-- Logs begin at Mon 2021-11-08 21:20:38 UTC, end at Mon 2021-11-08 22:19:34 UTC. -- Nov 08 21:51:29.864900 dv-cinder-817085-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Nov 08 21:51:32.598032 dv-cinder-817085-1-iscsi neutron-server[100973]: INFO neutron.common.config [-] Logging enabled! Nov 08 21:51:32.598612 dv-cinder-817085-1-iscsi neutron-server[100973]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev147 Nov 08 21:51:32.598815 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=100973) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Nov 08 21:51:32.602215 dv-cinder-817085-1-iscsi neutron-server[100973]: INFO neutron.common.config [-] Logging enabled! Nov 08 21:51:32.602425 dv-cinder-817085-1-iscsi neutron-server[100973]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev147 Nov 08 21:51:32.602738 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=100973) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Nov 08 21:51:32.603671 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 08 21:51:32.603908 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 08 21:51:32.604282 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 08 21:51:32.604523 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 08 21:51:32.604747 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 08 21:51:32.605101 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 21:51:32.605527 dv-cinder-817085-1-iscsi neutron-server[100973]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Nov 08 21:51:32.605850 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 21:51:32.606146 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 21:51:32.606441 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 21:51:32.606735 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 21:51:32.607027 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 21:51:32.607308 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 21:51:32.607600 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 21:51:32.607898 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 21:51:32.608185 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 21:51:32.608465 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 21:51:32.608744 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 21:51:32.609064 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 21:51:32.609352 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.common.config [-] config_source = [] {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 21:51:32.609638 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 21:51:32.609926 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 21:51:32.610208 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.common.config [-] debug = True {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 21:51:32.610488 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 21:51:32.610916 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 21:51:32.611321 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 21:51:32.611600 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 21:51:32.612035 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 21:51:32.612167 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 21:51:32.612440 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 21:51:32.612715 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 21:51:32.613021 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 21:51:32.613348 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.common.config [-] host = dv-cinder-817085-1-iscsi {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 21:51:32.613624 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 21:51:32.613911 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 21:51:32.614196 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 21:51:32.614482 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 21:51:32.614756 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 21:51:32.615031 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 21:51:32.615826 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 21:51:32.616103 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.common.config [-] log_dir = None {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 21:51:32.616376 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.common.config [-] log_file = None {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 21:51:32.616650 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 21:51:32.616963 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 21:51:32.617519 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 21:51:32.617809 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 21:51:32.618037 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 21:51:32.618258 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 21:51:32.618545 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 21:51:32.618830 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 21:51:32.619103 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 21:51:32.619374 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 21:51:32.619646 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 21:51:32.619917 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 21:51:32.620189 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 21:51:32.620458 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 21:51:32.620742 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 21:51:32.621050 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 21:51:32.621334 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 21:51:32.621606 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 21:51:32.621876 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 21:51:32.622145 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 21:51:32.622413 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 21:51:32.622695 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 21:51:32.622965 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 21:51:32.623235 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 21:51:32.623504 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 21:51:32.623788 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 21:51:32.624051 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 21:51:32.624321 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 21:51:32.624617 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 21:51:32.624924 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 21:51:32.625208 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 21:51:32.625491 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 21:51:32.625762 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 21:51:32.626041 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 21:51:32.626312 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 21:51:32.626580 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.common.config [-] use_journal = False {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 21:51:32.626848 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.common.config [-] use_json = False {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 21:51:32.627117 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 21:51:32.627382 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 21:51:32.627662 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 21:51:32.627937 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 21:51:32.628207 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 21:51:32.628477 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 21:51:32.628744 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 21:51:32.629064 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 21:51:32.629359 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:32.629656 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:32.629954 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:32.630235 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:32.630539 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:32.630816 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:32.631677 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:32.631956 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:32.632245 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:32.632533 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:32.632839 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:32.633121 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:32.633412 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:32.633686 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:32.633982 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:32.634287 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:32.634584 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:32.634881 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:32.635157 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:32.635433 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:32.635706 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:32.635983 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:32.636270 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:32.636548 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:32.636869 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:32.637164 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:32.637442 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:32.637728 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:32.638029 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:32.638325 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:32.638602 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:32.638881 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:32.639175 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:32.639455 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:32.639731 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:32.640009 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:32.640300 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:32.640576 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:32.640872 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:32.641158 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:32.641433 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:32.641706 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:32.641977 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:32.642253 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:32.642542 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:32.642816 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:32.643087 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:32.643356 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:32.643628 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:32.643895 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:32.644175 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:32.644445 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:32.644716 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:32.645009 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:32.645285 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:32.645553 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:32.645821 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:32.646095 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:32.646366 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:32.646663 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:32.646935 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:32.647205 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:32.647475 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:32.647745 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:32.648021 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:32.648289 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:32.648558 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:32.648855 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:32.649129 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:32.649397 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:32.649667 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:32.649934 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:32.650204 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:32.650486 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:32.650780 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:32.651057 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:32.651332 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:32.651609 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:32.651884 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:32.652159 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:32.652433 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:32.652706 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:32.653007 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:32.653282 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:32.653573 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:32.653855 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:32.654136 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:32.654415 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:32.654688 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:32.655014 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:32.655290 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:32.655571 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:32.655845 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:32.656118 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:32.656398 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:32.656679 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:32.656998 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:32.657297 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:32.657593 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:32.657887 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:32.658183 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:32.658466 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:32.658775 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:32.659056 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:32.659272 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 08 21:51:32.659512 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=100973) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Nov 08 21:51:33.089427 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=100973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Nov 08 21:51:33.089704 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=100973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Nov 08 21:51:33.090015 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=100973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Nov 08 21:51:33.090353 dv-cinder-817085-1-iscsi neutron-server[100973]: INFO neutron.manager [-] Loading core plugin: ml2 Nov 08 21:51:33.411764 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 21:51:33.412076 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 21:51:33.412906 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 21:51:33.414110 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 21:51:33.414395 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 21:51:33.414659 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 21:51:33.449001 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 21:51:33.449279 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 21:51:33.449544 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 21:51:33.465327 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 21:51:33.465607 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 21:51:33.465874 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 21:51:33.496317 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 21:51:33.496595 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 21:51:33.496954 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 21:51:33.533356 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 21:51:33.533636 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 21:51:33.533904 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 21:51:33.774287 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=100973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 21:51:33.774882 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=100973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 21:51:33.774882 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=100973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 21:51:33.775088 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=100973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 21:51:33.775706 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=100973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 21:51:33.929742 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=100973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 21:51:33.930066 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=100973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 21:51:33.930352 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=100973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 21:51:33.930621 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=100973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 21:51:33.930890 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=100973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 21:51:33.931202 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=100973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 21:51:33.931463 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=100973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 21:51:33.931727 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=100973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 21:51:33.931979 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=100973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 21:51:33.932260 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=100973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 21:51:33.932520 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=100973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 21:51:33.932835 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=100973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 21:51:33.933062 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=100973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 21:51:33.933317 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=100973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 21:51:33.933571 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=100973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 21:51:33.933836 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 21:51:33.934089 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=100973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 21:51:33.934357 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=100973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 21:51:33.934627 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=100973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 21:51:33.934884 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=100973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 21:51:33.935154 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 21:51:33.935407 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 21:51:33.935692 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=100973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 21:51:33.936070 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 21:51:33.936319 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 21:51:33.936563 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 21:51:33.936995 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=100973) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 08 21:51:33.937239 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=100973) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 08 21:51:33.937476 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=100973) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 08 21:51:33.937712 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=100973) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 08 21:51:33.937947 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=100973) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 08 21:51:33.938184 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=100973) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 08 21:51:33.938549 dv-cinder-817085-1-iscsi neutron-server[100973]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Nov 08 21:51:33.941918 dv-cinder-817085-1-iscsi neutron-server[100973]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Nov 08 21:51:33.946458 dv-cinder-817085-1-iscsi neutron-server[100973]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Nov 08 21:51:33.950344 dv-cinder-817085-1-iscsi neutron-server[100973]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(700, 749)])]) Nov 08 21:51:33.951995 dv-cinder-817085-1-iscsi neutron-server[100973]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Nov 08 21:51:33.952460 dv-cinder-817085-1-iscsi neutron-server[100973]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Nov 08 21:51:33.952795 dv-cinder-817085-1-iscsi neutron-server[100973]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Nov 08 21:51:33.953208 dv-cinder-817085-1-iscsi neutron-server[100973]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Nov 08 21:51:33.956039 dv-cinder-817085-1-iscsi neutron-server[100973]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Nov 08 21:51:33.956289 dv-cinder-817085-1-iscsi neutron-server[100973]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Nov 08 21:51:33.956632 dv-cinder-817085-1-iscsi neutron-server[100973]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Nov 08 21:51:33.962614 dv-cinder-817085-1-iscsi neutron-server[100973]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Nov 08 21:51:33.984909 dv-cinder-817085-1-iscsi neutron-server[100973]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Nov 08 21:51:33.985361 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=100973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 21:51:33.985661 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=100973) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Nov 08 21:51:33.986020 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=100973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 21:51:33.987412 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=100973) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Nov 08 21:51:33.987694 dv-cinder-817085-1-iscsi neutron-server[100973]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Nov 08 21:51:33.987937 dv-cinder-817085-1-iscsi neutron-server[100973]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Nov 08 21:51:33.991201 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=100973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 21:51:33.991483 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=100973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 21:51:34.055333 dv-cinder-817085-1-iscsi neutron-server[100973]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Nov 08 21:51:34.055573 dv-cinder-817085-1-iscsi neutron-server[100973]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Nov 08 21:51:34.055810 dv-cinder-817085-1-iscsi neutron-server[100973]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Nov 08 21:51:34.056186 dv-cinder-817085-1-iscsi neutron-server[100973]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Nov 08 21:51:34.076550 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_db.sqlalchemy.engines [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=100973) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Nov 08 21:51:34.627754 dv-cinder-817085-1-iscsi neutron-server[100973]: INFO neutron.plugins.ml2.managers [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Initializing driver for type 'gre' Nov 08 21:51:34.628202 dv-cinder-817085-1-iscsi neutron-server[100973]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] gre ID ranges: [(1, 1000)] Nov 08 21:51:34.677685 dv-cinder-817085-1-iscsi neutron-server[100973]: INFO neutron.plugins.ml2.managers [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Initializing driver for type 'local' Nov 08 21:51:34.678084 dv-cinder-817085-1-iscsi neutron-server[100973]: INFO neutron.plugins.ml2.managers [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Initializing driver for type 'vlan' Nov 08 21:51:34.691058 dv-cinder-817085-1-iscsi neutron-server[100973]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] VlanTypeDriver initialization complete Nov 08 21:51:34.691387 dv-cinder-817085-1-iscsi neutron-server[100973]: INFO neutron.plugins.ml2.managers [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Initializing driver for type 'vxlan' Nov 08 21:51:34.691884 dv-cinder-817085-1-iscsi neutron-server[100973]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] vxlan ID ranges: [(1, 1000)] Nov 08 21:51:34.744239 dv-cinder-817085-1-iscsi neutron-server[100973]: INFO neutron.plugins.ml2.managers [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Initializing extension driver 'port_security' Nov 08 21:51:34.744575 dv-cinder-817085-1-iscsi neutron-server[100973]: INFO neutron.plugins.ml2.extensions.port_security [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] PortSecurityExtensionDriver initialization complete Nov 08 21:51:34.744941 dv-cinder-817085-1-iscsi neutron-server[100973]: INFO neutron.plugins.ml2.managers [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Initializing mechanism driver 'openvswitch' Nov 08 21:51:34.745260 dv-cinder-817085-1-iscsi neutron-server[100973]: INFO neutron.plugins.ml2.managers [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Initializing mechanism driver 'hyperv' Nov 08 21:51:34.751800 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.plugin [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=100973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 21:51:34.752650 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Subscribe: > port after_create 55550000 {{(pid=100973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 21:51:34.753055 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Subscribe: > port after_update 55550000 {{(pid=100973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 21:51:34.753409 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Subscribe: > port after_delete 55550000 {{(pid=100973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 21:51:34.753938 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=100973) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 08 21:51:34.754373 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Subscribe: > subnet after_create 55550000 {{(pid=100973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 21:51:34.754730 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Subscribe: > subnet after_update 55550000 {{(pid=100973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 21:51:34.755078 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Subscribe: > subnet after_delete 55550000 {{(pid=100973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 21:51:34.755479 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=100973) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 08 21:51:34.756390 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Subscribe: > network after_create 55550000 {{(pid=100973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 21:51:34.756742 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Subscribe: > network after_update 55550000 {{(pid=100973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 21:51:34.757116 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Subscribe: > network after_delete 55550000 {{(pid=100973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 21:51:34.757510 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=100973) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 08 21:51:34.757920 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Subscribe: > security_group after_create 55550000 {{(pid=100973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 21:51:34.758274 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Subscribe: > security_group after_update 55550000 {{(pid=100973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 21:51:34.758617 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Subscribe: > security_group after_delete 55550000 {{(pid=100973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 21:51:34.759012 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=100973) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 08 21:51:34.759419 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=100973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 21:51:34.759766 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=100973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 21:51:34.760108 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=100973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 21:51:34.760502 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=100973) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 08 21:51:34.760947 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Subscribe: > address_group after_create 55550000 {{(pid=100973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 21:51:34.761300 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Subscribe: > address_group after_update 55550000 {{(pid=100973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 21:51:34.761641 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Subscribe: > address_group after_delete 55550000 {{(pid=100973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 21:51:34.762035 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=100973) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 08 21:51:34.762415 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] ML2 OVO RPC backend initialized. {{(pid=100973) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Nov 08 21:51:34.763124 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Subscribe: > router_interface after_create 55550000 {{(pid=100973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 21:51:34.763482 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=100973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 21:51:34.763900 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Subscribe: > network before_response 55550000 {{(pid=100973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 21:51:34.764249 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Subscribe: > networks before_response 55550000 {{(pid=100973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 21:51:34.764596 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Subscribe: > port before_response 55550000 {{(pid=100973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 21:51:34.764977 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Subscribe: > ports before_response 55550000 {{(pid=100973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 21:51:34.765319 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Subscribe: > subnet before_response 55550000 {{(pid=100973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 21:51:34.765659 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Subscribe: > subnets before_response 55550000 {{(pid=100973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 21:51:34.766008 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Subscribe: > network after_create 55550000 {{(pid=100973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 21:51:34.766361 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Subscribe: > network after_update 55550000 {{(pid=100973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 21:51:34.766704 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Subscribe: > network after_delete 55550000 {{(pid=100973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 21:51:34.767046 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Subscribe: > port after_create 55550000 {{(pid=100973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 21:51:34.767387 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Subscribe: > port after_update 55550000 {{(pid=100973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 21:51:34.767736 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Subscribe: > port after_delete 55550000 {{(pid=100973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 21:51:34.768064 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Subscribe: > subnet after_create 55550000 {{(pid=100973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 21:51:34.768405 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Subscribe: > subnet after_update 55550000 {{(pid=100973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 21:51:34.768741 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Subscribe: > subnet after_delete 55550000 {{(pid=100973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 21:51:34.769349 dv-cinder-817085-1-iscsi neutron-server[100973]: INFO neutron.plugins.ml2.plugin [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Modular L2 Plugin initialization complete Nov 08 21:51:34.769681 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.manager [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Loading services supported by the core plugin {{(pid=100973) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Nov 08 21:51:34.770008 dv-cinder-817085-1-iscsi neutron-server[100973]: INFO neutron.plugins.ml2.managers [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Got port-security extension from driver 'port_security' Nov 08 21:51:34.770474 dv-cinder-817085-1-iscsi neutron-server[100973]: INFO neutron.extensions.vlantransparent [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Disabled vlantransparent extension. Nov 08 21:51:34.770956 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.manager [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=100973) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Nov 08 21:51:34.771272 dv-cinder-817085-1-iscsi neutron-server[100973]: INFO neutron.manager [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Loading Plugin: router Nov 08 21:51:34.808063 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Subscribe: > router_interface before_create 55550000 {{(pid=100973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 21:51:34.808602 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Subscribe: > router after_create 55549900 {{(pid=100973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 21:51:34.808846 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Subscribe: > router before_create 55549900 {{(pid=100973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 21:51:34.809279 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=100973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 21:51:34.809655 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=100973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 21:51:34.810016 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Subscribe: > router after_delete 55549900 {{(pid=100973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 21:51:34.810377 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Subscribe: > floatingip after_create 55550000 {{(pid=100973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 21:51:34.810855 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Subscribe: > floatingip after_update 55550000 {{(pid=100973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 21:51:34.811221 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Subscribe: > router after_create 55549900 {{(pid=100973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 21:51:34.811573 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Subscribe: > router after_update 55549900 {{(pid=100973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 21:51:34.811925 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Subscribe: > router after_update 55549900 {{(pid=100973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 21:51:34.812277 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=100973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 21:51:34.812641 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Subscribe: > router after_update 55549900 {{(pid=100973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 21:51:34.813089 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Subscribe: > router precommit_update 55549900 {{(pid=100973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 21:51:34.813461 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Subscribe: port after_update 55550000 {{(pid=100973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 21:51:34.813807 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Subscribe: port after_delete 55550000 {{(pid=100973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 21:51:34.814154 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Subscribe: subnet after_update 55550000 {{(pid=100973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 21:51:34.814498 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=100973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 21:51:34.814852 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Subscribe: > port precommit_delete 55550000 {{(pid=100973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 21:51:34.815202 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Subscribe: > router precommit_create 55549900 {{(pid=100973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 21:51:34.815549 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Subscribe: port before_delete 55550000 {{(pid=100973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 21:51:34.815896 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Subscribe: > router precommit_create 55550000 {{(pid=100973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 21:51:34.816255 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Subscribe: > router after_update 55549900 {{(pid=100973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 21:51:34.816599 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Subscribe: > router precommit_delete 55549900 {{(pid=100973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 21:51:34.816979 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Subscribe: > router precommit_create 55549900 {{(pid=100973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 21:51:34.817345 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Subscribe: > router_interface after_create 55550000 {{(pid=100973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 21:51:34.817693 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Subscribe: > router precommit_update 55549900 {{(pid=100973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 21:51:34.818063 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Subscribe: > agent after_create 55550000 {{(pid=100973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 21:51:34.818445 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Subscribe: > agent after_delete 55550000 {{(pid=100973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 21:51:34.818796 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Subscribe: > network after_delete 55550000 {{(pid=100973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 21:51:34.819665 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.quota.resource_registry [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Tracking information for resource: router configured {{(pid=100973) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 08 21:51:34.820001 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.quota.resource_registry [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Tracking information for resource: floatingip configured {{(pid=100973) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 08 21:51:34.824933 dv-cinder-817085-1-iscsi neutron-server[100973]: INFO neutron.db.l3_agentschedulers_db [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Nov 08 21:51:34.825510 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Subscribe: port after_update 55550000 {{(pid=100973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 21:51:34.825874 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Subscribe: port after_create 55550000 {{(pid=100973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 21:51:34.826229 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Subscribe: port after_delete 55550000 {{(pid=100973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 21:51:34.826586 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Subscribe: port after_update 55550000 {{(pid=100973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 21:51:34.827379 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Subscribe: > router before_create 55550100 {{(pid=100973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 21:51:34.827747 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Subscribe: > router precommit_delete 55550100 {{(pid=100973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 21:51:34.828112 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Subscribe: > router precommit_create 55550100 {{(pid=100973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 21:51:34.828472 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Subscribe: > router precommit_update 55550100 {{(pid=100973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 21:51:34.833379 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.services.provider_configuration [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Service providers = [] {{(pid=100973) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Nov 08 21:51:34.833751 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.db.servicetype_db [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=100973) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Nov 08 21:51:34.836767 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.services.service_base [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=100973) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 08 21:51:34.837149 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.services.service_base [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=100973) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 08 21:51:34.837494 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.services.service_base [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=100973) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 08 21:51:34.838396 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.services.service_base [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=100973) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 08 21:51:34.838769 dv-cinder-817085-1-iscsi neutron-server[100973]: INFO neutron.services.service_base [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Default provider is not specified for service type L3_ROUTER_NAT Nov 08 21:51:34.839137 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.manager [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=100973) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 08 21:51:34.839454 dv-cinder-817085-1-iscsi neutron-server[100973]: INFO neutron.manager [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Nov 08 21:51:34.851996 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.manager [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=100973) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 08 21:51:34.852332 dv-cinder-817085-1-iscsi neutron-server[100973]: INFO neutron.manager [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Loading Plugin: auto_allocate Nov 08 21:51:34.858176 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Subscribe: network precommit_update 55550000 {{(pid=100973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 21:51:34.858550 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Subscribe: network precommit_create 55550000 {{(pid=100973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 21:51:34.859069 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.manager [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=100973) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 08 21:51:34.859392 dv-cinder-817085-1-iscsi neutron-server[100973]: INFO neutron.manager [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Loading Plugin: tag Nov 08 21:51:34.866753 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.manager [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=100973) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 08 21:51:34.867085 dv-cinder-817085-1-iscsi neutron-server[100973]: INFO neutron.manager [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Loading Plugin: timestamp Nov 08 21:51:34.871195 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.manager [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=100973) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 08 21:51:34.871531 dv-cinder-817085-1-iscsi neutron-server[100973]: INFO neutron.manager [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Loading Plugin: network_ip_availability Nov 08 21:51:34.877067 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=100973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 21:51:34.877438 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=100973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 21:51:34.877837 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 21:51:34.878508 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.manager [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=100973) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 08 21:51:34.878828 dv-cinder-817085-1-iscsi neutron-server[100973]: INFO neutron.manager [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Loading Plugin: flavors Nov 08 21:51:34.883875 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.manager [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=100973) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 08 21:51:34.884212 dv-cinder-817085-1-iscsi neutron-server[100973]: INFO neutron.manager [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Loading Plugin: revisions Nov 08 21:51:34.888542 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.manager [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=100973) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 08 21:51:34.888971 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_concurrency.lockutils [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.799s {{(pid=100973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Nov 08 21:51:34.889723 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.api.extensions [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=100973) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Nov 08 21:51:34.890061 dv-cinder-817085-1-iscsi neutron-server[100973]: INFO neutron.api.extensions [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Initializing extension manager. Nov 08 21:51:34.890574 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.api.extensions [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Loading extension file: __init__.py {{(pid=100973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 21:51:34.890917 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.api.extensions [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Loading extension file: __pycache__ {{(pid=100973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 21:51:34.891252 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.api.extensions [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=100973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 21:51:34.891585 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.api.extensions [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Loading extension file: address_group.py {{(pid=100973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 21:51:34.892342 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.api.extensions [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=100973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 21:51:34.892934 dv-cinder-817085-1-iscsi neutron-server[100973]: INFO neutron.api.extensions [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Loaded extension: address-group Nov 08 21:51:34.893265 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.api.extensions [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Loading extension file: address_scope.py {{(pid=100973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 21:51:34.893985 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.api.extensions [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=100973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 21:51:34.894488 dv-cinder-817085-1-iscsi neutron-server[100973]: INFO neutron.api.extensions [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Loaded extension: address-scope Nov 08 21:51:34.894812 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.api.extensions [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Loading extension file: admin_state_down_before_update.py {{(pid=100973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 21:51:34.895753 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.api.extensions [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=100973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 21:51:34.896259 dv-cinder-817085-1-iscsi neutron-server[100973]: INFO neutron.api.extensions [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Loaded extension: router-admin-state-down-before-update Nov 08 21:51:34.897140 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.api.extensions [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Loading extension file: agent.py {{(pid=100973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 21:51:34.897851 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.api.extensions [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=100973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 21:51:34.898352 dv-cinder-817085-1-iscsi neutron-server[100973]: INFO neutron.api.extensions [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Loaded extension: agent Nov 08 21:51:34.898674 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.api.extensions [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Loading extension file: agent_resources_synced.py {{(pid=100973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 21:51:34.899596 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.api.extensions [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=100973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 21:51:34.900099 dv-cinder-817085-1-iscsi neutron-server[100973]: INFO neutron.api.extensions [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Loaded extension: agent-resources-synced Nov 08 21:51:34.900421 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.api.extensions [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Loading extension file: allowedaddresspairs.py {{(pid=100973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 21:51:34.902255 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.api.extensions [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=100973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 21:51:34.902773 dv-cinder-817085-1-iscsi neutron-server[100973]: INFO neutron.api.extensions [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Loaded extension: allowed-address-pairs Nov 08 21:51:34.903103 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.api.extensions [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Loading extension file: auto_allocated_topology.py {{(pid=100973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 21:51:34.904190 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.api.extensions [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=100973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 21:51:34.904699 dv-cinder-817085-1-iscsi neutron-server[100973]: INFO neutron.api.extensions [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Loaded extension: auto-allocated-topology Nov 08 21:51:34.905075 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.api.extensions [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Loading extension file: availability_zone.py {{(pid=100973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 21:51:34.905780 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.api.extensions [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=100973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 21:51:34.906286 dv-cinder-817085-1-iscsi neutron-server[100973]: INFO neutron.api.extensions [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Loaded extension: availability_zone Nov 08 21:51:34.906610 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.api.extensions [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Loading extension file: availability_zone_filter.py {{(pid=100973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 21:51:34.907544 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.api.extensions [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=100973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 21:51:34.908060 dv-cinder-817085-1-iscsi neutron-server[100973]: INFO neutron.api.extensions [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Loaded extension: availability_zone_filter Nov 08 21:51:34.908385 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.api.extensions [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Loading extension file: data_plane_status.py {{(pid=100973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 21:51:34.909333 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.api.extensions [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=100973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 21:51:34.909842 dv-cinder-817085-1-iscsi neutron-server[100973]: INFO neutron.api.extensions [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Extension data-plane-status not supported by any of loaded plugins Nov 08 21:51:34.910169 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.api.extensions [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Loading extension file: default_subnetpools.py {{(pid=100973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 21:51:34.911100 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.api.extensions [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=100973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 21:51:34.911607 dv-cinder-817085-1-iscsi neutron-server[100973]: INFO neutron.api.extensions [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Loaded extension: default-subnetpools Nov 08 21:51:34.911931 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.api.extensions [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Loading extension file: dhcpagentscheduler.py {{(pid=100973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 21:51:34.912834 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.api.extensions [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=100973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 21:51:34.913350 dv-cinder-817085-1-iscsi neutron-server[100973]: INFO neutron.api.extensions [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Loaded extension: dhcp_agent_scheduler Nov 08 21:51:34.913673 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.api.extensions [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Loading extension file: dns.py {{(pid=100973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 21:51:34.914600 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.api.extensions [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=100973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 21:51:34.915105 dv-cinder-817085-1-iscsi neutron-server[100973]: INFO neutron.api.extensions [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Extension dns-integration not supported by any of loaded plugins Nov 08 21:51:34.915427 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.api.extensions [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Loading extension file: dns_domain_ports.py {{(pid=100973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 21:51:34.916355 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.api.extensions [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=100973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 21:51:34.916881 dv-cinder-817085-1-iscsi neutron-server[100973]: INFO neutron.api.extensions [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Extension dns-domain-ports not supported by any of loaded plugins Nov 08 21:51:34.917208 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.api.extensions [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=100973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 21:51:34.918147 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.api.extensions [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=100973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 21:51:34.918649 dv-cinder-817085-1-iscsi neutron-server[100973]: INFO neutron.api.extensions [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Nov 08 21:51:34.918969 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.api.extensions [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Loading extension file: dvr.py {{(pid=100973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 21:51:34.919648 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.api.extensions [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=100973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 21:51:34.920150 dv-cinder-817085-1-iscsi neutron-server[100973]: INFO neutron.api.extensions [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Loaded extension: dvr Nov 08 21:51:34.920472 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.api.extensions [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Loading extension file: ecmp_routes.py {{(pid=100973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 21:51:34.921432 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.api.extensions [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=100973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 21:51:34.921932 dv-cinder-817085-1-iscsi neutron-server[100973]: INFO neutron.api.extensions [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Extension ecmp_routes not supported by any of loaded plugins Nov 08 21:51:34.922253 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.api.extensions [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Loading extension file: empty_string_filtering.py {{(pid=100973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 21:51:34.923180 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.api.extensions [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=100973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 21:51:34.923681 dv-cinder-817085-1-iscsi neutron-server[100973]: INFO neutron.api.extensions [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Loaded extension: empty-string-filtering Nov 08 21:51:34.924004 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.api.extensions [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=100973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 21:51:34.924955 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.api.extensions [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=100973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 21:51:34.925456 dv-cinder-817085-1-iscsi neutron-server[100973]: INFO neutron.api.extensions [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Nov 08 21:51:34.925780 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.api.extensions [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=100973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 21:51:34.926700 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.api.extensions [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=100973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 21:51:34.927199 dv-cinder-817085-1-iscsi neutron-server[100973]: INFO neutron.api.extensions [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Nov 08 21:51:34.927522 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.api.extensions [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Loading extension file: external_net.py {{(pid=100973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 21:51:34.929004 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.api.extensions [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=100973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 21:51:34.929513 dv-cinder-817085-1-iscsi neutron-server[100973]: INFO neutron.api.extensions [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Loaded extension: external-net Nov 08 21:51:34.929838 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.api.extensions [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Loading extension file: extra_dhcp_opt.py {{(pid=100973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 21:51:34.930766 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.api.extensions [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=100973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 21:51:34.931269 dv-cinder-817085-1-iscsi neutron-server[100973]: INFO neutron.api.extensions [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Loaded extension: extra_dhcp_opt Nov 08 21:51:34.931595 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.api.extensions [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Loading extension file: extraroute.py {{(pid=100973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 21:51:34.932517 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.api.extensions [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=100973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 21:51:34.933052 dv-cinder-817085-1-iscsi neutron-server[100973]: INFO neutron.api.extensions [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Loaded extension: extraroute Nov 08 21:51:34.933378 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.api.extensions [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Loading extension file: extraroute_atomic.py {{(pid=100973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 21:51:34.934410 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.api.extensions [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=100973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 21:51:34.934919 dv-cinder-817085-1-iscsi neutron-server[100973]: INFO neutron.api.extensions [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Loaded extension: extraroute-atomic Nov 08 21:51:34.935248 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.api.extensions [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Loading extension file: filter_validation.py {{(pid=100973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 21:51:34.936086 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.api.extensions [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=100973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 21:51:34.936602 dv-cinder-817085-1-iscsi neutron-server[100973]: INFO neutron.api.extensions [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Loaded extension: filter-validation Nov 08 21:51:34.936974 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.api.extensions [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Loading extension file: fip_pf_description.py {{(pid=100973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 21:51:34.937912 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.api.extensions [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=100973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 21:51:34.938421 dv-cinder-817085-1-iscsi neutron-server[100973]: INFO neutron.api.extensions [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Nov 08 21:51:34.938747 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.api.extensions [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Loading extension file: fip_port_details.py {{(pid=100973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 21:51:34.939672 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.api.extensions [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=100973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 21:51:34.940185 dv-cinder-817085-1-iscsi neutron-server[100973]: INFO neutron.api.extensions [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Loaded extension: fip-port-details Nov 08 21:51:34.940513 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.api.extensions [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Loading extension file: flavors.py {{(pid=100973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 21:51:34.941789 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.api.extensions [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=100973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 21:51:34.942304 dv-cinder-817085-1-iscsi neutron-server[100973]: INFO neutron.api.extensions [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Loaded extension: flavors Nov 08 21:51:34.942630 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.api.extensions [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=100973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 21:51:34.944377 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.api.extensions [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=100973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 21:51:34.944929 dv-cinder-817085-1-iscsi neutron-server[100973]: INFO neutron.api.extensions [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Nov 08 21:51:34.945262 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.api.extensions [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Loading extension file: floatingip_pools.py {{(pid=100973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 21:51:34.945969 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.api.extensions [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=100973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 21:51:34.946482 dv-cinder-817085-1-iscsi neutron-server[100973]: INFO neutron.api.extensions [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Loaded extension: floatingip-pools Nov 08 21:51:34.946806 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.api.extensions [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Loading extension file: ip_allocation.py {{(pid=100973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 21:51:34.947743 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.api.extensions [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=100973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 21:51:34.948246 dv-cinder-817085-1-iscsi neutron-server[100973]: INFO neutron.api.extensions [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Extension ip_allocation not supported by any of loaded plugins Nov 08 21:51:34.948571 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.api.extensions [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=100973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 21:51:34.949528 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.api.extensions [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=100973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 21:51:34.950034 dv-cinder-817085-1-iscsi neutron-server[100973]: INFO neutron.api.extensions [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Loaded extension: ip-substring-filtering Nov 08 21:51:34.950359 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.api.extensions [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Loading extension file: l2_adjacency.py {{(pid=100973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 21:51:34.951296 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.api.extensions [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=100973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 21:51:34.951797 dv-cinder-817085-1-iscsi neutron-server[100973]: INFO neutron.api.extensions [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Extension l2_adjacency not supported by any of loaded plugins Nov 08 21:51:34.952119 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.api.extensions [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Loading extension file: l3.py {{(pid=100973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 21:51:34.953127 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.api.extensions [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=100973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 21:51:34.953640 dv-cinder-817085-1-iscsi neutron-server[100973]: INFO neutron.api.extensions [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Loaded extension: router Nov 08 21:51:34.953965 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.api.extensions [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Loading extension file: l3_conntrack_helper.py {{(pid=100973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 21:51:34.956262 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.api.extensions [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=100973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 21:51:34.956782 dv-cinder-817085-1-iscsi neutron-server[100973]: INFO neutron.api.extensions [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Nov 08 21:51:34.957146 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.api.extensions [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=100973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 21:51:34.958104 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.api.extensions [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=100973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 21:51:34.958614 dv-cinder-817085-1-iscsi neutron-server[100973]: INFO neutron.api.extensions [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Loaded extension: ext-gw-mode Nov 08 21:51:34.959455 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.api.extensions [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=100973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 21:51:34.960390 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.api.extensions [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=100973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 21:51:34.960926 dv-cinder-817085-1-iscsi neutron-server[100973]: INFO neutron.api.extensions [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Loaded extension: l3-ha Nov 08 21:51:34.961254 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.api.extensions [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Loading extension file: l3_flavors.py {{(pid=100973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 21:51:34.962181 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.api.extensions [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=100973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 21:51:34.962688 dv-cinder-817085-1-iscsi neutron-server[100973]: INFO neutron.api.extensions [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Loaded extension: l3-flavors Nov 08 21:51:34.963019 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.api.extensions [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=100973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 21:51:34.963945 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.api.extensions [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=100973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 21:51:34.964452 dv-cinder-817085-1-iscsi neutron-server[100973]: INFO neutron.api.extensions [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Loaded extension: l3-port-ip-change-not-allowed Nov 08 21:51:34.964777 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.api.extensions [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Loading extension file: l3agentscheduler.py {{(pid=100973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 21:51:34.965856 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.api.extensions [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=100973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 21:51:34.966367 dv-cinder-817085-1-iscsi neutron-server[100973]: INFO neutron.api.extensions [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Loaded extension: l3_agent_scheduler Nov 08 21:51:34.966696 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.api.extensions [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Loading extension file: logging.py {{(pid=100973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 21:51:34.968215 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.api.extensions [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=100973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 21:51:34.968733 dv-cinder-817085-1-iscsi neutron-server[100973]: INFO neutron.api.extensions [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Extension logging not supported by any of loaded plugins Nov 08 21:51:34.969086 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.api.extensions [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Loading extension file: metering.py {{(pid=100973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 21:51:34.969833 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.api.extensions [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=100973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 21:51:34.970407 dv-cinder-817085-1-iscsi neutron-server[100973]: INFO neutron.api.extensions [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Loaded extension: metering Nov 08 21:51:34.970733 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.api.extensions [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=100973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 21:51:34.972296 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.api.extensions [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=100973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 21:51:34.972790 dv-cinder-817085-1-iscsi neutron-server[100973]: INFO neutron.api.extensions [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Loaded extension: metering_source_and_destination_fields Nov 08 21:51:34.973157 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.api.extensions [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Loading extension file: multiprovidernet.py {{(pid=100973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 21:51:34.974112 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.api.extensions [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=100973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 21:51:34.974678 dv-cinder-817085-1-iscsi neutron-server[100973]: INFO neutron.api.extensions [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Loaded extension: multi-provider Nov 08 21:51:34.975530 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.api.extensions [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Loading extension file: netmtu.py {{(pid=100973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 21:51:34.976449 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.api.extensions [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=100973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 21:51:34.977008 dv-cinder-817085-1-iscsi neutron-server[100973]: INFO neutron.api.extensions [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Loaded extension: net-mtu Nov 08 21:51:34.977313 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.api.extensions [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Loading extension file: netmtu_writable.py {{(pid=100973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 21:51:34.978263 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.api.extensions [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=100973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 21:51:34.978766 dv-cinder-817085-1-iscsi neutron-server[100973]: INFO neutron.api.extensions [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Loaded extension: net-mtu-writable Nov 08 21:51:34.979097 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.api.extensions [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Loading extension file: network_availability_zone.py {{(pid=100973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 21:51:34.979769 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.api.extensions [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=100973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 21:51:34.980272 dv-cinder-817085-1-iscsi neutron-server[100973]: INFO neutron.api.extensions [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Loaded extension: network_availability_zone Nov 08 21:51:34.980594 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.api.extensions [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Loading extension file: network_ip_availability.py {{(pid=100973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 21:51:34.981746 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.api.extensions [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=100973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 21:51:34.982257 dv-cinder-817085-1-iscsi neutron-server[100973]: INFO neutron.api.extensions [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Loaded extension: network-ip-availability Nov 08 21:51:34.982582 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.api.extensions [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Loading extension file: network_segment_range.py {{(pid=100973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 21:51:34.983363 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.api.extensions [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=100973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 21:51:34.983868 dv-cinder-817085-1-iscsi neutron-server[100973]: INFO neutron.api.extensions [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Extension network-segment-range not supported by any of loaded plugins Nov 08 21:51:34.984189 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.api.extensions [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Loading extension file: pagination.py {{(pid=100973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 21:51:34.985225 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.api.extensions [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=100973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 21:51:34.985561 dv-cinder-817085-1-iscsi neutron-server[100973]: INFO neutron.api.extensions [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Loaded extension: pagination Nov 08 21:51:34.985890 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.api.extensions [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Loading extension file: port_device_profile.py {{(pid=100973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 21:51:34.986976 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.api.extensions [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=100973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 21:51:34.987490 dv-cinder-817085-1-iscsi neutron-server[100973]: INFO neutron.api.extensions [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Loaded extension: port-device-profile Nov 08 21:51:34.987878 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.api.extensions [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=100973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 21:51:34.988763 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.api.extensions [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=100973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 21:51:34.989309 dv-cinder-817085-1-iscsi neutron-server[100973]: INFO neutron.api.extensions [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Loaded extension: port-mac-address-regenerate Nov 08 21:51:34.989631 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.api.extensions [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=100973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 21:51:34.990627 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.api.extensions [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=100973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 21:51:34.991090 dv-cinder-817085-1-iscsi neutron-server[100973]: INFO neutron.api.extensions [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Loaded extension: port-numa-affinity-policy Nov 08 21:51:34.991446 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.api.extensions [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Loading extension file: port_resource_request.py {{(pid=100973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 21:51:34.992585 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.api.extensions [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=100973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 21:51:34.993116 dv-cinder-817085-1-iscsi neutron-server[100973]: INFO neutron.api.extensions [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Extension port-resource-request not supported by any of loaded plugins Nov 08 21:51:34.993441 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.api.extensions [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Loading extension file: port_resource_request_groups.py {{(pid=100973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 21:51:34.994433 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.api.extensions [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=100973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 21:51:34.994934 dv-cinder-817085-1-iscsi neutron-server[100973]: INFO neutron.api.extensions [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Extension port-resource-request-groups not supported by any of loaded plugins Nov 08 21:51:34.995254 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.api.extensions [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Loading extension file: portbindings.py {{(pid=100973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 21:51:34.996200 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.api.extensions [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=100973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 21:51:34.996702 dv-cinder-817085-1-iscsi neutron-server[100973]: INFO neutron.api.extensions [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Loaded extension: binding Nov 08 21:51:34.997058 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.api.extensions [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Loading extension file: portbindings_extended.py {{(pid=100973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 21:51:34.998347 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.api.extensions [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=100973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 21:51:34.998857 dv-cinder-817085-1-iscsi neutron-server[100973]: INFO neutron.api.extensions [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Loaded extension: binding-extended Nov 08 21:51:34.999183 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.api.extensions [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Loading extension file: portsecurity.py {{(pid=100973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 21:51:35.000115 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.api.extensions [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=100973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 21:51:35.000624 dv-cinder-817085-1-iscsi neutron-server[100973]: INFO neutron.api.extensions [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Loaded extension: port-security Nov 08 21:51:35.001000 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.api.extensions [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Loading extension file: project_id.py {{(pid=100973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 21:51:35.001989 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.api.extensions [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=100973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 21:51:35.002324 dv-cinder-817085-1-iscsi neutron-server[100973]: INFO neutron.api.extensions [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Loaded extension: project-id Nov 08 21:51:35.002667 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.api.extensions [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Loading extension file: providernet.py {{(pid=100973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 21:51:35.003584 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.api.extensions [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=100973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 21:51:35.004092 dv-cinder-817085-1-iscsi neutron-server[100973]: INFO neutron.api.extensions [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Loaded extension: provider Nov 08 21:51:35.004415 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.api.extensions [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Loading extension file: qos.py {{(pid=100973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 21:51:35.008074 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.api.extensions [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=100973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 21:51:35.008600 dv-cinder-817085-1-iscsi neutron-server[100973]: INFO neutron.api.extensions [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Extension qos not supported by any of loaded plugins Nov 08 21:51:35.008975 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.api.extensions [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=100973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 21:51:35.010241 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.api.extensions [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=100973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 21:51:35.010758 dv-cinder-817085-1-iscsi neutron-server[100973]: INFO neutron.api.extensions [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Nov 08 21:51:35.011092 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.api.extensions [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=100973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 21:51:35.012029 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.api.extensions [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=100973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 21:51:35.012543 dv-cinder-817085-1-iscsi neutron-server[100973]: INFO neutron.api.extensions [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Nov 08 21:51:35.012902 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.api.extensions [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Loading extension file: qos_default.py {{(pid=100973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 21:51:35.013841 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.api.extensions [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=100973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 21:51:35.014352 dv-cinder-817085-1-iscsi neutron-server[100973]: INFO neutron.api.extensions [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Extension qos-default not supported by any of loaded plugins Nov 08 21:51:35.014680 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.api.extensions [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Loading extension file: qos_fip.py {{(pid=100973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 21:51:35.015337 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.api.extensions [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=100973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 21:51:35.015835 dv-cinder-817085-1-iscsi neutron-server[100973]: INFO neutron.api.extensions [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Extension qos-fip not supported by any of loaded plugins Nov 08 21:51:35.016157 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.api.extensions [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Loading extension file: qos_gateway_ip.py {{(pid=100973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 21:51:35.017137 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.api.extensions [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=100973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 21:51:35.017645 dv-cinder-817085-1-iscsi neutron-server[100973]: INFO neutron.api.extensions [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Extension qos-gateway-ip not supported by any of loaded plugins Nov 08 21:51:35.017971 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.api.extensions [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Loading extension file: qos_port_network_policy.py {{(pid=100973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 21:51:35.018898 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.api.extensions [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=100973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 21:51:35.019402 dv-cinder-817085-1-iscsi neutron-server[100973]: INFO neutron.api.extensions [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Extension qos-port-network-policy not supported by any of loaded plugins Nov 08 21:51:35.019724 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.api.extensions [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=100973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 21:51:35.020775 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.api.extensions [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=100973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 21:51:35.021313 dv-cinder-817085-1-iscsi neutron-server[100973]: INFO neutron.api.extensions [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Extension qos-pps-minimum not supported by any of loaded plugins Nov 08 21:51:35.022154 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.api.extensions [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Loading extension file: qos_pps_rule.py {{(pid=100973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 21:51:35.023373 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.api.extensions [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=100973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 21:51:35.024060 dv-cinder-817085-1-iscsi neutron-server[100973]: INFO neutron.api.extensions [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Extension qos-pps not supported by any of loaded plugins Nov 08 21:51:35.024393 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.api.extensions [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Loading extension file: qos_rule_type_details.py {{(pid=100973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 21:51:35.025350 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.api.extensions [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=100973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 21:51:35.025864 dv-cinder-817085-1-iscsi neutron-server[100973]: INFO neutron.api.extensions [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Extension qos-rule-type-details not supported by any of loaded plugins Nov 08 21:51:35.026193 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.api.extensions [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Loading extension file: qos_rules_alias.py {{(pid=100973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 21:51:35.027257 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.api.extensions [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=100973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 21:51:35.027771 dv-cinder-817085-1-iscsi neutron-server[100973]: INFO neutron.api.extensions [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Extension qos-rules-alias not supported by any of loaded plugins Nov 08 21:51:35.028099 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.api.extensions [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Loading extension file: quota_check_limit.py {{(pid=100973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 21:51:35.029077 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.api.extensions [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=100973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 21:51:35.029597 dv-cinder-817085-1-iscsi neutron-server[100973]: INFO neutron.api.extensions [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Loaded extension: quota-check-limit Nov 08 21:51:35.029919 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.api.extensions [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Loading extension file: quotasv2.py {{(pid=100973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 21:51:35.030884 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.api.extensions [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=100973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 21:51:35.031215 dv-cinder-817085-1-iscsi neutron-server[100973]: INFO neutron.api.extensions [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Loaded extension: quotas Nov 08 21:51:35.031539 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.api.extensions [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Loading extension file: quotasv2_detail.py {{(pid=100973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 21:51:35.034757 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.api.extensions [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=100973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 21:51:35.035103 dv-cinder-817085-1-iscsi neutron-server[100973]: INFO neutron.api.extensions [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Loaded extension: quota_details Nov 08 21:51:35.035440 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.api.extensions [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Loading extension file: rbac.py {{(pid=100973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 21:51:35.036515 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.api.extensions [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=100973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 21:51:35.037096 dv-cinder-817085-1-iscsi neutron-server[100973]: INFO neutron.api.extensions [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Loaded extension: rbac-policies Nov 08 21:51:35.037960 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.api.extensions [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Loading extension file: rbac_address_group.py {{(pid=100973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 21:51:35.038913 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.api.extensions [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=100973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 21:51:35.039433 dv-cinder-817085-1-iscsi neutron-server[100973]: INFO neutron.api.extensions [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Loaded extension: rbac-address-group Nov 08 21:51:35.039764 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.api.extensions [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Loading extension file: rbac_address_scope.py {{(pid=100973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 21:51:35.040703 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.api.extensions [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=100973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 21:51:35.041259 dv-cinder-817085-1-iscsi neutron-server[100973]: INFO neutron.api.extensions [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Loaded extension: rbac-address-scope Nov 08 21:51:35.041584 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.api.extensions [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Loading extension file: rbac_security_groups.py {{(pid=100973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 21:51:35.042520 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.api.extensions [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=100973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 21:51:35.043030 dv-cinder-817085-1-iscsi neutron-server[100973]: INFO neutron.api.extensions [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Loaded extension: rbac-security-groups Nov 08 21:51:35.043358 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.api.extensions [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Loading extension file: rbac_subnetpool.py {{(pid=100973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 21:51:35.044289 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.api.extensions [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=100973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 21:51:35.044797 dv-cinder-817085-1-iscsi neutron-server[100973]: INFO neutron.api.extensions [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Loaded extension: rbac-subnetpool Nov 08 21:51:35.045145 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.api.extensions [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Loading extension file: revisionifmatch.py {{(pid=100973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 21:51:35.046082 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.api.extensions [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=100973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 21:51:35.046588 dv-cinder-817085-1-iscsi neutron-server[100973]: INFO neutron.api.extensions [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Loaded extension: revision-if-match Nov 08 21:51:35.046909 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.api.extensions [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Loading extension file: revisions.py {{(pid=100973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 21:51:35.048041 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.api.extensions [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=100973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 21:51:35.048556 dv-cinder-817085-1-iscsi neutron-server[100973]: INFO neutron.api.extensions [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Loaded extension: standard-attr-revisions Nov 08 21:51:35.048912 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.api.extensions [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Loading extension file: router_availability_zone.py {{(pid=100973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 21:51:35.049592 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.api.extensions [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=100973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 21:51:35.050098 dv-cinder-817085-1-iscsi neutron-server[100973]: INFO neutron.api.extensions [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Loaded extension: router_availability_zone Nov 08 21:51:35.050417 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.api.extensions [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Loading extension file: routerservicetype.py {{(pid=100973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 21:51:35.051349 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.api.extensions [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=100973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 21:51:35.051854 dv-cinder-817085-1-iscsi neutron-server[100973]: INFO neutron.api.extensions [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Extension router-service-type not supported by any of loaded plugins Nov 08 21:51:35.052177 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.api.extensions [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=100973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 21:51:35.053164 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.api.extensions [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=100973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 21:51:35.053671 dv-cinder-817085-1-iscsi neutron-server[100973]: INFO neutron.api.extensions [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Loaded extension: security-groups-normalized-cidr Nov 08 21:51:35.053992 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.api.extensions [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Loading extension file: security_groups_port_filtering.py {{(pid=100973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 21:51:35.054994 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.api.extensions [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=100973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 21:51:35.055502 dv-cinder-817085-1-iscsi neutron-server[100973]: INFO neutron.api.extensions [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Loaded extension: port-security-groups-filtering Nov 08 21:51:35.055825 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.api.extensions [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=100973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 21:51:35.056763 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.api.extensions [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=100973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 21:51:35.057299 dv-cinder-817085-1-iscsi neutron-server[100973]: INFO neutron.api.extensions [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Loaded extension: security-groups-remote-address-group Nov 08 21:51:35.057624 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.api.extensions [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=100973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 21:51:35.058577 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.api.extensions [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=100973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 21:51:35.059083 dv-cinder-817085-1-iscsi neutron-server[100973]: INFO neutron.api.extensions [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Loaded extension: security-groups-shared-filtering Nov 08 21:51:35.059408 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.api.extensions [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=100973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 21:51:35.060003 dv-cinder-817085-1-iscsi neutron-server[100973]: WARNING neutron.api.extensions [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Nov 08 21:51:35.060323 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.api.extensions [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Loading extension file: securitygroup.py {{(pid=100973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 21:51:35.070294 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.api.extensions [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=100973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 21:51:35.070823 dv-cinder-817085-1-iscsi neutron-server[100973]: INFO neutron.api.extensions [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Loaded extension: security-group Nov 08 21:51:35.071155 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.api.extensions [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Loading extension file: segment.py {{(pid=100973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 21:51:35.071959 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.api.extensions [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=100973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 21:51:35.072463 dv-cinder-817085-1-iscsi neutron-server[100973]: INFO neutron.api.extensions [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Extension segment not supported by any of loaded plugins Nov 08 21:51:35.072789 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.api.extensions [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=100973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 21:51:35.073779 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.api.extensions [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=100973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 21:51:35.074288 dv-cinder-817085-1-iscsi neutron-server[100973]: INFO neutron.api.extensions [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Nov 08 21:51:35.074617 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.api.extensions [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Loading extension file: servicetype.py {{(pid=100973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 21:51:35.075747 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.api.extensions [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=100973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 21:51:35.076268 dv-cinder-817085-1-iscsi neutron-server[100973]: INFO neutron.api.extensions [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Loaded extension: service-type Nov 08 21:51:35.076595 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.api.extensions [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Loading extension file: sorting.py {{(pid=100973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 21:51:35.077623 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.api.extensions [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=100973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 21:51:35.077959 dv-cinder-817085-1-iscsi neutron-server[100973]: INFO neutron.api.extensions [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Loaded extension: sorting Nov 08 21:51:35.078284 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.api.extensions [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Loading extension file: standard_attr_segment.py {{(pid=100973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 21:51:35.079219 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.api.extensions [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=100973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 21:51:35.079724 dv-cinder-817085-1-iscsi neutron-server[100973]: INFO neutron.api.extensions [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Extension standard-attr-segment not supported by any of loaded plugins Nov 08 21:51:35.080048 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.api.extensions [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Loading extension file: standardattrdescription.py {{(pid=100973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 21:51:35.080705 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.api.extensions [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=100973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 21:51:35.081233 dv-cinder-817085-1-iscsi neutron-server[100973]: INFO neutron.api.extensions [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Loaded extension: standard-attr-description Nov 08 21:51:35.081558 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.api.extensions [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Loading extension file: stateful_security_group.py {{(pid=100973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 21:51:35.082499 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.api.extensions [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=100973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 21:51:35.083007 dv-cinder-817085-1-iscsi neutron-server[100973]: INFO neutron.api.extensions [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Loaded extension: stateful-security-group Nov 08 21:51:35.083336 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.api.extensions [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Loading extension file: stdattrs_common.py {{(pid=100973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 21:51:35.084413 dv-cinder-817085-1-iscsi neutron-server[100973]: WARNING neutron.api.extensions [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Nov 08 21:51:35.084750 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.api.extensions [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=100973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 21:51:35.085718 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.api.extensions [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=100973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 21:51:35.086235 dv-cinder-817085-1-iscsi neutron-server[100973]: INFO neutron.api.extensions [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Nov 08 21:51:35.086559 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.api.extensions [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Loading extension file: subnet_onboard.py {{(pid=100973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 21:51:35.087646 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.api.extensions [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=100973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 21:51:35.088161 dv-cinder-817085-1-iscsi neutron-server[100973]: INFO neutron.api.extensions [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Loaded extension: subnet_onboard Nov 08 21:51:35.088488 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.api.extensions [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=100973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 21:51:35.089462 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.api.extensions [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=100973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 21:51:35.089999 dv-cinder-817085-1-iscsi neutron-server[100973]: INFO neutron.api.extensions [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Nov 08 21:51:35.090331 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.api.extensions [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Loading extension file: subnet_service_types.py {{(pid=100973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 21:51:35.091271 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.api.extensions [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=100973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 21:51:35.091778 dv-cinder-817085-1-iscsi neutron-server[100973]: INFO neutron.api.extensions [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Loaded extension: subnet-service-types Nov 08 21:51:35.092103 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.api.extensions [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Loading extension file: subnetallocation.py {{(pid=100973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 21:51:35.093234 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.api.extensions [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=100973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 21:51:35.093741 dv-cinder-817085-1-iscsi neutron-server[100973]: INFO neutron.api.extensions [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Loaded extension: subnet_allocation Nov 08 21:51:35.094067 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.api.extensions [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=100973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 21:51:35.094751 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.api.extensions [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=100973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 21:51:35.095255 dv-cinder-817085-1-iscsi neutron-server[100973]: INFO neutron.api.extensions [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Loaded extension: subnetpool-prefix-ops Nov 08 21:51:35.095578 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.api.extensions [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=100973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 21:51:35.096530 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.api.extensions [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=100973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 21:51:35.097065 dv-cinder-817085-1-iscsi neutron-server[100973]: INFO neutron.api.extensions [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Nov 08 21:51:35.097392 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.api.extensions [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Loading extension file: tagging.py {{(pid=100973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 21:51:35.098466 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.api.extensions [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=100973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 21:51:35.098972 dv-cinder-817085-1-iscsi neutron-server[100973]: INFO neutron.api.extensions [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Loaded extension: standard-attr-tag Nov 08 21:51:35.099301 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.api.extensions [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Loading extension file: timestamp.py {{(pid=100973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 21:51:35.101118 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.api.extensions [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=100973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 21:51:35.101632 dv-cinder-817085-1-iscsi neutron-server[100973]: INFO neutron.api.extensions [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Loaded extension: standard-attr-timestamp Nov 08 21:51:35.101960 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.api.extensions [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Loading extension file: trunk.py {{(pid=100973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 21:51:35.103029 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.api.extensions [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=100973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 21:51:35.103548 dv-cinder-817085-1-iscsi neutron-server[100973]: INFO neutron.api.extensions [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Extension trunk not supported by any of loaded plugins Nov 08 21:51:35.103879 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.api.extensions [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Loading extension file: trunk_details.py {{(pid=100973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 21:51:35.104826 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.api.extensions [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=100973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 21:51:35.105348 dv-cinder-817085-1-iscsi neutron-server[100973]: INFO neutron.api.extensions [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Extension trunk-details not supported by any of loaded plugins Nov 08 21:51:35.105674 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.api.extensions [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Loading extension file: uplink_status_propagation.py {{(pid=100973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 21:51:35.106610 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.api.extensions [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=100973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 21:51:35.107120 dv-cinder-817085-1-iscsi neutron-server[100973]: INFO neutron.api.extensions [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Extension uplink-status-propagation not supported by any of loaded plugins Nov 08 21:51:35.107443 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.api.extensions [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Loading extension file: vlantransparent.py {{(pid=100973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 21:51:35.108118 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.api.extensions [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=100973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 21:51:35.108619 dv-cinder-817085-1-iscsi neutron-server[100973]: INFO neutron.api.extensions [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Extension vlan-transparent not supported by any of loaded plugins Nov 08 21:51:35.111149 dv-cinder-817085-1-iscsi neutron-server[100973]: INFO neutron.quota.resource_registry [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Creating instance of TrackedResource for resource:network Nov 08 21:51:35.111684 dv-cinder-817085-1-iscsi neutron-server[100973]: INFO neutron.quota.resource_registry [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Creating instance of TrackedResource for resource:subnet Nov 08 21:51:35.112084 dv-cinder-817085-1-iscsi neutron-server[100973]: INFO neutron.quota.resource_registry [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Creating instance of TrackedResource for resource:subnetpool Nov 08 21:51:35.112484 dv-cinder-817085-1-iscsi neutron-server[100973]: INFO neutron.quota.resource_registry [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Creating instance of TrackedResource for resource:port Nov 08 21:51:35.113778 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.api.v2.resource_helper [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100973) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 08 21:51:35.114228 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.api.v2.resource_helper [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Service FLAVORS assigned prefix: {{(pid=100973) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 08 21:51:35.114850 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.api.v2.resource_helper [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100973) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 08 21:51:35.115323 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.api.v2.resource_helper [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100973) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 08 21:51:35.115659 dv-cinder-817085-1-iscsi neutron-server[100973]: INFO neutron.quota.resource_registry [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Creating instance of TrackedResource for resource:router Nov 08 21:51:35.116091 dv-cinder-817085-1-iscsi neutron-server[100973]: INFO neutron.quota.resource_registry [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Creating instance of TrackedResource for resource:floatingip Nov 08 21:51:35.116588 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.api.v2.resource_helper [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Service METERING assigned prefix: /metering {{(pid=100973) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 08 21:51:35.118328 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=100973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 21:51:35.118706 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=100973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 21:51:35.119058 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 21:51:35.120049 dv-cinder-817085-1-iscsi neutron-server[100973]: INFO neutron.quota.resource_registry [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Creating instance of CountableResource for resource:rbac_policy Nov 08 21:51:35.120496 dv-cinder-817085-1-iscsi neutron-server[100973]: INFO neutron.quota.resource_registry [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Creating instance of TrackedResource for resource:security_group Nov 08 21:51:35.120987 dv-cinder-817085-1-iscsi neutron-server[100973]: INFO neutron.quota.resource_registry [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Creating instance of TrackedResource for resource:security_group_rule Nov 08 21:51:35.121604 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.api.v2.resource_helper [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Service CORE assigned prefix: {{(pid=100973) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 08 21:51:35.121934 dv-cinder-817085-1-iscsi neutron-server[100973]: INFO neutron.quota.resource_registry [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Creating instance of TrackedResource for resource:subnetpool Nov 08 21:51:35.122283 dv-cinder-817085-1-iscsi neutron-server[100973]: WARNING neutron.quota.resource_registry [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] subnetpool is already registered Nov 08 21:51:35.122712 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.api.v2.resource_helper [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Service CORE assigned prefix: {{(pid=100973) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 08 21:51:35.123037 dv-cinder-817085-1-iscsi neutron-server[100973]: INFO neutron.quota.resource_registry [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Creating instance of TrackedResource for resource:subnetpool Nov 08 21:51:35.123377 dv-cinder-817085-1-iscsi neutron-server[100973]: WARNING neutron.quota.resource_registry [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] subnetpool is already registered Nov 08 21:51:35.125776 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.api.v2.resource_helper [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100973) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 08 21:51:35.126222 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.api.v2.resource_helper [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Service FLAVORS assigned prefix: {{(pid=100973) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 08 21:51:35.126849 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.api.v2.resource_helper [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100973) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 08 21:51:35.127276 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.api.v2.resource_helper [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100973) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 08 21:51:35.127612 dv-cinder-817085-1-iscsi neutron-server[100973]: INFO neutron.quota.resource_registry [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Creating instance of TrackedResource for resource:router Nov 08 21:51:35.127999 dv-cinder-817085-1-iscsi neutron-server[100973]: WARNING neutron.quota.resource_registry [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] router is already registered Nov 08 21:51:35.128394 dv-cinder-817085-1-iscsi neutron-server[100973]: INFO neutron.quota.resource_registry [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Creating instance of TrackedResource for resource:floatingip Nov 08 21:51:35.128733 dv-cinder-817085-1-iscsi neutron-server[100973]: WARNING neutron.quota.resource_registry [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] floatingip is already registered Nov 08 21:51:35.129235 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.api.v2.resource_helper [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Service METERING assigned prefix: /metering {{(pid=100973) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 08 21:51:35.129954 dv-cinder-817085-1-iscsi neutron-server[100973]: INFO neutron.quota.resource_registry [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Creating instance of CountableResource for resource:rbac_policy Nov 08 21:51:35.130291 dv-cinder-817085-1-iscsi neutron-server[100973]: WARNING neutron.quota.resource_registry [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] rbac_policy is already registered Nov 08 21:51:35.130708 dv-cinder-817085-1-iscsi neutron-server[100973]: INFO neutron.quota.resource_registry [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Creating instance of TrackedResource for resource:security_group Nov 08 21:51:35.131081 dv-cinder-817085-1-iscsi neutron-server[100973]: WARNING neutron.quota.resource_registry [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] security_group is already registered Nov 08 21:51:35.131499 dv-cinder-817085-1-iscsi neutron-server[100973]: INFO neutron.quota.resource_registry [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Creating instance of TrackedResource for resource:security_group_rule Nov 08 21:51:35.131834 dv-cinder-817085-1-iscsi neutron-server[100973]: WARNING neutron.quota.resource_registry [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] security_group_rule is already registered Nov 08 21:51:35.132331 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.api.v2.resource_helper [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Service CORE assigned prefix: {{(pid=100973) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 08 21:51:35.132666 dv-cinder-817085-1-iscsi neutron-server[100973]: INFO neutron.quota.resource_registry [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Creating instance of TrackedResource for resource:subnetpool Nov 08 21:51:35.133031 dv-cinder-817085-1-iscsi neutron-server[100973]: WARNING neutron.quota.resource_registry [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] subnetpool is already registered Nov 08 21:51:35.133458 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.api.v2.resource_helper [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Service CORE assigned prefix: {{(pid=100973) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 08 21:51:35.133779 dv-cinder-817085-1-iscsi neutron-server[100973]: INFO neutron.quota.resource_registry [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Creating instance of TrackedResource for resource:subnetpool Nov 08 21:51:35.134110 dv-cinder-817085-1-iscsi neutron-server[100973]: WARNING neutron.quota.resource_registry [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] subnetpool is already registered Nov 08 21:51:35.135811 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.api.extensions [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Extended resource: extensions {{(pid=100973) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 08 21:51:35.137313 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.api.extensions [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Extended resource: address-groups {{(pid=100973) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 08 21:51:35.138813 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.api.extensions [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Extended resource: address-scopes {{(pid=100973) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 08 21:51:35.140025 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.api.extensions [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Extended resource: agents {{(pid=100973) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 08 21:51:35.141312 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.api.extensions [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Extended resource: auto-allocated-topology {{(pid=100973) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 08 21:51:35.142547 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.api.extensions [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Extended resource: availability_zones {{(pid=100973) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 08 21:51:35.143775 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.api.extensions [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Extended resource: dhcp-networks {{(pid=100973) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 08 21:51:35.145213 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.api.extensions [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Extended resource: dhcp-agents {{(pid=100973) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 08 21:51:35.147255 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.api.extensions [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Extended resource: routers {{(pid=100973) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 08 21:51:35.149423 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.api.extensions [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Extended resource: flavors {{(pid=100973) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 08 21:51:35.150694 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.api.extensions [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Extended resource: service_profiles {{(pid=100973) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 08 21:51:35.151918 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.api.extensions [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Extended resource: next_providers {{(pid=100973) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 08 21:51:35.153405 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.api.extensions [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Extended resource: service_profiles {{(pid=100973) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 08 21:51:35.154848 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.api.extensions [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Extended resource: floatingip-pools {{(pid=100973) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 08 21:51:35.156194 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.api.extensions [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Extended resource: routers {{(pid=100973) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 08 21:51:35.158329 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.api.extensions [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Extended resource: floatingips {{(pid=100973) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 08 21:51:35.159604 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.api.extensions [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Extended resource: l3-routers {{(pid=100973) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 08 21:51:35.161033 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.api.extensions [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Extended resource: l3-agents {{(pid=100973) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 08 21:51:35.162990 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.api.extensions [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Extended resource: metering-labels {{(pid=100973) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 08 21:51:35.164247 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.api.extensions [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Extended resource: metering-label-rules {{(pid=100973) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 08 21:51:35.165658 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.api.extensions [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Extended resource: network-ip-availabilities {{(pid=100973) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 08 21:51:35.166909 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.api.extensions [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Extended resource: bindings {{(pid=100973) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 08 21:51:35.168468 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.api.extensions [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Extended resource: quotas {{(pid=100973) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 08 21:51:35.170161 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.api.extensions [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Extended resource: quotas {{(pid=100973) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 08 21:51:35.171702 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.api.extensions [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Extended resource: rbac-policies {{(pid=100973) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 08 21:51:35.172926 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.api.extensions [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Extended resource: security-groups {{(pid=100973) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 08 21:51:35.174261 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.api.extensions [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Extended resource: security-group-rules {{(pid=100973) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 08 21:51:35.175491 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.api.extensions [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Extended resource: service-providers {{(pid=100973) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 08 21:51:35.176707 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.api.extensions [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Extended resource: subnetpools {{(pid=100973) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 08 21:51:35.178162 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.api.extensions [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Extended resource: subnetpools {{(pid=100973) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 08 21:51:35.179646 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.api.extensions [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Extended resource: tags {{(pid=100973) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 08 21:51:35.181337 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.api.extensions [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Extended resource: tags {{(pid=100973) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 08 21:51:35.183170 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.api.extensions [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Extended resource: tags {{(pid=100973) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 08 21:51:35.184974 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.api.extensions [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Extended resource: tags {{(pid=100973) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 08 21:51:35.186659 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.api.extensions [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Extended resource: tags {{(pid=100973) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 08 21:51:35.188601 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.api.extensions [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Extended resource: tags {{(pid=100973) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 08 21:51:35.190308 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.api.extensions [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Extended resource: tags {{(pid=100973) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 08 21:51:35.193105 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.api.extensions [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Extended resource: tags {{(pid=100973) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 08 21:51:35.194909 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.api.extensions [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Extended resource: tags {{(pid=100973) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 08 21:51:35.196639 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron.api.extensions [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Extended resource: tags {{(pid=100973) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 08 21:51:35.202793 dv-cinder-817085-1-iscsi neutron-server[100973]: WARNING keystonemiddleware.auth_token [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Nov 08 21:51:35.207341 dv-cinder-817085-1-iscsi neutron-server[100973]: WARNING keystonemiddleware.auth_token [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Nov 08 21:51:35.218076 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_concurrency.lockutils [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Acquired lock "singleton_lock" {{(pid=100973) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Nov 08 21:51:35.218554 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_concurrency.lockutils [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Releasing lock "singleton_lock" {{(pid=100973) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Nov 08 21:51:35.219202 dv-cinder-817085-1-iscsi neutron-server[100973]: INFO oslo_service.service [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Starting 2 workers Nov 08 21:51:35.224002 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Started child 101082 {{(pid=100973) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 08 21:51:35.229009 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Started child 101083 {{(pid=100973) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 08 21:51:35.229893 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:51:35.230562 dv-cinder-817085-1-iscsi neutron-server[100973]: INFO neutron.service [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Neutron service started, listening on 0.0.0.0:9696 Nov 08 21:51:35.231172 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Publish callbacks [] for process, before_spawn {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:51:35.231486 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [-] (101082) wsgi starting up on http://0.0.0.0:9696 Nov 08 21:51:35.233553 dv-cinder-817085-1-iscsi neutron-server[100973]: INFO oslo_service.service [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Starting 1 workers Nov 08 21:51:35.233666 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:51:35.235033 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [-] (101083) wsgi starting up on http://0.0.0.0:9696 Nov 08 21:51:35.238702 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Started child 101084 {{(pid=100973) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 08 21:51:35.239259 dv-cinder-817085-1-iscsi neutron-server[100973]: INFO oslo_service.service [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Starting 1 workers Nov 08 21:51:35.242867 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.service [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] calling RpcWorker wait() {{(pid=101084) _wait /opt/stack/neutron/neutron/service.py:128}} Nov 08 21:51:35.243448 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.service [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] returning from RpcWorker wait() {{(pid=101084) _wait /opt/stack/neutron/neutron/service.py:135}} Nov 08 21:51:35.244077 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Started child 101085 {{(pid=100973) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 08 21:51:35.244766 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:51:35.244895 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-bc456faf-e21d-4d5c-968c-2fe9f5e54d75 None None] Publish callbacks [] for process, after_spawn {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:51:35.245294 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=101084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 21:51:35.247887 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=100973) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Nov 08 21:51:35.248104 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 08 21:51:35.248289 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 08 21:51:35.248507 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 08 21:51:35.248864 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 08 21:51:35.249030 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 08 21:51:35.249227 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=101085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:51:35.249696 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 21:51:35.249821 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 21:51:35.250074 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 21:51:35.250324 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 21:51:35.252628 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 21:51:35.253234 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 21:51:35.253508 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 21:51:35.253757 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 21:51:35.254046 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 21:51:35.254303 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 21:51:35.254475 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 21:51:35.254644 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 21:51:35.254908 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 21:51:35.255144 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 21:51:35.255450 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 21:51:35.255714 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 21:51:35.256520 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 21:51:35.256780 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 21:51:35.256978 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 21:51:35.257235 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] config_source = [] {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 21:51:35.257508 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 21:51:35.257758 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 21:51:35.258023 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] debug = True {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 21:51:35.258265 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 21:51:35.258750 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 21:51:35.258974 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 21:51:35.259227 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 21:51:35.259523 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 21:51:35.259967 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 21:51:35.260334 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 21:51:35.260733 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 21:51:35.261120 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 21:51:35.261463 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 21:51:35.261818 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 21:51:35.262166 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 21:51:35.262533 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 21:51:35.262860 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 21:51:35.263235 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 21:51:35.263561 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 21:51:35.263915 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 21:51:35.264146 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 21:51:35.264638 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] host = dv-cinder-817085-1-iscsi {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 21:51:35.264898 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 21:51:35.265176 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 21:51:35.265415 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 21:51:35.265664 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 21:51:35.265923 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 21:51:35.266195 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 21:51:35.266543 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 21:51:35.266919 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 21:51:35.267254 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 21:51:35.267504 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 21:51:35.267742 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 21:51:35.267988 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 21:51:35.268271 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] log_dir = None {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 21:51:35.268523 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] log_file = None {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 21:51:35.268688 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] log_options = True {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 21:51:35.268950 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 21:51:35.269231 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 21:51:35.269597 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 21:51:35.269871 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 21:51:35.270110 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 21:51:35.270353 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 21:51:35.270623 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 21:51:35.270786 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 21:51:35.271042 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 21:51:35.271290 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 21:51:35.272096 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 21:51:35.272319 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 21:51:35.272558 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 21:51:35.272830 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 21:51:35.273170 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 21:51:35.273493 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 21:51:35.273830 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 21:51:35.274111 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 21:51:35.274377 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 21:51:35.274608 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 21:51:35.274835 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 21:51:35.275084 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 21:51:35.275326 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 21:51:35.275549 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 21:51:35.275781 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 21:51:35.275996 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 21:51:35.276227 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 21:51:35.276440 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 21:51:35.276685 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 21:51:35.276950 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 21:51:35.277192 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 21:51:35.277436 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 21:51:35.277668 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 21:51:35.277904 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 21:51:35.278166 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 21:51:35.278393 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 21:51:35.278621 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 21:51:35.279837 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 21:51:35.279837 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 21:51:35.279837 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 21:51:35.279837 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 21:51:35.279837 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 21:51:35.282220 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 21:51:35.282313 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=101085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 21:51:35.282404 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 21:51:35.282404 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 21:51:35.282404 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] use_journal = False {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 21:51:35.282404 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] use_json = False {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 21:51:35.282404 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 21:51:35.282404 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 21:51:35.282404 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 21:51:35.282404 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 21:51:35.282910 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 21:51:35.282910 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 21:51:35.283061 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 21:51:35.283184 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 21:51:35.283627 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.283898 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.284228 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.284485 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.284720 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.285009 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.285240 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.287289 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.287289 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.287289 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.287289 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.287289 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.287289 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.287289 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.288348 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.288348 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.288348 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.288348 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.289568 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.289568 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.289568 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.289752 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.289948 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.290203 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.290435 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.290666 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.290886 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.291841 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.291841 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.291841 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.25/identity {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.292073 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.292200 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.292421 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.292658 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.292894 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.293138 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.293393 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.293638 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.293865 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.294075 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.294282 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.294534 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.294749 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.295212 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.295462 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.295723 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.295977 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.296198 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.296411 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.296626 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.296889 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.297546 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.297546 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.297943 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.297943 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.298284 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.298284 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.298630 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.298785 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.299376 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.299376 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.299376 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.299789 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.299789 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.300049 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.300182 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.300427 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.300667 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.300905 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.301118 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.301353 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.302310 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.302536 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.302805 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.303028 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.303254 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.303792 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.304010 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.305155 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.305388 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.305622 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.305855 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.306115 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.306350 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.306590 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.306848 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.307066 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.307280 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.307497 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.307786 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.308082 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.308333 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.308587 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.308825 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.313115 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.313522 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.314183 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.314420 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.314669 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.314892 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.315172 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.315427 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.315659 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.315885 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.317145 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.317425 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.317648 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.317874 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.318094 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.318891 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.319134 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.319403 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.319662 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.319914 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.320146 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.320398 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.320674 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.320946 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.321227 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.321849 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.322129 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.324830 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.326624 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.326923 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.327174 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.327424 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.327713 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.327989 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.328266 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.328538 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.328796 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.332512 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.334125 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.334416 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.334663 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.334900 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.335154 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.335509 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.335773 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.335998 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.336240 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.336517 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.336751 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.338153 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.339140 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.340392 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.341977 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.342255 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.342496 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.25/identity {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.342726 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.342967 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.343215 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.343436 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.343656 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.343887 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.344140 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.344356 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.344571 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.347721 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.347721 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.347721 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.348038 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.348286 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.348541 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.348844 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.349052 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.349292 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.350049 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.350297 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.350950 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.350950 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.350950 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.351204 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.351520 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.351845 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.352104 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.352336 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.352563 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.352831 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.353062 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.353271 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.353512 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.354960 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.354960 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.355139 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.355227 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.355453 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.355688 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.355919 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.356154 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.356408 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.356662 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.357108 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.357390 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.357644 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.357934 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.358177 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.359414 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.359414 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.359414 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.359414 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.359751 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.359827 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.360130 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.360293 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.360572 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.360727 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.360975 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.361185 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.361618 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.361618 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.361915 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.362169 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.362401 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.362661 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.362907 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.363225 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.363461 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.363670 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.363876 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.364103 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.364318 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.364522 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.364742 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.364992 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.365253 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.365488 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.365707 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.365920 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.366189 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.366398 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.366636 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.366857 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.367075 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.367548 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.367792 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.368001 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.368459 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.368873 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.369098 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.369336 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.369586 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.369819 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.370025 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.370400 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.370620 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.370830 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.371133 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.371388 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.371604 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.371888 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.372586 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.372586 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.372763 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.372957 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.373176 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.373525 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.373743 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.373966 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.374188 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.374509 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.374829 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.375107 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.375365 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.375620 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.375927 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.376186 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:700:749'] {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.376451 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.376663 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.376978 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.377329 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.377595 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.377847 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.378152 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.378351 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.378998 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.378998 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.379166 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.379346 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.379562 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.379831 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.380079 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.380300 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.380515 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.380684 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=101084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 21:51:35.381321 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.381525 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.381749 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.381982 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.382219 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.382434 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.382590 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 08 21:51:35.383430 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=100973) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Nov 08 21:51:35.383430 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 08 21:51:35.383430 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 08 21:51:35.383691 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 08 21:51:35.383771 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 08 21:51:35.383907 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 08 21:51:35.384111 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 21:51:35.384271 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 21:51:35.384465 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 21:51:35.384583 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 21:51:35.384740 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 21:51:35.384941 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 21:51:35.385101 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 21:51:35.385257 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 21:51:35.385413 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 21:51:35.385569 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 21:51:35.385726 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 21:51:35.385881 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 21:51:35.386037 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 21:51:35.386205 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 21:51:35.386340 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 21:51:35.386497 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 21:51:35.386652 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 21:51:35.386810 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 21:51:35.386972 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 21:51:35.387127 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] config_source = [] {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 21:51:35.387283 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 21:51:35.387439 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 21:51:35.387594 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] debug = True {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 21:51:35.387750 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 21:51:35.387951 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 21:51:35.388113 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 21:51:35.388271 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 21:51:35.388426 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 21:51:35.388649 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 21:51:35.388747 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 21:51:35.388922 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 21:51:35.389079 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 21:51:35.389235 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 21:51:35.389391 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 21:51:35.389565 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 21:51:35.389720 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 21:51:35.389876 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 21:51:35.390052 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 21:51:35.390207 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 21:51:35.390363 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 21:51:35.390521 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 21:51:35.390676 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] host = dv-cinder-817085-1-iscsi {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 21:51:35.390832 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 21:51:35.390987 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 21:51:35.391144 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 21:51:35.391330 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 21:51:35.391460 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 21:51:35.391582 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 21:51:35.391732 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 21:51:35.391885 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 21:51:35.392034 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 21:51:35.392183 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 21:51:35.392334 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 21:51:35.392485 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 21:51:35.392638 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] log_dir = None {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 21:51:35.392795 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] log_file = None {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 21:51:35.392969 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] log_options = True {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 21:51:35.393126 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 21:51:35.393286 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 21:51:35.393412 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 21:51:35.393590 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 21:51:35.393747 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 21:51:35.393898 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 21:51:35.394048 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 21:51:35.394200 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 21:51:35.394350 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 21:51:35.394572 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 21:51:35.394717 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 21:51:35.394885 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 21:51:35.395008 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 21:51:35.395257 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 21:51:35.395257 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 21:51:35.395493 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 21:51:35.395615 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 21:51:35.395736 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 21:51:35.395857 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 21:51:35.395987 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 21:51:35.396110 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 21:51:35.396231 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 21:51:35.396376 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 21:51:35.397111 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 21:51:35.397602 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 21:51:35.397602 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 21:51:35.397602 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 21:51:35.397947 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 21:51:35.397947 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 21:51:35.397947 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 21:51:35.398305 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 21:51:35.398305 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 21:51:35.398537 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 21:51:35.398537 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 21:51:35.399067 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 21:51:35.399067 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 21:51:35.399067 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 21:51:35.399423 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 21:51:35.399423 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 21:51:35.399423 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 21:51:35.399767 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 21:51:35.399767 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 21:51:35.399998 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 21:51:35.399998 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 21:51:35.400192 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 21:51:35.400271 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] use_journal = False {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 21:51:35.400399 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] use_json = False {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 21:51:35.400556 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 21:51:35.400712 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 21:51:35.400889 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 21:51:35.401045 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 21:51:35.401201 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 21:51:35.401358 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 21:51:35.401514 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 21:51:35.401669 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 21:51:35.401845 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.402004 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.402174 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.402334 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.402492 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.402649 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.402806 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.402965 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.403124 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.403297 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.403453 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.403613 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.403782 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.403941 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.404099 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.404259 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.404417 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.404575 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.404795 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.404969 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.405092 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.405214 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.405346 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.405504 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.405661 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.405818 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.405978 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.406272 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.406398 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.406520 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.25/identity {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.406642 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.406752 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.406872 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.407024 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.407341 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.407341 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.407956 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.407956 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.407956 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.407956 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.408370 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.408370 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.408370 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.408673 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.408673 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.408855 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.409234 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.409234 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.409234 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.409586 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.409586 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.410099 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.410099 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.410099 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.410099 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.410582 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.410582 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.410582 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.410923 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.410923 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.411164 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.411164 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.411403 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.411956 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.411956 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.411956 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.411956 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.412435 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.412435 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.412435 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.412770 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.412770 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.412770 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.413170 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.413170 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.413401 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.413401 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.413640 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.413640 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.413858 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.413989 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.414112 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.414234 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.414389 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.414547 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.414705 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.414918 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.415041 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.415172 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.415295 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.415464 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.415620 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.415776 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.416330 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.416330 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.416330 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.416692 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.416692 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.416692 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.417084 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.417084 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.417317 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.417317 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.417549 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.417549 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.417780 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.417910 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.418033 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.418154 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.418276 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.418435 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.418593 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.418749 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.418907 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.419118 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.419255 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.419380 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.419502 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.419658 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.419815 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.420007 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.420129 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.420716 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.420716 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.420716 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.420716 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.421446 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.421446 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.421446 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.421446 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.421446 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.422607 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.422607 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.422607 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.422607 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.422607 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.422607 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.422607 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.423131 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.423131 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.423131 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.423131 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.423409 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.423409 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.423553 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.423680 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.423838 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.423995 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.424152 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.25/identity {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.424311 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.424469 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.424633 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.424773 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.424951 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.425108 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.425265 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.425427 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.425609 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.425749 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.425884 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.426043 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.426200 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.426357 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.426515 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.426673 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.426830 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.426987 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.427145 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.427301 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.427458 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.427614 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.427795 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.427953 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.428110 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.428270 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.428464 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.428623 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.428783 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.428962 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.429121 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.429324 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.429451 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.429576 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.429700 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.429862 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.430019 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.430179 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.430363 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.430520 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.430679 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.430822 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.431363 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.431363 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.431363 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.431735 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.431735 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.431735 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.432098 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.432098 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.432334 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.432334 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.432569 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.432693 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.432848 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.432975 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.433116 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.433245 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.433370 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.433494 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.433655 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.433812 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.434027 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.434159 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.434283 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.434417 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.434564 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.434722 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.434890 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.435035 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.435193 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.435350 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.435507 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.435664 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.435831 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.435989 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.436146 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.436303 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.436459 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.436617 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.436783 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.436962 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.437120 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.437576 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.437576 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.437576 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.437834 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.437915 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.438005 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.438158 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.438314 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.438471 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.439888 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.439888 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.439888 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.439888 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.439888 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.439888 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.439888 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.439888 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.440560 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.440560 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.440560 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.440560 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.440560 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.440560 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.441294 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.441294 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.441294 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.441294 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.441294 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.442416 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.442416 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.442416 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.442416 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.442416 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.442416 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.442416 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:700:749'] {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.443008 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.443008 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.443008 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.443008 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.443809 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.443809 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.443962 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.444145 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.444276 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.444403 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.444538 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.444663 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.444776 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.444951 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.445108 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.445267 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.445423 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.445579 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.445737 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.445880 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.446037 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.446194 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.446351 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 21:51:35.446503 dv-cinder-817085-1-iscsi neutron-server[100973]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=100973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 08 21:51:35.534457 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.wsgi [-] (101082) accepted ('10.222.0.25', 37596) {{(pid=101082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 21:51:35.543600 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [-] 10.222.0.25 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0069826 Nov 08 21:51:46.884065 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19987242-f8d9-4789-a7d8-a6271555a33e None None] get_active_networks_info from dv-cinder-817085-1-iscsi {{(pid=101084) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 08 21:51:46.969955 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19987242-f8d9-4789-a7d8-a6271555a33e None None] No non-hosted networks {{(pid=101084) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Nov 08 21:51:46.978873 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.db.agentschedulers_db [None req-19987242-f8d9-4789-a7d8-a6271555a33e None None] DHCP Agent not found on host dv-cinder-817085-1-iscsi {{(pid=101084) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Nov 08 21:51:47.106484 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-9bf2ab9a-3aa0-4331-93fa-11c26b72462d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728276665375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1637106'] for agent, after_create {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:51:49.083699 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-38c69535-691c-4a61-b373-174ff1efe148 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728276665375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1637106'] for agent, after_create {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:51:49.148619 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-5383b95f-443c-4031-8553-43f5b3bab521 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728276665375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534631'] for agent, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:51:50.145787 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-38f8c81f-ca07-4188-b5ff-70ceca3f97c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728276665375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1637106'] for agent, after_create {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:51:51.859964 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-550ddcb2-f0f8-4b6b-a238-0b8e3ebb0b9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728276665375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1637106'] for agent, after_create {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:51:52.453976 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-ad13160b-513d-4512-a15f-cb40cce6b7e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728276665375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1637106'] for agent, after_create {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:51:52.454655 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad13160b-513d-4512-a15f-cb40cce6b7e9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 21:51:52.454990 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad13160b-513d-4512-a15f-cb40cce6b7e9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 21:51:52.455326 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad13160b-513d-4512-a15f-cb40cce6b7e9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 21:51:52.455649 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad13160b-513d-4512-a15f-cb40cce6b7e9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 21:51:52.455966 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad13160b-513d-4512-a15f-cb40cce6b7e9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 21:51:52.456284 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad13160b-513d-4512-a15f-cb40cce6b7e9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 21:51:52.456598 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad13160b-513d-4512-a15f-cb40cce6b7e9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 21:51:52.457530 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad13160b-513d-4512-a15f-cb40cce6b7e9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 21:51:52.463195 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad13160b-513d-4512-a15f-cb40cce6b7e9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 21:51:52.464532 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad13160b-513d-4512-a15f-cb40cce6b7e9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 21:51:52.464911 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad13160b-513d-4512-a15f-cb40cce6b7e9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 21:51:52.465250 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad13160b-513d-4512-a15f-cb40cce6b7e9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 21:51:52.465701 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad13160b-513d-4512-a15f-cb40cce6b7e9 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-817085-1-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=101084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 21:51:52.477757 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad13160b-513d-4512-a15f-cb40cce6b7e9 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-817085-1-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=101084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 21:51:52.967521 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.wsgi [-] (101082) accepted ('10.222.0.25', 37688) {{(pid=101082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 21:51:53.475805 dv-cinder-817085-1-iscsi neutron-server[101082]: WARNING oslo_policy.policy [None req-11bc8309-34d3-46be-9be8-4f119f9a95dc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 08 21:51:53.476420 dv-cinder-817085-1-iscsi neutron-server[101082]: WARNING oslo_policy.policy [None req-11bc8309-34d3-46be-9be8-4f119f9a95dc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 08 21:51:53.701469 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.wsgi [None req-11bc8309-34d3-46be-9be8-4f119f9a95dc admin admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=101082) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 21:51:53.703845 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [None req-11bc8309-34d3-46be-9be8-4f119f9a95dc admin admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7353492 Nov 08 21:51:53.755420 dv-cinder-817085-1-iscsi neutron-server[101084]: INFO neutron.db.l3_hamode_db [None req-bea639bf-e114-4f68-8551-b1bcc15adbda None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Nov 08 21:51:53.835446 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bea639bf-e114-4f68-8551-b1bcc15adbda None None] Routers set() bound to L3 agent in host dv-cinder-817085-1-iscsi {{(pid=101084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 21:51:53.835836 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bea639bf-e114-4f68-8551-b1bcc15adbda None None] Router IDs set() for agent in host dv-cinder-817085-1-iscsi {{(pid=101084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 08 21:51:56.221934 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.wsgi [-] (101082) accepted ('10.222.0.25', 37704) {{(pid=101082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 21:51:56.541868 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.v2.base [None req-7dd920e2-e11a-4577-a124-0985b5952361 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'is_default': True, 'shared': True}} {{(pid=101082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 21:51:56.637707 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.policy [None req-7dd920e2-e11a-4577-a124-0985b5952361 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=101082) register_rules /opt/stack/neutron/neutron/policy.py:73}} Nov 08 21:51:56.683758 dv-cinder-817085-1-iscsi neutron-server[101082]: WARNING oslo_policy.policy [None req-7dd920e2-e11a-4577-a124-0985b5952361 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 08 21:51:56.684127 dv-cinder-817085-1-iscsi neutron-server[101082]: WARNING oslo_policy.policy [None req-7dd920e2-e11a-4577-a124-0985b5952361 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 08 21:51:56.692611 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.quota [None req-7dd920e2-e11a-4577-a124-0985b5952361 admin admin] Loaded quota_driver: . Nov 08 21:51:56.782588 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7dd920e2-e11a-4577-a124-0985b5952361 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8728278683532', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8728278683067', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8728278704168', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8728278709860', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8728279186387', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8728278714850', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-605171', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-842710', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1955981', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1760155'] for rbac-policy, before_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:51:56.846185 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7dd920e2-e11a-4577-a124-0985b5952361 admin admin] Publish callbacks [] for subnetpool, before_response {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:51:56.847350 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [None req-7dd920e2-e11a-4577-a124-0985b5952361 admin admin] 10.222.0.25 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6244590 Nov 08 21:51:59.552831 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.wsgi [-] (101082) accepted ('10.222.0.25', 37716) {{(pid=101082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 21:51:59.852008 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.v2.base [None req-1b397e3c-6c1e-4b7a-a28d-3e45ac43f0e5 admin admin] Request body: {'network': {'admin_state_up': True, 'project_id': '1a17ab64a37b4b5bb47a20c2bc0a70eb', 'tenant_id': '1a17ab64a37b4b5bb47a20c2bc0a70eb', 'name': 'private'}} {{(pid=101082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 21:51:59.879772 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b397e3c-6c1e-4b7a-a28d-3e45ac43f0e5 admin admin] Made reservation on behalf of 1a17ab64a37b4b5bb47a20c2bc0a70eb for: {'network': 1} {{(pid=101082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 21:51:59.882652 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-1b397e3c-6c1e-4b7a-a28d-3e45ac43f0e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-925982'] for network, before_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:51:59.899353 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-1b397e3c-6c1e-4b7a-a28d-3e45ac43f0e5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:52:00.008338 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-1b397e3c-6c1e-4b7a-a28d-3e45ac43f0e5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:52:00.011862 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-1b397e3c-6c1e-4b7a-a28d-3e45ac43f0e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2033567'] for security_group, after_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:52:00.035180 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b397e3c-6c1e-4b7a-a28d-3e45ac43f0e5 admin admin] vlan segment allocate from pool success with {'vlan_id': 729, 'physical_network': 'physnet1'} {{(pid=101082) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 21:52:00.059783 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-1b397e3c-6c1e-4b7a-a28d-3e45ac43f0e5 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8728276665384', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-527333'] for segment, precommit_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:52:00.060339 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-1b397e3c-6c1e-4b7a-a28d-3e45ac43f0e5 admin admin] Unsubscribe: segment precommit_create {{(pid=101082) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Nov 08 21:52:00.060872 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.db.segments_db [None req-1b397e3c-6c1e-4b7a-a28d-3e45ac43f0e5 admin admin] Added segment 1ad040b8-abc7-482e-b2eb-accdf0f422fa of type vlan for network 75a129b6-ca72-4c4c-a34e-d429f6f102aa Nov 08 21:52:00.066461 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b397e3c-6c1e-4b7a-a28d-3e45ac43f0e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59749b0f-aaa5-4385-b5f3-07d29f48995c,revision_number=1']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 21:52:00.101154 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b397e3c-6c1e-4b7a-a28d-3e45ac43f0e5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 21:52:00.101510 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b397e3c-6c1e-4b7a-a28d-3e45ac43f0e5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 21:52:00.101842 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b397e3c-6c1e-4b7a-a28d-3e45ac43f0e5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 21:52:00.102162 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b397e3c-6c1e-4b7a-a28d-3e45ac43f0e5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 21:52:00.102479 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b397e3c-6c1e-4b7a-a28d-3e45ac43f0e5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 21:52:00.102811 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b397e3c-6c1e-4b7a-a28d-3e45ac43f0e5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 21:52:00.103132 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b397e3c-6c1e-4b7a-a28d-3e45ac43f0e5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 21:52:00.103464 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b397e3c-6c1e-4b7a-a28d-3e45ac43f0e5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 21:52:00.103794 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b397e3c-6c1e-4b7a-a28d-3e45ac43f0e5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 21:52:00.104109 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b397e3c-6c1e-4b7a-a28d-3e45ac43f0e5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 21:52:00.104416 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b397e3c-6c1e-4b7a-a28d-3e45ac43f0e5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 21:52:00.104724 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b397e3c-6c1e-4b7a-a28d-3e45ac43f0e5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 21:52:00.105806 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b397e3c-6c1e-4b7a-a28d-3e45ac43f0e5 admin admin] Tracked resource versions report: Nov 08 21:52:00.105806 dv-cinder-817085-1-iscsi neutron-server[101082]: pushed versions: Nov 08 21:52:00.105806 dv-cinder-817085-1-iscsi neutron-server[101082]: { 'AddressGroup': {'1.2'}, Nov 08 21:52:00.105806 dv-cinder-817085-1-iscsi neutron-server[101082]: 'ConntrackHelper': {'1.0'}, Nov 08 21:52:00.105806 dv-cinder-817085-1-iscsi neutron-server[101082]: 'Log': {'1.0'}, Nov 08 21:52:00.105806 dv-cinder-817085-1-iscsi neutron-server[101082]: 'Network': {'1.1'}, Nov 08 21:52:00.105806 dv-cinder-817085-1-iscsi neutron-server[101082]: 'Port': {'1.7'}, Nov 08 21:52:00.105806 dv-cinder-817085-1-iscsi neutron-server[101082]: 'PortForwarding': {'1.2'}, Nov 08 21:52:00.105806 dv-cinder-817085-1-iscsi neutron-server[101082]: 'QosPolicy': {'1.10'}, Nov 08 21:52:00.105806 dv-cinder-817085-1-iscsi neutron-server[101082]: 'SecurityGroup': {'1.5'}, Nov 08 21:52:00.105806 dv-cinder-817085-1-iscsi neutron-server[101082]: 'SecurityGroupRule': {'1.2'}, Nov 08 21:52:00.105806 dv-cinder-817085-1-iscsi neutron-server[101082]: 'SubPort': {'1.0'}, Nov 08 21:52:00.105806 dv-cinder-817085-1-iscsi neutron-server[101082]: 'Subnet': {'1.1'}, Nov 08 21:52:00.105806 dv-cinder-817085-1-iscsi neutron-server[101082]: 'Trunk': {'1.1'}} Nov 08 21:52:00.105806 dv-cinder-817085-1-iscsi neutron-server[101082]: consumer versions: Nov 08 21:52:00.105806 dv-cinder-817085-1-iscsi neutron-server[101082]: { DHCP agent@dv-cinder-817085-1-iscsi: {}, Nov 08 21:52:00.105806 dv-cinder-817085-1-iscsi neutron-server[101082]: L3 agent@dv-cinder-817085-1-iscsi: {}, Nov 08 21:52:00.105806 dv-cinder-817085-1-iscsi neutron-server[101082]: Metadata agent@dv-cinder-817085-1-iscsi: {}, Nov 08 21:52:00.105806 dv-cinder-817085-1-iscsi neutron-server[101082]: Metering agent@dv-cinder-817085-1-iscsi: {}, Nov 08 21:52:00.105806 dv-cinder-817085-1-iscsi neutron-server[101082]: Open vSwitch agent@dv-cinder-817085-1-iscsi: { 'AddressGroup': '1.2', Nov 08 21:52:00.105806 dv-cinder-817085-1-iscsi neutron-server[101082]: 'ConntrackHelper': '1.0', Nov 08 21:52:00.105806 dv-cinder-817085-1-iscsi neutron-server[101082]: 'Log': '1.0', Nov 08 21:52:00.105806 dv-cinder-817085-1-iscsi neutron-server[101082]: 'Network': '1.1', Nov 08 21:52:00.105806 dv-cinder-817085-1-iscsi neutron-server[101082]: 'Port': '1.7', Nov 08 21:52:00.105806 dv-cinder-817085-1-iscsi neutron-server[101082]: 'PortForwarding': '1.2', Nov 08 21:52:00.105806 dv-cinder-817085-1-iscsi neutron-server[101082]: 'QosPolicy': '1.10', Nov 08 21:52:00.105806 dv-cinder-817085-1-iscsi neutron-server[101082]: 'SecurityGroup': '1.5', Nov 08 21:52:00.105806 dv-cinder-817085-1-iscsi neutron-server[101082]: 'SecurityGroupRule': '1.2', Nov 08 21:52:00.105806 dv-cinder-817085-1-iscsi neutron-server[101082]: 'SubPort': '1.0', Nov 08 21:52:00.105806 dv-cinder-817085-1-iscsi neutron-server[101082]: 'Subnet': '1.1', Nov 08 21:52:00.105806 dv-cinder-817085-1-iscsi neutron-server[101082]: 'Trunk': '1.1'}} Nov 08 21:52:00.105806 dv-cinder-817085-1-iscsi neutron-server[101082]: {{(pid=101082) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 08 21:52:00.176403 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-1b397e3c-6c1e-4b7a-a28d-3e45ac43f0e5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728276129500'] for network, precommit_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:52:00.215602 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-1b397e3c-6c1e-4b7a-a28d-3e45ac43f0e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646297'] for network, after_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:52:00.216779 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b397e3c-6c1e-4b7a-a28d-3e45ac43f0e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 21:52:00.217518 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-1b397e3c-6c1e-4b7a-a28d-3e45ac43f0e5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646287'] for network, before_response {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:52:00.306453 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [None req-1b397e3c-6c1e-4b7a-a28d-3e45ac43f0e5 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7525294 Nov 08 21:52:00.314642 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b397e3c-6c1e-4b7a-a28d-3e45ac43f0e5 admin admin] Pushing event updated for resources: {'Network': ['ID=75a129b6-ca72-4c4c-a34e-d429f6f102aa,revision_number=1']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 21:52:00.326282 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.rpc [None req-ad13160b-513d-4512-a15f-cb40cce6b7e9 None None] Network 75a129b6-ca72-4c4c-a34e-d429f6f102aa details requested by agent ovs-agent-dv-cinder-817085-1-iscsi with host dv-cinder-817085-1-iscsi {{(pid=101084) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 21:52:03.041821 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.wsgi [-] (101082) accepted ('10.222.0.25', 37730) {{(pid=101082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 21:52:03.423319 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84db471f-c192-4865-8d5d-ab02b51cec3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 21:52:03.424674 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [None req-84db471f-c192-4865-8d5d-ab02b51cec3e admin admin] 10.222.0.25 "GET /v2.0/networks/75a129b6-ca72-4c4c-a34e-d429f6f102aa HTTP/1.1" status: 200 len: 825 time: 0.3819070 Nov 08 21:52:03.449682 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [None req-6623b6d4-a27c-45b5-88eb-6c7cf87fb83b admin admin] 10.222.0.25 "GET /v2.0/subnetpools/108f254e-87e3-44f7-b0a7-6134b505cb83 HTTP/1.1" status: 200 len: 734 time: 0.0183051 Nov 08 21:52:03.458477 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.v2.base [None req-52561be8-fce5-485b-b9b0-64db3738b686 admin admin] Request body: {'subnet': {'ip_version': 4, 'gateway_ip': '172.20.0.1', 'subnetpool_id': '108f254e-87e3-44f7-b0a7-6134b505cb83', 'name': 'private-subnet', 'network_id': '75a129b6-ca72-4c4c-a34e-d429f6f102aa', 'tenant_id': '1a17ab64a37b4b5bb47a20c2bc0a70eb'}} {{(pid=101082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 21:52:03.479501 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52561be8-fce5-485b-b9b0-64db3738b686 admin admin] Made reservation on behalf of 1a17ab64a37b4b5bb47a20c2bc0a70eb for: {'subnet': 1} {{(pid=101082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 21:52:03.481799 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-52561be8-fce5-485b-b9b0-64db3738b686 admin admin] Publish callbacks [] for subnet, before_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:52:03.774245 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-52561be8-fce5-485b-b9b0-64db3738b686 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646297'] for subnet, after_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:52:03.842072 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52561be8-fce5-485b-b9b0-64db3738b686 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c9d9f5b6-4a95-4487-8c10-71cb55ae56e5,revision_number=0']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 21:52:03.846500 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52561be8-fce5-485b-b9b0-64db3738b686 admin admin] Checking segment: {'id': '1ad040b8-abc7-482e-b2eb-accdf0f422fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '75a129b6-ca72-4c4c-a34e-d429f6f102aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 21:52:03.846870 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52561be8-fce5-485b-b9b0-64db3738b686 admin admin] Network hostable DHCP agents. Network: 75a129b6-ca72-4c4c-a34e-d429f6f102aa, hostable agents: ['d8645970-7d7f-496c-a75a-0ae64c095b3b'], hosted agents: [] {{(pid=101082) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 21:52:03.866309 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52561be8-fce5-485b-b9b0-64db3738b686 admin admin] Network 75a129b6-ca72-4c4c-a34e-d429f6f102aa is scheduled to be hosted by DHCP agent d8645970-7d7f-496c-a75a-0ae64c095b3b with binding_index 1 {{(pid=101082) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 21:52:03.877411 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.scheduler.base_scheduler [None req-52561be8-fce5-485b-b9b0-64db3738b686 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817085-1-iscsi, 75a129b6-ca72-4c4c-a34e-d429f6f102aa) {{(pid=101082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 21:52:03.882810 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52561be8-fce5-485b-b9b0-64db3738b686 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 21:52:03.883394 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-52561be8-fce5-485b-b9b0-64db3738b686 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646287'] for subnet, before_response {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:52:03.888736 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f1dfb34-2dcb-4d60-843e-9e41912246eb None None] Network 75a129b6-ca72-4c4c-a34e-d429f6f102aa requested from dv-cinder-817085-1-iscsi {{(pid=101084) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 21:52:03.903206 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [None req-52561be8-fce5-485b-b9b0-64db3738b686 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4478598 Nov 08 21:52:04.214351 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56c419bb-14c1-4617-9ef9-c6d03fc57f5f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpad403e5c-bbfa-5de7-8c3e-c07e4fe3bb96-75a129b6-ca72-4c4c-a34e-d429f6f102aa', 'network_id': '75a129b6-ca72-4c4c-a34e-d429f6f102aa', 'tenant_id': '1a17ab64a37b4b5bb47a20c2bc0a70eb', 'fixed_ips': [{'subnet_id': 'c9d9f5b6-4a95-4487-8c10-71cb55ae56e5'}]}} from dv-cinder-817085-1-iscsi. {{(pid=101084) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 21:52:04.215654 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-56c419bb-14c1-4617-9ef9-c6d03fc57f5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-925982'] for port, before_create {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:52:04.507747 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.db.db_base_plugin_common [None req-56c419bb-14c1-4617-9ef9-c6d03fc57f5f None None] Allocated IP 172.20.0.2 (75a129b6-ca72-4c4c-a34e-d429f6f102aa/c9d9f5b6-4a95-4487-8c10-71cb55ae56e5/80e11f61-ebd7-4cc9-91f1-e531ec06b461) {{(pid=101084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 21:52:04.706604 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-56c419bb-14c1-4617-9ef9-c6d03fc57f5f None None] Publish callbacks [] for port, precommit_create {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:52:04.714692 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-56c419bb-14c1-4617-9ef9-c6d03fc57f5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728276144267'] for port, after_create {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:52:04.781020 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56c419bb-14c1-4617-9ef9-c6d03fc57f5f None None] Network 75a129b6-ca72-4c4c-a34e-d429f6f102aa is already hosted by enough agents. {{(pid=101084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 21:52:04.790134 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.scheduler.base_scheduler [None req-56c419bb-14c1-4617-9ef9-c6d03fc57f5f None None] Resources bound (agent type, host, resource id): {{(pid=101084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 21:52:04.807265 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56c419bb-14c1-4617-9ef9-c6d03fc57f5f None None] Received port after_create {{(pid=101084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 21:52:04.809309 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c419bb-14c1-4617-9ef9-c6d03fc57f5f None None] Pushing event updated for resources: {'Port': ['ID=80e11f61-ebd7-4cc9-91f1-e531ec06b461,revision_number=1']} {{(pid=101084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 21:52:04.819895 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c419bb-14c1-4617-9ef9-c6d03fc57f5f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 21:52:04.820331 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c419bb-14c1-4617-9ef9-c6d03fc57f5f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 21:52:04.820723 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c419bb-14c1-4617-9ef9-c6d03fc57f5f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 21:52:04.821066 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c419bb-14c1-4617-9ef9-c6d03fc57f5f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 21:52:04.821400 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c419bb-14c1-4617-9ef9-c6d03fc57f5f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 21:52:04.821732 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c419bb-14c1-4617-9ef9-c6d03fc57f5f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 21:52:04.822058 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c419bb-14c1-4617-9ef9-c6d03fc57f5f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 21:52:04.822384 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c419bb-14c1-4617-9ef9-c6d03fc57f5f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 21:52:04.822725 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c419bb-14c1-4617-9ef9-c6d03fc57f5f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 21:52:04.823054 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c419bb-14c1-4617-9ef9-c6d03fc57f5f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 21:52:04.823378 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c419bb-14c1-4617-9ef9-c6d03fc57f5f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 21:52:04.823700 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c419bb-14c1-4617-9ef9-c6d03fc57f5f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 21:52:04.825110 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c419bb-14c1-4617-9ef9-c6d03fc57f5f None None] Tracked resource versions report: Nov 08 21:52:04.825110 dv-cinder-817085-1-iscsi neutron-server[101084]: pushed versions: Nov 08 21:52:04.825110 dv-cinder-817085-1-iscsi neutron-server[101084]: { 'AddressGroup': {'1.2'}, Nov 08 21:52:04.825110 dv-cinder-817085-1-iscsi neutron-server[101084]: 'ConntrackHelper': {'1.0'}, Nov 08 21:52:04.825110 dv-cinder-817085-1-iscsi neutron-server[101084]: 'Log': {'1.0'}, Nov 08 21:52:04.825110 dv-cinder-817085-1-iscsi neutron-server[101084]: 'Network': {'1.1'}, Nov 08 21:52:04.825110 dv-cinder-817085-1-iscsi neutron-server[101084]: 'Port': {'1.7'}, Nov 08 21:52:04.825110 dv-cinder-817085-1-iscsi neutron-server[101084]: 'PortForwarding': {'1.2'}, Nov 08 21:52:04.825110 dv-cinder-817085-1-iscsi neutron-server[101084]: 'QosPolicy': {'1.10'}, Nov 08 21:52:04.825110 dv-cinder-817085-1-iscsi neutron-server[101084]: 'SecurityGroup': {'1.5'}, Nov 08 21:52:04.825110 dv-cinder-817085-1-iscsi neutron-server[101084]: 'SecurityGroupRule': {'1.2'}, Nov 08 21:52:04.825110 dv-cinder-817085-1-iscsi neutron-server[101084]: 'SubPort': {'1.0'}, Nov 08 21:52:04.825110 dv-cinder-817085-1-iscsi neutron-server[101084]: 'Subnet': {'1.1'}, Nov 08 21:52:04.825110 dv-cinder-817085-1-iscsi neutron-server[101084]: 'Trunk': {'1.1'}} Nov 08 21:52:04.825110 dv-cinder-817085-1-iscsi neutron-server[101084]: consumer versions: Nov 08 21:52:04.825110 dv-cinder-817085-1-iscsi neutron-server[101084]: { DHCP agent@dv-cinder-817085-1-iscsi: {}, Nov 08 21:52:04.825110 dv-cinder-817085-1-iscsi neutron-server[101084]: L3 agent@dv-cinder-817085-1-iscsi: {}, Nov 08 21:52:04.825110 dv-cinder-817085-1-iscsi neutron-server[101084]: Metadata agent@dv-cinder-817085-1-iscsi: {}, Nov 08 21:52:04.825110 dv-cinder-817085-1-iscsi neutron-server[101084]: Metering agent@dv-cinder-817085-1-iscsi: {}, Nov 08 21:52:04.825110 dv-cinder-817085-1-iscsi neutron-server[101084]: Open vSwitch agent@dv-cinder-817085-1-iscsi: { 'AddressGroup': '1.2', Nov 08 21:52:04.825110 dv-cinder-817085-1-iscsi neutron-server[101084]: 'ConntrackHelper': '1.0', Nov 08 21:52:04.825110 dv-cinder-817085-1-iscsi neutron-server[101084]: 'Log': '1.0', Nov 08 21:52:04.825110 dv-cinder-817085-1-iscsi neutron-server[101084]: 'Network': '1.1', Nov 08 21:52:04.825110 dv-cinder-817085-1-iscsi neutron-server[101084]: 'Port': '1.7', Nov 08 21:52:04.825110 dv-cinder-817085-1-iscsi neutron-server[101084]: 'PortForwarding': '1.2', Nov 08 21:52:04.825110 dv-cinder-817085-1-iscsi neutron-server[101084]: 'QosPolicy': '1.10', Nov 08 21:52:04.825110 dv-cinder-817085-1-iscsi neutron-server[101084]: 'SecurityGroup': '1.5', Nov 08 21:52:04.825110 dv-cinder-817085-1-iscsi neutron-server[101084]: 'SecurityGroupRule': '1.2', Nov 08 21:52:04.825110 dv-cinder-817085-1-iscsi neutron-server[101084]: 'SubPort': '1.0', Nov 08 21:52:04.825110 dv-cinder-817085-1-iscsi neutron-server[101084]: 'Subnet': '1.1', Nov 08 21:52:04.825110 dv-cinder-817085-1-iscsi neutron-server[101084]: 'Trunk': '1.1'}} Nov 08 21:52:04.825110 dv-cinder-817085-1-iscsi neutron-server[101084]: {{(pid=101084) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 08 21:52:04.901708 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.managers [None req-56c419bb-14c1-4617-9ef9-c6d03fc57f5f None None] Attempting to bind port 80e11f61-ebd7-4cc9-91f1-e531ec06b461 on host dv-cinder-817085-1-iscsi for vnic_type normal with profile {{(pid=101084) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 21:52:04.902385 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.managers [None req-56c419bb-14c1-4617-9ef9-c6d03fc57f5f None None] Attempting to bind port 80e11f61-ebd7-4cc9-91f1-e531ec06b461 by drivers openvswitch,hyperv on host dv-cinder-817085-1-iscsi at level 0 using segments [{'id': '1ad040b8-abc7-482e-b2eb-accdf0f422fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '75a129b6-ca72-4c4c-a34e-d429f6f102aa'}] {{(pid=101084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 21:52:04.902545 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56c419bb-14c1-4617-9ef9-c6d03fc57f5f None None] Attempting to bind port 80e11f61-ebd7-4cc9-91f1-e531ec06b461 on network 75a129b6-ca72-4c4c-a34e-d429f6f102aa {{(pid=101084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 21:52:04.907514 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56c419bb-14c1-4617-9ef9-c6d03fc57f5f None None] Checking agent: {'id': 'b17b386a-7116-42d0-acec-a66289ba5096', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817085-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 21, 51, 52), 'started_at': datetime.datetime(2021, 11, 8, 21, 51, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 21, 51, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817085-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 21:52:04.907917 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56c419bb-14c1-4617-9ef9-c6d03fc57f5f None None] Checking segment: {'id': '1ad040b8-abc7-482e-b2eb-accdf0f422fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '75a129b6-ca72-4c4c-a34e-d429f6f102aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 21:52:04.908384 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-56c419bb-14c1-4617-9ef9-c6d03fc57f5f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:52:04.908771 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56c419bb-14c1-4617-9ef9-c6d03fc57f5f None None] Bound using segment: {'id': '1ad040b8-abc7-482e-b2eb-accdf0f422fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '75a129b6-ca72-4c4c-a34e-d429f6f102aa'} {{(pid=101084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 21:52:04.909300 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.managers [None req-56c419bb-14c1-4617-9ef9-c6d03fc57f5f None None] Bound port: 80e11f61-ebd7-4cc9-91f1-e531ec06b461, host: dv-cinder-817085-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ad040b8-abc7-482e-b2eb-accdf0f422fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '75a129b6-ca72-4c4c-a34e-d429f6f102aa'}}] {{(pid=101084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 21:52:04.909716 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-56c419bb-14c1-4617-9ef9-c6d03fc57f5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-925982'] for port, before_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:52:04.987728 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.db [None req-56c419bb-14c1-4617-9ef9-c6d03fc57f5f None None] For port 80e11f61-ebd7-4cc9-91f1-e531ec06b461, host dv-cinder-817085-1-iscsi, cleared binding levels {{(pid=101084) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 21:52:04.994712 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.db [None req-56c419bb-14c1-4617-9ef9-c6d03fc57f5f None None] For port 80e11f61-ebd7-4cc9-91f1-e531ec06b461, host dv-cinder-817085-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817085-1-iscsi',level=0,port_id=80e11f61-ebd7-4cc9-91f1-e531ec06b461,segment=NetworkSegment(1ad040b8-abc7-482e-b2eb-accdf0f422fa),segment_id=1ad040b8-abc7-482e-b2eb-accdf0f422fa)] {{(pid=101084) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 21:52:04.999297 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-56c419bb-14c1-4617-9ef9-c6d03fc57f5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728276638356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728276144285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728276144303'] for port, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:52:05.063891 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c419bb-14c1-4617-9ef9-c6d03fc57f5f None None] Pushing event updated for resources: {'Port': ['ID=80e11f61-ebd7-4cc9-91f1-e531ec06b461,revision_number=2']} {{(pid=101084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 21:52:06.441904 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.wsgi [-] (101082) accepted ('10.222.0.25', 37738) {{(pid=101082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 21:52:06.756630 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.wsgi [None req-8fd271ce-53cc-4a3e-a216-cd940121101c admin admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=101082) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 21:52:06.757708 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [None req-8fd271ce-53cc-4a3e-a216-cd940121101c admin admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3142622 Nov 08 21:52:09.279567 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.wsgi [-] (101083) accepted ('10.222.0.25', 37746) {{(pid=101083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 21:52:09.774784 dv-cinder-817085-1-iscsi neutron-server[101083]: WARNING oslo_policy.policy [None req-96d03141-f8ae-4b5e-9aed-ecc29f979602 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 08 21:52:09.775368 dv-cinder-817085-1-iscsi neutron-server[101083]: WARNING oslo_policy.policy [None req-96d03141-f8ae-4b5e-9aed-ecc29f979602 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 08 21:52:10.007963 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.wsgi [None req-96d03141-f8ae-4b5e-9aed-ecc29f979602 admin admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=101083) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 21:52:10.009248 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [None req-96d03141-f8ae-4b5e-9aed-ecc29f979602 admin admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7276552 Nov 08 21:52:12.752630 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.wsgi [-] (101083) accepted ('10.222.0.25', 37766) {{(pid=101083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 21:52:13.071169 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.v2.base [None req-ec6ac26a-7704-4c5e-9cd4-914fec80122f admin admin] Request body: {'router': {'tenant_id': '1a17ab64a37b4b5bb47a20c2bc0a70eb', 'admin_state_up': True, 'name': 'router1'}} {{(pid=101083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 21:52:13.136540 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.policy [None req-ec6ac26a-7704-4c5e-9cd4-914fec80122f admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=101083) register_rules /opt/stack/neutron/neutron/policy.py:73}} Nov 08 21:52:13.184614 dv-cinder-817085-1-iscsi neutron-server[101083]: WARNING oslo_policy.policy [None req-ec6ac26a-7704-4c5e-9cd4-914fec80122f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 08 21:52:13.185025 dv-cinder-817085-1-iscsi neutron-server[101083]: WARNING oslo_policy.policy [None req-ec6ac26a-7704-4c5e-9cd4-914fec80122f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 08 21:52:13.193657 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.quota [None req-ec6ac26a-7704-4c5e-9cd4-914fec80122f admin admin] Loaded quota_driver: . Nov 08 21:52:13.249648 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-ec6ac26a-7704-4c5e-9cd4-914fec80122f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1634839', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5220'] for router, before_create {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:52:13.251451 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-ec6ac26a-7704-4c5e-9cd4-914fec80122f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1634979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1623854', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2032021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5213'] for router, precommit_create {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:52:13.403715 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-ec6ac26a-7704-4c5e-9cd4-914fec80122f admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:52:13.408934 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-ec6ac26a-7704-4c5e-9cd4-914fec80122f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1634988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1624059'] for router, after_create {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:52:13.435402 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-ec6ac26a-7704-4c5e-9cd4-914fec80122f admin admin] Publish callbacks [] for router, before_response {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:52:13.436618 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [None req-ec6ac26a-7704-4c5e-9cd4-914fec80122f admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6830082 Nov 08 21:52:14.133598 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3be584b-f3f2-4954-9973-35acbe4fb2b8 None None] Network 75a129b6-ca72-4c4c-a34e-d429f6f102aa requested from dv-cinder-817085-1-iscsi {{(pid=101084) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 21:52:14.201386 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.db.provisioning_blocks [None req-a5266ff0-6e6b-401d-9a16-02b760891952 None None] Provisioning complete for port 80e11f61-ebd7-4cc9-91f1-e531ec06b461 triggered by entity DHCP. {{(pid=101084) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 21:52:14.201766 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-a5266ff0-6e6b-401d-9a16-02b760891952 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-534742'] for port, provisioning_complete {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:52:14.375899 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.rpc [None req-ad13160b-513d-4512-a15f-cb40cce6b7e9 None None] Device 80e11f61-ebd7-4cc9-91f1-e531ec06b461 up at agent ovs-agent-dv-cinder-817085-1-iscsi {{(pid=101084) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 21:52:14.459226 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-a5266ff0-6e6b-401d-9a16-02b760891952 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-925982'] for port, before_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:52:14.518356 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.db [None req-a5266ff0-6e6b-401d-9a16-02b760891952 None None] For port 80e11f61-ebd7-4cc9-91f1-e531ec06b461, host dv-cinder-817085-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817085-1-iscsi',level=0,port_id=80e11f61-ebd7-4cc9-91f1-e531ec06b461,segment=NetworkSegment(1ad040b8-abc7-482e-b2eb-accdf0f422fa),segment_id=1ad040b8-abc7-482e-b2eb-accdf0f422fa)] {{(pid=101084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 21:52:14.524780 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-a5266ff0-6e6b-401d-9a16-02b760891952 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728276638356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728276144285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728276144303'] for port, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:52:14.528344 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.db.provisioning_blocks [None req-ad13160b-513d-4512-a15f-cb40cce6b7e9 None None] Provisioning complete for port 80e11f61-ebd7-4cc9-91f1-e531ec06b461 triggered by entity L2. {{(pid=101084) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 21:52:14.528704 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-ad13160b-513d-4512-a15f-cb40cce6b7e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-534742'] for port, provisioning_complete {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:52:14.605155 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5266ff0-6e6b-401d-9a16-02b760891952 None None] Pushing event updated for resources: {'Port': ['ID=80e11f61-ebd7-4cc9-91f1-e531ec06b461,revision_number=3']} {{(pid=101084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 21:52:14.745823 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.db.provisioning_blocks [None req-0368d1f3-2a29-48e5-93b0-228c11fc618b None None] Provisioning complete for port 80e11f61-ebd7-4cc9-91f1-e531ec06b461 triggered by entity DHCP. {{(pid=101084) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 21:52:14.746217 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-0368d1f3-2a29-48e5-93b0-228c11fc618b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-534742'] for port, provisioning_complete {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:52:15.974426 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.wsgi [-] (101083) accepted ('10.222.0.25', 37778) {{(pid=101083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 21:52:16.296275 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.wsgi [None req-20d7ec6d-546b-433b-83b2-2c663722d3a3 admin admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=101083) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 21:52:16.297490 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [None req-20d7ec6d-546b-433b-83b2-2c663722d3a3 admin admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3219345 Nov 08 21:52:16.312203 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.rpc [None req-ad13160b-513d-4512-a15f-cb40cce6b7e9 None None] Device 80e11f61-ebd7-4cc9-91f1-e531ec06b461 up at agent ovs-agent-dv-cinder-817085-1-iscsi {{(pid=101084) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 21:52:16.364607 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.db.provisioning_blocks [None req-ad13160b-513d-4512-a15f-cb40cce6b7e9 None None] Provisioning complete for port 80e11f61-ebd7-4cc9-91f1-e531ec06b461 triggered by entity L2. {{(pid=101084) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 21:52:16.365006 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-ad13160b-513d-4512-a15f-cb40cce6b7e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-534742'] for port, provisioning_complete {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:52:16.769100 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-ba3e32a0-7137-4882-a764-ccc87c318f65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728276665375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534631'] for agent, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:52:18.776202 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.wsgi [-] (101082) accepted ('10.222.0.25', 37786) {{(pid=101082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 21:52:19.081514 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-558be900-22f7-45f4-a148-76b65cfc22c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728276665375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534631'] for agent, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:52:19.083912 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.v2.base [None req-35d319c5-9275-4c1f-8e47-eb83b67a5723 admin admin] Request body: {'network': {'router:external': True, 'admin_state_up': True, 'provider:physical_network': 'physnet1', 'is_default': True, 'provider:network_type': 'flat', 'name': 'public'}} {{(pid=101082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 21:52:19.105436 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35d319c5-9275-4c1f-8e47-eb83b67a5723 admin admin] Made reservation on behalf of f46a7a5ef6f2434991ac5f963b08d7c3 for: {'network': 1} {{(pid=101082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 21:52:19.107665 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-35d319c5-9275-4c1f-8e47-eb83b67a5723 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-925982'] for network, before_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:52:19.116166 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-35d319c5-9275-4c1f-8e47-eb83b67a5723 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:52:19.185997 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-35d319c5-9275-4c1f-8e47-eb83b67a5723 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:52:19.190515 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-35d319c5-9275-4c1f-8e47-eb83b67a5723 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2033567'] for security_group, after_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:52:19.204829 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-35d319c5-9275-4c1f-8e47-eb83b67a5723 admin admin] Reserving flat network on physical network physnet1 {{(pid=101082) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Nov 08 21:52:19.225434 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d319c5-9275-4c1f-8e47-eb83b67a5723 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=149d6279-9887-4193-9492-4ded5e43402c,revision_number=1']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 21:52:19.228182 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-35d319c5-9275-4c1f-8e47-eb83b67a5723 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-527333'] for segment, precommit_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:52:19.228513 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.db.segments_db [None req-35d319c5-9275-4c1f-8e47-eb83b67a5723 admin admin] Added segment 4f9c68d0-c68c-4bfe-b6e8-d7426962dfc1 of type flat for network 8ae8d913-bef9-4bc0-baeb-78ef8b3a7364 Nov 08 21:52:19.273047 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-35d319c5-9275-4c1f-8e47-eb83b67a5723 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728276129500'] for network, precommit_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:52:19.303211 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-35d319c5-9275-4c1f-8e47-eb83b67a5723 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646297'] for network, after_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:52:19.304161 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35d319c5-9275-4c1f-8e47-eb83b67a5723 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 21:52:19.304794 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-35d319c5-9275-4c1f-8e47-eb83b67a5723 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646287'] for network, before_response {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:52:19.361186 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [None req-35d319c5-9275-4c1f-8e47-eb83b67a5723 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5838590 Nov 08 21:52:19.365900 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d319c5-9275-4c1f-8e47-eb83b67a5723 admin admin] Pushing event updated for resources: {'Network': ['ID=8ae8d913-bef9-4bc0-baeb-78ef8b3a7364,revision_number=1']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 21:52:19.376795 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.rpc [None req-ad13160b-513d-4512-a15f-cb40cce6b7e9 None None] Network 8ae8d913-bef9-4bc0-baeb-78ef8b3a7364 details requested by agent ovs-agent-dv-cinder-817085-1-iscsi with host dv-cinder-817085-1-iscsi {{(pid=101084) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 21:52:20.090097 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-38f8c81f-ca07-4188-b5ff-70ceca3f97c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728276665375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534631'] for agent, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:52:21.797693 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-550ddcb2-f0f8-4b6b-a238-0b8e3ebb0b9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728276665375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534631'] for agent, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:52:21.859919 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.wsgi [-] (101082) accepted ('10.222.0.25', 37804) {{(pid=101082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 21:52:22.035159 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-052b16a9-dc7b-42c8-b7a0-aa4bc4bf0973 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 21:52:22.037011 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [None req-052b16a9-dc7b-42c8-b7a0-aa4bc4bf0973 admin admin] 10.222.0.25 "GET /v2.0/subnets/c9d9f5b6-4a95-4487-8c10-71cb55ae56e5 HTTP/1.1" status: 200 len: 849 time: 0.1761267 Nov 08 21:52:22.194288 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [None req-5b61af0b-4a10-43a6-9000-eee6a2366921 admin admin] 10.222.0.25 "GET /v2.0/routers/cbf98e85-1164-4ac1-b4c9-5661a45506dd HTTP/1.1" status: 200 len: 704 time: 0.1511157 Nov 08 21:52:22.433079 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-ad13160b-513d-4512-a15f-cb40cce6b7e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728276665375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534631'] for agent, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:52:22.462341 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-910c2f56-1fd6-4987-95a2-6a3856f84e9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-925982'] for port, before_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:52:22.749218 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.db.db_base_plugin_common [None req-910c2f56-1fd6-4987-95a2-6a3856f84e9e admin admin] Allocated IP 172.20.0.1 (75a129b6-ca72-4c4c-a34e-d429f6f102aa/c9d9f5b6-4a95-4487-8c10-71cb55ae56e5/8aeba0c5-4cad-46f2-8005-88da9480ea51) {{(pid=101082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 21:52:22.945185 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-910c2f56-1fd6-4987-95a2-6a3856f84e9e admin admin] Publish callbacks [] for port, precommit_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:52:23.011461 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-910c2f56-1fd6-4987-95a2-6a3856f84e9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728276144267'] for port, after_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:52:23.080885 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-910c2f56-1fd6-4987-95a2-6a3856f84e9e admin admin] Network 75a129b6-ca72-4c4c-a34e-d429f6f102aa is already hosted by enough agents. {{(pid=101082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 21:52:23.087420 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.scheduler.base_scheduler [None req-910c2f56-1fd6-4987-95a2-6a3856f84e9e admin admin] Resources bound (agent type, host, resource id): {{(pid=101082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 21:52:23.089991 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-910c2f56-1fd6-4987-95a2-6a3856f84e9e admin admin] Received port after_create {{(pid=101082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 21:52:23.090529 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-910c2f56-1fd6-4987-95a2-6a3856f84e9e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1623086'] for router_interface, before_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:52:23.153811 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910c2f56-1fd6-4987-95a2-6a3856f84e9e admin admin] Pushing event updated for resources: {'Port': ['ID=8aeba0c5-4cad-46f2-8005-88da9480ea51,revision_number=1']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 21:52:23.286440 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.db.provisioning_blocks [None req-b4b0ea47-5e24-43ae-87bd-24a3170541d3 None None] Provisioning complete for port 8aeba0c5-4cad-46f2-8005-88da9480ea51 triggered by entity DHCP. {{(pid=101084) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 21:52:23.286977 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-b4b0ea47-5e24-43ae-87bd-24a3170541d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-534742'] for port, provisioning_complete {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:52:23.290022 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-910c2f56-1fd6-4987-95a2-6a3856f84e9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-925982'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:52:23.319097 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.plugin [None req-b4b0ea47-5e24-43ae-87bd-24a3170541d3 None None] Port 8aeba0c5-4cad-46f2-8005-88da9480ea51 cannot update to ACTIVE because it is not bound. {{(pid=101084) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 21:52:23.495658 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-910c2f56-1fd6-4987-95a2-6a3856f84e9e admin admin] Publish callbacks [] for port, precommit_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:52:23.500043 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-910c2f56-1fd6-4987-95a2-6a3856f84e9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728276638356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728276144285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728276144303'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:52:23.500833 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-910c2f56-1fd6-4987-95a2-6a3856f84e9e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1646123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1623226'] for router_interface, after_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:52:23.576171 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910c2f56-1fd6-4987-95a2-6a3856f84e9e admin admin] Pushing event updated for resources: {'Port': ['ID=8aeba0c5-4cad-46f2-8005-88da9480ea51,revision_number=2']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 21:52:23.623875 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-910c2f56-1fd6-4987-95a2-6a3856f84e9e admin admin] Network 75a129b6-ca72-4c4c-a34e-d429f6f102aa is already hosted by enough agents. {{(pid=101082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 21:52:23.625208 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.scheduler.base_scheduler [None req-910c2f56-1fd6-4987-95a2-6a3856f84e9e admin admin] Resources bound (agent type, host, resource id): {{(pid=101082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 21:52:23.783875 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-910c2f56-1fd6-4987-95a2-6a3856f84e9e admin admin] Router cbf98e85-1164-4ac1-b4c9-5661a45506dd is scheduled to L3 agent a7fb4010-89fb-4d99-b0a1-90d6a3aacb04 with binding_index 1 {{(pid=101082) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 08 21:52:23.840536 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.db.provisioning_blocks [None req-8a7b3da6-8e00-4a2d-929f-a7f9a6ba01aa None None] Provisioning complete for port 8aeba0c5-4cad-46f2-8005-88da9480ea51 triggered by entity DHCP. {{(pid=101084) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 21:52:23.841417 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-8a7b3da6-8e00-4a2d-929f-a7f9a6ba01aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-534742'] for port, provisioning_complete {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:52:23.874589 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-910c2f56-1fd6-4987-95a2-6a3856f84e9e admin admin] Notify agent at l3_agent.dv-cinder-817085-1-iscsi the message routers_updated {{(pid=101082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 21:52:23.875766 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.plugin [None req-8a7b3da6-8e00-4a2d-929f-a7f9a6ba01aa None None] Port 8aeba0c5-4cad-46f2-8005-88da9480ea51 cannot update to ACTIVE because it is not bound. {{(pid=101084) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 21:52:23.882147 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [None req-910c2f56-1fd6-4987-95a2-6a3856f84e9e admin admin] 10.222.0.25 "PUT /v2.0/routers/cbf98e85-1164-4ac1-b4c9-5661a45506dd/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.6802037 Nov 08 21:52:23.884258 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f175bfa-fd2d-4efc-9543-78a8ec9ef328 None None] Sync routers for ids ['cbf98e85-1164-4ac1-b4c9-5661a45506dd'] in dv-cinder-817085-1-iscsi {{(pid=101085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 21:52:23.897382 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f175bfa-fd2d-4efc-9543-78a8ec9ef328 None None] Routers {'cbf98e85-1164-4ac1-b4c9-5661a45506dd'} bound to L3 agent in host dv-cinder-817085-1-iscsi {{(pid=101085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 21:52:23.898108 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.db.l3_hamode_db [None req-6f175bfa-fd2d-4efc-9543-78a8ec9ef328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817085-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-08T21:51:49Z,description=,heartbeat_timestamp=2021-11-08T21:52:19Z,host='dv-cinder-817085-1-iscsi',id=a7fb4010-89fb-4d99-b0a1-90d6a3aacb04,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T21:51:49Z,topic='l3_agent')) {'router_ids': ['cbf98e85-1164-4ac1-b4c9-5661a45506dd'], 'active': True} {{(pid=101085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 21:52:24.092610 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.db.l3_dvr_db [None req-6f175bfa-fd2d-4efc-9543-78a8ec9ef328 None None] Set router cbf98e85-1164-4ac1-b4c9-5661a45506dd gateway port host: None {{(pid=101085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 21:52:24.521367 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.db.l3_hamode_db [None req-6f175bfa-fd2d-4efc-9543-78a8ec9ef328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbf98e85-1164-4ac1-b4c9-5661a45506dd', 'name': 'router1', 'tenant_id': '1a17ab64a37b4b5bb47a20c2bc0a70eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T21:52:13Z', 'updated_at': '2021-11-08T21:52:23Z', 'revision_number': 2, 'project_id': '1a17ab64a37b4b5bb47a20c2bc0a70eb', 'gw_port_host': None, '_interfaces': [{'id': '8aeba0c5-4cad-46f2-8005-88da9480ea51', 'name': '', 'network_id': '75a129b6-ca72-4c4c-a34e-d429f6f102aa', 'tenant_id': '1a17ab64a37b4b5bb47a20c2bc0a70eb', 'mac_address': 'fa:16:3e:c4:fe:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbf98e85-1164-4ac1-b4c9-5661a45506dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c9d9f5b6-4a95-4487-8c10-71cb55ae56e5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T21:52:22Z', 'updated_at': '2021-11-08T21:52:23Z', 'revision_number': 2, 'project_id': '1a17ab64a37b4b5bb47a20c2bc0a70eb', 'subnets': [{'id': 'c9d9f5b6-4a95-4487-8c10-71cb55ae56e5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '108f254e-87e3-44f7-b0a7-6134b505cb83'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817085-1-iscsi', False) {} {{(pid=101085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 21:52:24.573741 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f175bfa-fd2d-4efc-9543-78a8ec9ef328 None None] Checking router: cbf98e85-1164-4ac1-b4c9-5661a45506dd for host: dv-cinder-817085-1-iscsi {{(pid=101085) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 21:52:24.574113 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f175bfa-fd2d-4efc-9543-78a8ec9ef328 None None] Updating router cbf98e85-1164-4ac1-b4c9-5661a45506dd port 8aeba0c5-4cad-46f2-8005-88da9480ea51 binding host dv-cinder-817085-1-iscsi {{(pid=101085) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 21:52:24.621395 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron_lib.callbacks.manager [None req-6f175bfa-fd2d-4efc-9543-78a8ec9ef328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-925982'] for port, before_update {{(pid=101085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:52:25.117783 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron_lib.callbacks.manager [None req-6f175bfa-fd2d-4efc-9543-78a8ec9ef328 None None] Publish callbacks [] for port, precommit_update {{(pid=101085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:52:25.124067 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron_lib.callbacks.manager [None req-6f175bfa-fd2d-4efc-9543-78a8ec9ef328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728276638356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728276144285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728276144303'] for port, after_update {{(pid=101085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:52:25.266859 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb88a62f-51f6-4fd7-84c2-6b5dbf8898f9 None None] Pushing event updated for resources: {'Port': ['ID=8aeba0c5-4cad-46f2-8005-88da9480ea51,revision_number=3']} {{(pid=101085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 21:52:25.293466 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb88a62f-51f6-4fd7-84c2-6b5dbf8898f9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 21:52:25.293837 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb88a62f-51f6-4fd7-84c2-6b5dbf8898f9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 21:52:25.294312 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb88a62f-51f6-4fd7-84c2-6b5dbf8898f9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 21:52:25.294501 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb88a62f-51f6-4fd7-84c2-6b5dbf8898f9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 21:52:25.294836 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb88a62f-51f6-4fd7-84c2-6b5dbf8898f9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 21:52:25.295149 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb88a62f-51f6-4fd7-84c2-6b5dbf8898f9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 21:52:25.295477 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb88a62f-51f6-4fd7-84c2-6b5dbf8898f9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 21:52:25.295797 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb88a62f-51f6-4fd7-84c2-6b5dbf8898f9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 21:52:25.296149 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb88a62f-51f6-4fd7-84c2-6b5dbf8898f9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 21:52:25.296448 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb88a62f-51f6-4fd7-84c2-6b5dbf8898f9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 21:52:25.296771 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb88a62f-51f6-4fd7-84c2-6b5dbf8898f9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 21:52:25.297110 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb88a62f-51f6-4fd7-84c2-6b5dbf8898f9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 21:52:25.298206 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb88a62f-51f6-4fd7-84c2-6b5dbf8898f9 None None] Tracked resource versions report: Nov 08 21:52:25.298206 dv-cinder-817085-1-iscsi neutron-server[101085]: pushed versions: Nov 08 21:52:25.298206 dv-cinder-817085-1-iscsi neutron-server[101085]: { 'AddressGroup': {'1.2'}, Nov 08 21:52:25.298206 dv-cinder-817085-1-iscsi neutron-server[101085]: 'ConntrackHelper': {'1.0'}, Nov 08 21:52:25.298206 dv-cinder-817085-1-iscsi neutron-server[101085]: 'Log': {'1.0'}, Nov 08 21:52:25.298206 dv-cinder-817085-1-iscsi neutron-server[101085]: 'Network': {'1.1'}, Nov 08 21:52:25.298206 dv-cinder-817085-1-iscsi neutron-server[101085]: 'Port': {'1.7'}, Nov 08 21:52:25.298206 dv-cinder-817085-1-iscsi neutron-server[101085]: 'PortForwarding': {'1.2'}, Nov 08 21:52:25.298206 dv-cinder-817085-1-iscsi neutron-server[101085]: 'QosPolicy': {'1.10'}, Nov 08 21:52:25.298206 dv-cinder-817085-1-iscsi neutron-server[101085]: 'SecurityGroup': {'1.5'}, Nov 08 21:52:25.298206 dv-cinder-817085-1-iscsi neutron-server[101085]: 'SecurityGroupRule': {'1.2'}, Nov 08 21:52:25.298206 dv-cinder-817085-1-iscsi neutron-server[101085]: 'SubPort': {'1.0'}, Nov 08 21:52:25.298206 dv-cinder-817085-1-iscsi neutron-server[101085]: 'Subnet': {'1.1'}, Nov 08 21:52:25.298206 dv-cinder-817085-1-iscsi neutron-server[101085]: 'Trunk': {'1.1'}} Nov 08 21:52:25.298206 dv-cinder-817085-1-iscsi neutron-server[101085]: consumer versions: Nov 08 21:52:25.298206 dv-cinder-817085-1-iscsi neutron-server[101085]: { DHCP agent@dv-cinder-817085-1-iscsi: {}, Nov 08 21:52:25.298206 dv-cinder-817085-1-iscsi neutron-server[101085]: L3 agent@dv-cinder-817085-1-iscsi: {}, Nov 08 21:52:25.298206 dv-cinder-817085-1-iscsi neutron-server[101085]: Metadata agent@dv-cinder-817085-1-iscsi: {}, Nov 08 21:52:25.298206 dv-cinder-817085-1-iscsi neutron-server[101085]: Metering agent@dv-cinder-817085-1-iscsi: {}, Nov 08 21:52:25.298206 dv-cinder-817085-1-iscsi neutron-server[101085]: Open vSwitch agent@dv-cinder-817085-1-iscsi: { 'AddressGroup': '1.2', Nov 08 21:52:25.298206 dv-cinder-817085-1-iscsi neutron-server[101085]: 'ConntrackHelper': '1.0', Nov 08 21:52:25.298206 dv-cinder-817085-1-iscsi neutron-server[101085]: 'Log': '1.0', Nov 08 21:52:25.298206 dv-cinder-817085-1-iscsi neutron-server[101085]: 'Network': '1.1', Nov 08 21:52:25.298206 dv-cinder-817085-1-iscsi neutron-server[101085]: 'Port': '1.7', Nov 08 21:52:25.298206 dv-cinder-817085-1-iscsi neutron-server[101085]: 'PortForwarding': '1.2', Nov 08 21:52:25.298206 dv-cinder-817085-1-iscsi neutron-server[101085]: 'QosPolicy': '1.10', Nov 08 21:52:25.298206 dv-cinder-817085-1-iscsi neutron-server[101085]: 'SecurityGroup': '1.5', Nov 08 21:52:25.298206 dv-cinder-817085-1-iscsi neutron-server[101085]: 'SecurityGroupRule': '1.2', Nov 08 21:52:25.298206 dv-cinder-817085-1-iscsi neutron-server[101085]: 'SubPort': '1.0', Nov 08 21:52:25.298206 dv-cinder-817085-1-iscsi neutron-server[101085]: 'Subnet': '1.1', Nov 08 21:52:25.298206 dv-cinder-817085-1-iscsi neutron-server[101085]: 'Trunk': '1.1'}} Nov 08 21:52:25.298206 dv-cinder-817085-1-iscsi neutron-server[101085]: {{(pid=101085) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 08 21:52:25.304399 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.db.provisioning_blocks [None req-ed6923cd-6fc9-4805-b5be-36765ea4e623 None None] Provisioning complete for port 8aeba0c5-4cad-46f2-8005-88da9480ea51 triggered by entity DHCP. {{(pid=101084) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 21:52:25.304910 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-ed6923cd-6fc9-4805-b5be-36765ea4e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-534742'] for port, provisioning_complete {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:52:25.311400 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.plugins.ml2.managers [None req-6f175bfa-fd2d-4efc-9543-78a8ec9ef328 None None] Attempting to bind port 8aeba0c5-4cad-46f2-8005-88da9480ea51 on host dv-cinder-817085-1-iscsi for vnic_type normal with profile {{(pid=101085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 21:52:25.311837 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.plugins.ml2.managers [None req-6f175bfa-fd2d-4efc-9543-78a8ec9ef328 None None] Attempting to bind port 8aeba0c5-4cad-46f2-8005-88da9480ea51 by drivers openvswitch,hyperv on host dv-cinder-817085-1-iscsi at level 0 using segments [{'id': '1ad040b8-abc7-482e-b2eb-accdf0f422fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '75a129b6-ca72-4c4c-a34e-d429f6f102aa'}] {{(pid=101085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 21:52:25.312321 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f175bfa-fd2d-4efc-9543-78a8ec9ef328 None None] Attempting to bind port 8aeba0c5-4cad-46f2-8005-88da9480ea51 on network 75a129b6-ca72-4c4c-a34e-d429f6f102aa {{(pid=101085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 21:52:25.317623 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f175bfa-fd2d-4efc-9543-78a8ec9ef328 None None] Checking agent: {'id': 'b17b386a-7116-42d0-acec-a66289ba5096', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817085-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 21, 51, 52), 'started_at': datetime.datetime(2021, 11, 8, 21, 52, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 21, 52, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817085-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 21:52:25.318137 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f175bfa-fd2d-4efc-9543-78a8ec9ef328 None None] Checking segment: {'id': '1ad040b8-abc7-482e-b2eb-accdf0f422fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '75a129b6-ca72-4c4c-a34e-d429f6f102aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 21:52:25.318687 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron_lib.callbacks.manager [None req-6f175bfa-fd2d-4efc-9543-78a8ec9ef328 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:52:25.319139 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f175bfa-fd2d-4efc-9543-78a8ec9ef328 None None] Bound using segment: {'id': '1ad040b8-abc7-482e-b2eb-accdf0f422fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '75a129b6-ca72-4c4c-a34e-d429f6f102aa'} {{(pid=101085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 21:52:25.319722 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.plugins.ml2.managers [None req-6f175bfa-fd2d-4efc-9543-78a8ec9ef328 None None] Bound port: 8aeba0c5-4cad-46f2-8005-88da9480ea51, host: dv-cinder-817085-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ad040b8-abc7-482e-b2eb-accdf0f422fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '75a129b6-ca72-4c4c-a34e-d429f6f102aa'}}] {{(pid=101085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 21:52:25.320177 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron_lib.callbacks.manager [None req-6f175bfa-fd2d-4efc-9543-78a8ec9ef328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-925982'] for port, before_update {{(pid=101085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:52:25.342346 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.plugin [None req-ed6923cd-6fc9-4805-b5be-36765ea4e623 None None] Port 8aeba0c5-4cad-46f2-8005-88da9480ea51 cannot update to ACTIVE because it is not bound. {{(pid=101084) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 21:52:25.390281 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.plugins.ml2.db [None req-6f175bfa-fd2d-4efc-9543-78a8ec9ef328 None None] For port 8aeba0c5-4cad-46f2-8005-88da9480ea51, host dv-cinder-817085-1-iscsi, cleared binding levels {{(pid=101085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 21:52:25.408665 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.plugins.ml2.db [None req-6f175bfa-fd2d-4efc-9543-78a8ec9ef328 None None] For port 8aeba0c5-4cad-46f2-8005-88da9480ea51, host dv-cinder-817085-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817085-1-iscsi',level=0,port_id=8aeba0c5-4cad-46f2-8005-88da9480ea51,segment=NetworkSegment(1ad040b8-abc7-482e-b2eb-accdf0f422fa),segment_id=1ad040b8-abc7-482e-b2eb-accdf0f422fa)] {{(pid=101085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 21:52:25.418011 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron_lib.callbacks.manager [None req-6f175bfa-fd2d-4efc-9543-78a8ec9ef328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728276638356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728276144285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728276144303'] for port, after_update {{(pid=101085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:52:25.467347 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f175bfa-fd2d-4efc-9543-78a8ec9ef328 None None] Routers {'cbf98e85-1164-4ac1-b4c9-5661a45506dd'} bound to L3 agent in host dv-cinder-817085-1-iscsi {{(pid=101085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 21:52:25.467971 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.db.l3_hamode_db [None req-6f175bfa-fd2d-4efc-9543-78a8ec9ef328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817085-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-08T21:51:49Z,description=,heartbeat_timestamp=2021-11-08T21:52:19Z,host='dv-cinder-817085-1-iscsi',id=a7fb4010-89fb-4d99-b0a1-90d6a3aacb04,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T21:51:49Z,topic='l3_agent')) {'router_ids': ['cbf98e85-1164-4ac1-b4c9-5661a45506dd'], 'active': True} {{(pid=101085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 21:52:25.568144 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.db.l3_dvr_db [None req-6f175bfa-fd2d-4efc-9543-78a8ec9ef328 None None] Set router cbf98e85-1164-4ac1-b4c9-5661a45506dd gateway port host: None {{(pid=101085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 21:52:25.594308 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb88a62f-51f6-4fd7-84c2-6b5dbf8898f9 None None] Pushing event updated for resources: {'Port': ['ID=8aeba0c5-4cad-46f2-8005-88da9480ea51,revision_number=4']} {{(pid=101085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 21:52:25.664239 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.db.provisioning_blocks [None req-6fdcb29c-03ee-4b06-a0a2-c3a82ff0a44f None None] Provisioning complete for port 8aeba0c5-4cad-46f2-8005-88da9480ea51 triggered by entity DHCP. {{(pid=101084) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 21:52:25.664543 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-6fdcb29c-03ee-4b06-a0a2-c3a82ff0a44f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-534742'] for port, provisioning_complete {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:52:25.746500 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-6fdcb29c-03ee-4b06-a0a2-c3a82ff0a44f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-925982'] for port, before_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:52:25.779124 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.db.l3_hamode_db [None req-6f175bfa-fd2d-4efc-9543-78a8ec9ef328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbf98e85-1164-4ac1-b4c9-5661a45506dd', 'name': 'router1', 'tenant_id': '1a17ab64a37b4b5bb47a20c2bc0a70eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T21:52:13Z', 'updated_at': '2021-11-08T21:52:23Z', 'revision_number': 2, 'project_id': '1a17ab64a37b4b5bb47a20c2bc0a70eb', 'gw_port_host': None, '_interfaces': [{'id': '8aeba0c5-4cad-46f2-8005-88da9480ea51', 'name': '', 'network_id': '75a129b6-ca72-4c4c-a34e-d429f6f102aa', 'tenant_id': '1a17ab64a37b4b5bb47a20c2bc0a70eb', 'mac_address': 'fa:16:3e:c4:fe:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbf98e85-1164-4ac1-b4c9-5661a45506dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c9d9f5b6-4a95-4487-8c10-71cb55ae56e5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T21:52:22Z', 'updated_at': '2021-11-08T21:52:25Z', 'revision_number': 4, 'project_id': '1a17ab64a37b4b5bb47a20c2bc0a70eb', 'subnets': [{'id': 'c9d9f5b6-4a95-4487-8c10-71cb55ae56e5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '108f254e-87e3-44f7-b0a7-6134b505cb83'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817085-1-iscsi', False) {} {{(pid=101085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 21:52:25.781731 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.db [None req-6fdcb29c-03ee-4b06-a0a2-c3a82ff0a44f None None] For port 8aeba0c5-4cad-46f2-8005-88da9480ea51, host dv-cinder-817085-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817085-1-iscsi',level=0,port_id=8aeba0c5-4cad-46f2-8005-88da9480ea51,segment=NetworkSegment(1ad040b8-abc7-482e-b2eb-accdf0f422fa),segment_id=1ad040b8-abc7-482e-b2eb-accdf0f422fa)] {{(pid=101084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 21:52:25.786596 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-6fdcb29c-03ee-4b06-a0a2-c3a82ff0a44f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728276638356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728276144285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728276144303'] for port, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:52:25.810364 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f175bfa-fd2d-4efc-9543-78a8ec9ef328 None None] The sync data for ids ['cbf98e85-1164-4ac1-b4c9-5661a45506dd'] in dv-cinder-817085-1-iscsi is: [{'id': 'cbf98e85-1164-4ac1-b4c9-5661a45506dd', 'name': 'router1', 'tenant_id': '1a17ab64a37b4b5bb47a20c2bc0a70eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T21:52:13Z', 'updated_at': '2021-11-08T21:52:23Z', 'revision_number': 2, 'project_id': '1a17ab64a37b4b5bb47a20c2bc0a70eb', 'gw_port_host': None, '_interfaces': [{'id': '8aeba0c5-4cad-46f2-8005-88da9480ea51', 'name': '', 'network_id': '75a129b6-ca72-4c4c-a34e-d429f6f102aa', 'tenant_id': '1a17ab64a37b4b5bb47a20c2bc0a70eb', 'mac_address': 'fa:16:3e:c4:fe:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbf98e85-1164-4ac1-b4c9-5661a45506dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c9d9f5b6-4a95-4487-8c10-71cb55ae56e5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T21:52:22Z', 'updated_at': '2021-11-08T21:52:25Z', 'revision_number': 4, 'project_id': '1a17ab64a37b4b5bb47a20c2bc0a70eb', 'subnets': [{'id': 'c9d9f5b6-4a95-4487-8c10-71cb55ae56e5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '108f254e-87e3-44f7-b0a7-6134b505cb83'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 21:52:25.840039 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdcb29c-03ee-4b06-a0a2-c3a82ff0a44f None None] Pushing event updated for resources: {'Port': ['ID=8aeba0c5-4cad-46f2-8005-88da9480ea51,revision_number=5']} {{(pid=101084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 21:52:26.238202 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.wsgi [-] (101082) accepted ('10.222.0.25', 37824) {{(pid=101082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 21:52:26.347273 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef9dca94-e29a-4988-b4cf-e9101122b923 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 21:52:26.349204 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [None req-ef9dca94-e29a-4988-b4cf-e9101122b923 admin admin] 10.222.0.25 "GET /v2.0/networks/8ae8d913-bef9-4bc0-baeb-78ef8b3a7364 HTTP/1.1" status: 200 len: 842 time: 0.1095130 Nov 08 21:52:26.359133 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.v2.base [None req-8c9720a8-ae53-4ee7-8884-7a9d72117ed2 admin admin] Request body: {'subnet': {'network_id': '8ae8d913-bef9-4bc0-baeb-78ef8b3a7364', 'gateway_ip': '172.27.3.1', 'cidr': '172.27.3.0/24', 'name': 'public-subnet', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 21:52:26.382647 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c9720a8-ae53-4ee7-8884-7a9d72117ed2 admin admin] Made reservation on behalf of f46a7a5ef6f2434991ac5f963b08d7c3 for: {'subnet': 1} {{(pid=101082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 21:52:26.384951 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-8c9720a8-ae53-4ee7-8884-7a9d72117ed2 admin admin] Publish callbacks [] for subnet, before_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:52:26.664168 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.objects.ports [None req-8c9720a8-ae53-4ee7-8884-7a9d72117ed2 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101082) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 08 21:52:26.664603 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-8c9720a8-ae53-4ee7-8884-7a9d72117ed2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646297'] for subnet, after_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:52:26.718348 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9720a8-ae53-4ee7-8884-7a9d72117ed2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f0dec947-372d-4ed5-9c9f-864e58aba850,revision_number=0']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 21:52:26.725563 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c9720a8-ae53-4ee7-8884-7a9d72117ed2 admin admin] Checking segment: {'id': '4f9c68d0-c68c-4bfe-b6e8-d7426962dfc1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8ae8d913-bef9-4bc0-baeb-78ef8b3a7364'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 21:52:26.725914 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c9720a8-ae53-4ee7-8884-7a9d72117ed2 admin admin] Network hostable DHCP agents. Network: 8ae8d913-bef9-4bc0-baeb-78ef8b3a7364, hostable agents: ['d8645970-7d7f-496c-a75a-0ae64c095b3b'], hosted agents: [] {{(pid=101082) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 21:52:26.741653 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c9720a8-ae53-4ee7-8884-7a9d72117ed2 admin admin] Network 8ae8d913-bef9-4bc0-baeb-78ef8b3a7364 is scheduled to be hosted by DHCP agent d8645970-7d7f-496c-a75a-0ae64c095b3b with binding_index 1 {{(pid=101082) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 21:52:26.750230 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.scheduler.base_scheduler [None req-8c9720a8-ae53-4ee7-8884-7a9d72117ed2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817085-1-iscsi, 8ae8d913-bef9-4bc0-baeb-78ef8b3a7364) {{(pid=101082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 21:52:26.754131 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c9720a8-ae53-4ee7-8884-7a9d72117ed2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 21:52:26.754809 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-8c9720a8-ae53-4ee7-8884-7a9d72117ed2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646287'] for subnet, before_response {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:52:26.760379 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9495796a-9f9c-4302-b42a-b0450fd455b5 None None] Network 8ae8d913-bef9-4bc0-baeb-78ef8b3a7364 requested from dv-cinder-817085-1-iscsi {{(pid=101084) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 21:52:26.773467 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [None req-8c9720a8-ae53-4ee7-8884-7a9d72117ed2 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4176934 Nov 08 21:52:26.907431 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f6569a9-ae5f-4c70-9ab4-bdaefe5baa71 None None] Network 8ae8d913-bef9-4bc0-baeb-78ef8b3a7364 requested from dv-cinder-817085-1-iscsi {{(pid=101084) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 21:52:29.168727 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.wsgi [-] (101083) accepted ('10.222.0.25', 37832) {{(pid=101083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 21:52:29.382286 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [None req-d8965fbb-6b35-4356-9e17-c5e9ea4e5a5f admin admin] 10.222.0.25 "GET /v2.0/routers/cbf98e85-1164-4ac1-b4c9-5661a45506dd HTTP/1.1" status: 200 len: 710 time: 0.2124436 Nov 08 21:52:29.580461 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-005bd575-6cbc-4ecb-9d94-db8396e02847 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 21:52:29.582019 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [None req-005bd575-6cbc-4ecb-9d94-db8396e02847 admin admin] 10.222.0.25 "GET /v2.0/networks/8ae8d913-bef9-4bc0-baeb-78ef8b3a7364 HTTP/1.1" status: 200 len: 886 time: 0.1936715 Nov 08 21:52:29.591898 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.v2.base [None req-8a09e291-9b25-4e3d-a0e2-6a347c6ca48e admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '8ae8d913-bef9-4bc0-baeb-78ef8b3a7364'}}} {{(pid=101083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 21:52:29.855521 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-8a09e291-9b25-4e3d-a0e2-6a347c6ca48e admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:52:30.100007 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-8a09e291-9b25-4e3d-a0e2-6a347c6ca48e admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:52:30.180090 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-8a09e291-9b25-4e3d-a0e2-6a347c6ca48e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-925982'] for port, before_create {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:52:30.362350 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.db.db_base_plugin_common [None req-8a09e291-9b25-4e3d-a0e2-6a347c6ca48e admin admin] Allocated IP 172.27.3.7 (8ae8d913-bef9-4bc0-baeb-78ef8b3a7364/f0dec947-372d-4ed5-9c9f-864e58aba850/16f7bd63-717b-4834-994a-c9bf86b45438) {{(pid=101083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 21:52:30.473105 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-8a09e291-9b25-4e3d-a0e2-6a347c6ca48e admin admin] Publish callbacks [] for port, precommit_create {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:52:30.534301 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-8a09e291-9b25-4e3d-a0e2-6a347c6ca48e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728276144267'] for port, after_create {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:52:30.573135 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a09e291-9b25-4e3d-a0e2-6a347c6ca48e admin admin] Network 8ae8d913-bef9-4bc0-baeb-78ef8b3a7364 is already hosted by enough agents. {{(pid=101083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 21:52:30.593052 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.scheduler.base_scheduler [None req-8a09e291-9b25-4e3d-a0e2-6a347c6ca48e admin admin] Resources bound (agent type, host, resource id): {{(pid=101083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 21:52:30.650047 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a09e291-9b25-4e3d-a0e2-6a347c6ca48e admin admin] Received port after_create {{(pid=101083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 21:52:30.652258 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a09e291-9b25-4e3d-a0e2-6a347c6ca48e admin admin] Pushing event updated for resources: {'Port': ['ID=16f7bd63-717b-4834-994a-c9bf86b45438,revision_number=1']} {{(pid=101083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 21:52:30.716452 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a09e291-9b25-4e3d-a0e2-6a347c6ca48e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 21:52:30.716795 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a09e291-9b25-4e3d-a0e2-6a347c6ca48e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 21:52:30.717146 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a09e291-9b25-4e3d-a0e2-6a347c6ca48e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 21:52:30.717470 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a09e291-9b25-4e3d-a0e2-6a347c6ca48e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 21:52:30.717788 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a09e291-9b25-4e3d-a0e2-6a347c6ca48e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 21:52:30.718110 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a09e291-9b25-4e3d-a0e2-6a347c6ca48e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 21:52:30.718432 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a09e291-9b25-4e3d-a0e2-6a347c6ca48e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 21:52:30.718759 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a09e291-9b25-4e3d-a0e2-6a347c6ca48e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 21:52:30.719088 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a09e291-9b25-4e3d-a0e2-6a347c6ca48e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 21:52:30.719399 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a09e291-9b25-4e3d-a0e2-6a347c6ca48e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 21:52:30.719708 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a09e291-9b25-4e3d-a0e2-6a347c6ca48e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 21:52:30.720016 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a09e291-9b25-4e3d-a0e2-6a347c6ca48e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 21:52:30.721104 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a09e291-9b25-4e3d-a0e2-6a347c6ca48e admin admin] Tracked resource versions report: Nov 08 21:52:30.721104 dv-cinder-817085-1-iscsi neutron-server[101083]: pushed versions: Nov 08 21:52:30.721104 dv-cinder-817085-1-iscsi neutron-server[101083]: { 'AddressGroup': {'1.2'}, Nov 08 21:52:30.721104 dv-cinder-817085-1-iscsi neutron-server[101083]: 'ConntrackHelper': {'1.0'}, Nov 08 21:52:30.721104 dv-cinder-817085-1-iscsi neutron-server[101083]: 'Log': {'1.0'}, Nov 08 21:52:30.721104 dv-cinder-817085-1-iscsi neutron-server[101083]: 'Network': {'1.1'}, Nov 08 21:52:30.721104 dv-cinder-817085-1-iscsi neutron-server[101083]: 'Port': {'1.7'}, Nov 08 21:52:30.721104 dv-cinder-817085-1-iscsi neutron-server[101083]: 'PortForwarding': {'1.2'}, Nov 08 21:52:30.721104 dv-cinder-817085-1-iscsi neutron-server[101083]: 'QosPolicy': {'1.10'}, Nov 08 21:52:30.721104 dv-cinder-817085-1-iscsi neutron-server[101083]: 'SecurityGroup': {'1.5'}, Nov 08 21:52:30.721104 dv-cinder-817085-1-iscsi neutron-server[101083]: 'SecurityGroupRule': {'1.2'}, Nov 08 21:52:30.721104 dv-cinder-817085-1-iscsi neutron-server[101083]: 'SubPort': {'1.0'}, Nov 08 21:52:30.721104 dv-cinder-817085-1-iscsi neutron-server[101083]: 'Subnet': {'1.1'}, Nov 08 21:52:30.721104 dv-cinder-817085-1-iscsi neutron-server[101083]: 'Trunk': {'1.1'}} Nov 08 21:52:30.721104 dv-cinder-817085-1-iscsi neutron-server[101083]: consumer versions: Nov 08 21:52:30.721104 dv-cinder-817085-1-iscsi neutron-server[101083]: { DHCP agent@dv-cinder-817085-1-iscsi: {}, Nov 08 21:52:30.721104 dv-cinder-817085-1-iscsi neutron-server[101083]: L3 agent@dv-cinder-817085-1-iscsi: {}, Nov 08 21:52:30.721104 dv-cinder-817085-1-iscsi neutron-server[101083]: Metadata agent@dv-cinder-817085-1-iscsi: {}, Nov 08 21:52:30.721104 dv-cinder-817085-1-iscsi neutron-server[101083]: Metering agent@dv-cinder-817085-1-iscsi: {}, Nov 08 21:52:30.721104 dv-cinder-817085-1-iscsi neutron-server[101083]: Open vSwitch agent@dv-cinder-817085-1-iscsi: { 'AddressGroup': '1.2', Nov 08 21:52:30.721104 dv-cinder-817085-1-iscsi neutron-server[101083]: 'ConntrackHelper': '1.0', Nov 08 21:52:30.721104 dv-cinder-817085-1-iscsi neutron-server[101083]: 'Log': '1.0', Nov 08 21:52:30.721104 dv-cinder-817085-1-iscsi neutron-server[101083]: 'Network': '1.1', Nov 08 21:52:30.721104 dv-cinder-817085-1-iscsi neutron-server[101083]: 'Port': '1.7', Nov 08 21:52:30.721104 dv-cinder-817085-1-iscsi neutron-server[101083]: 'PortForwarding': '1.2', Nov 08 21:52:30.721104 dv-cinder-817085-1-iscsi neutron-server[101083]: 'QosPolicy': '1.10', Nov 08 21:52:30.721104 dv-cinder-817085-1-iscsi neutron-server[101083]: 'SecurityGroup': '1.5', Nov 08 21:52:30.721104 dv-cinder-817085-1-iscsi neutron-server[101083]: 'SecurityGroupRule': '1.2', Nov 08 21:52:30.721104 dv-cinder-817085-1-iscsi neutron-server[101083]: 'SubPort': '1.0', Nov 08 21:52:30.721104 dv-cinder-817085-1-iscsi neutron-server[101083]: 'Subnet': '1.1', Nov 08 21:52:30.721104 dv-cinder-817085-1-iscsi neutron-server[101083]: 'Trunk': '1.1'}} Nov 08 21:52:30.721104 dv-cinder-817085-1-iscsi neutron-server[101083]: {{(pid=101083) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 08 21:52:30.982682 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-8a09e291-9b25-4e3d-a0e2-6a347c6ca48e admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:52:31.177504 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-8a09e291-9b25-4e3d-a0e2-6a347c6ca48e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1623808', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1634965', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5199'] for router, precommit_update {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:52:31.181922 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-8a09e291-9b25-4e3d-a0e2-6a347c6ca48e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1624059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1623817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1624050', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1634974'] for router, after_update {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:52:31.304125 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a09e291-9b25-4e3d-a0e2-6a347c6ca48e admin admin] Router cbf98e85-1164-4ac1-b4c9-5661a45506dd has already been hosted by L3 agent a7fb4010-89fb-4d99-b0a1-90d6a3aacb04 {{(pid=101083) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 21:52:31.416321 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a09e291-9b25-4e3d-a0e2-6a347c6ca48e admin admin] Notify agent at l3_agent.dv-cinder-817085-1-iscsi the message routers_updated {{(pid=101083) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 21:52:31.420695 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-8a09e291-9b25-4e3d-a0e2-6a347c6ca48e admin admin] Publish callbacks [] for router, before_response {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:52:31.421875 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [None req-8a09e291-9b25-4e3d-a0e2-6a347c6ca48e admin admin] 10.222.0.25 "PUT /v2.0/routers/cbf98e85-1164-4ac1-b4c9-5661a45506dd HTTP/1.1" status: 200 len: 888 time: 1.8333778 Nov 08 21:52:32.361037 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.rpc [None req-ad13160b-513d-4512-a15f-cb40cce6b7e9 None None] Device 8aeba0c5-4cad-46f2-8005-88da9480ea51 up at agent ovs-agent-dv-cinder-817085-1-iscsi {{(pid=101084) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 21:52:32.408143 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.db.provisioning_blocks [None req-ad13160b-513d-4512-a15f-cb40cce6b7e9 None None] Provisioning complete for port 8aeba0c5-4cad-46f2-8005-88da9480ea51 triggered by entity L2. {{(pid=101084) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 21:52:32.408842 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-ad13160b-513d-4512-a15f-cb40cce6b7e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-534742'] for port, provisioning_complete {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:52:32.809375 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f2c7aaa-1798-420a-985a-3d9f5703b907 None None] Sync routers for ids ['cbf98e85-1164-4ac1-b4c9-5661a45506dd'] in dv-cinder-817085-1-iscsi {{(pid=101084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 21:52:32.820071 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f2c7aaa-1798-420a-985a-3d9f5703b907 None None] Routers {'cbf98e85-1164-4ac1-b4c9-5661a45506dd'} bound to L3 agent in host dv-cinder-817085-1-iscsi {{(pid=101084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 21:52:32.820728 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.db.l3_hamode_db [None req-5f2c7aaa-1798-420a-985a-3d9f5703b907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817085-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-08T21:51:49Z,description=,heartbeat_timestamp=2021-11-08T21:52:19Z,host='dv-cinder-817085-1-iscsi',id=a7fb4010-89fb-4d99-b0a1-90d6a3aacb04,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T21:51:49Z,topic='l3_agent')) {'router_ids': ['cbf98e85-1164-4ac1-b4c9-5661a45506dd'], 'active': True} {{(pid=101084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 21:52:33.026405 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.db.l3_dvr_db [None req-5f2c7aaa-1798-420a-985a-3d9f5703b907 None None] Set router cbf98e85-1164-4ac1-b4c9-5661a45506dd gateway port host: dv-cinder-817085-1-iscsi {{(pid=101084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 21:52:33.472337 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.db.l3_hamode_db [None req-5f2c7aaa-1798-420a-985a-3d9f5703b907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbf98e85-1164-4ac1-b4c9-5661a45506dd', 'name': 'router1', 'tenant_id': '1a17ab64a37b4b5bb47a20c2bc0a70eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ae8d913-bef9-4bc0-baeb-78ef8b3a7364', 'external_fixed_ips': [{'subnet_id': 'f0dec947-372d-4ed5-9c9f-864e58aba850', 'ip_address': '172.27.3.7'}], 'enable_snat': True}, 'gw_port_id': '16f7bd63-717b-4834-994a-c9bf86b45438', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T21:52:13Z', 'updated_at': '2021-11-08T21:52:30Z', 'revision_number': 4, 'project_id': '1a17ab64a37b4b5bb47a20c2bc0a70eb', 'gw_port': {'id': '16f7bd63-717b-4834-994a-c9bf86b45438', 'name': '', 'network_id': '8ae8d913-bef9-4bc0-baeb-78ef8b3a7364', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:7e:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbf98e85-1164-4ac1-b4c9-5661a45506dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'f0dec947-372d-4ed5-9c9f-864e58aba850', 'ip_address': '172.27.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T21:52:30Z', 'updated_at': '2021-11-08T21:52:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f0dec947-372d-4ed5-9c9f-864e58aba850', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817085-1-iscsi', '_interfaces': [{'id': '8aeba0c5-4cad-46f2-8005-88da9480ea51', 'name': '', 'network_id': '75a129b6-ca72-4c4c-a34e-d429f6f102aa', 'tenant_id': '1a17ab64a37b4b5bb47a20c2bc0a70eb', 'mac_address': 'fa:16:3e:c4:fe:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbf98e85-1164-4ac1-b4c9-5661a45506dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c9d9f5b6-4a95-4487-8c10-71cb55ae56e5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T21:52:22Z', 'updated_at': '2021-11-08T21:52:25Z', 'revision_number': 5, 'project_id': '1a17ab64a37b4b5bb47a20c2bc0a70eb', 'subnets': [{'id': 'c9d9f5b6-4a95-4487-8c10-71cb55ae56e5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '108f254e-87e3-44f7-b0a7-6134b505cb83'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817085-1-iscsi', False) {} {{(pid=101084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 21:52:33.523263 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f2c7aaa-1798-420a-985a-3d9f5703b907 None None] Checking router: cbf98e85-1164-4ac1-b4c9-5661a45506dd for host: dv-cinder-817085-1-iscsi {{(pid=101084) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 21:52:33.523629 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f2c7aaa-1798-420a-985a-3d9f5703b907 None None] Updating router cbf98e85-1164-4ac1-b4c9-5661a45506dd port 16f7bd63-717b-4834-994a-c9bf86b45438 binding host dv-cinder-817085-1-iscsi {{(pid=101084) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 21:52:33.569956 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-5f2c7aaa-1798-420a-985a-3d9f5703b907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-925982'] for port, before_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:52:33.878543 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-5f2c7aaa-1798-420a-985a-3d9f5703b907 None None] Publish callbacks [] for port, precommit_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:52:33.884574 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-5f2c7aaa-1798-420a-985a-3d9f5703b907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728276638356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728276144285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728276144303'] for port, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:52:33.931834 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.wsgi [-] (101083) accepted ('10.222.0.25', 37848) {{(pid=101083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 21:52:33.934389 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.managers [None req-5f2c7aaa-1798-420a-985a-3d9f5703b907 None None] Attempting to bind port 16f7bd63-717b-4834-994a-c9bf86b45438 on host dv-cinder-817085-1-iscsi for vnic_type normal with profile {{(pid=101084) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 21:52:33.934765 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.managers [None req-5f2c7aaa-1798-420a-985a-3d9f5703b907 None None] Attempting to bind port 16f7bd63-717b-4834-994a-c9bf86b45438 by drivers openvswitch,hyperv on host dv-cinder-817085-1-iscsi at level 0 using segments [{'id': '4f9c68d0-c68c-4bfe-b6e8-d7426962dfc1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8ae8d913-bef9-4bc0-baeb-78ef8b3a7364'}] {{(pid=101084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 21:52:33.935128 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f2c7aaa-1798-420a-985a-3d9f5703b907 None None] Attempting to bind port 16f7bd63-717b-4834-994a-c9bf86b45438 on network 8ae8d913-bef9-4bc0-baeb-78ef8b3a7364 {{(pid=101084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 21:52:33.942644 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f042f7cb-24ba-4acb-ad17-fa8bb7266762 None None] Pushing event updated for resources: {'Port': ['ID=16f7bd63-717b-4834-994a-c9bf86b45438,revision_number=2']} {{(pid=101084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 21:52:33.945359 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f2c7aaa-1798-420a-985a-3d9f5703b907 None None] Checking agent: {'id': 'b17b386a-7116-42d0-acec-a66289ba5096', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817085-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 21, 51, 52), 'started_at': datetime.datetime(2021, 11, 8, 21, 52, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 21, 52, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817085-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 21:52:33.945821 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f2c7aaa-1798-420a-985a-3d9f5703b907 None None] Checking segment: {'id': '4f9c68d0-c68c-4bfe-b6e8-d7426962dfc1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8ae8d913-bef9-4bc0-baeb-78ef8b3a7364'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 21:52:33.946698 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-5f2c7aaa-1798-420a-985a-3d9f5703b907 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:52:33.946698 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f2c7aaa-1798-420a-985a-3d9f5703b907 None None] Bound using segment: {'id': '4f9c68d0-c68c-4bfe-b6e8-d7426962dfc1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8ae8d913-bef9-4bc0-baeb-78ef8b3a7364'} {{(pid=101084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 21:52:33.946954 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.managers [None req-5f2c7aaa-1798-420a-985a-3d9f5703b907 None None] Bound port: 16f7bd63-717b-4834-994a-c9bf86b45438, host: dv-cinder-817085-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f9c68d0-c68c-4bfe-b6e8-d7426962dfc1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8ae8d913-bef9-4bc0-baeb-78ef8b3a7364'}}] {{(pid=101084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 21:52:33.947308 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-5f2c7aaa-1798-420a-985a-3d9f5703b907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-925982'] for port, before_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:52:33.995906 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.db [None req-5f2c7aaa-1798-420a-985a-3d9f5703b907 None None] For port 16f7bd63-717b-4834-994a-c9bf86b45438, host dv-cinder-817085-1-iscsi, cleared binding levels {{(pid=101084) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 21:52:33.998832 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.db [None req-5f2c7aaa-1798-420a-985a-3d9f5703b907 None None] For port 16f7bd63-717b-4834-994a-c9bf86b45438, host dv-cinder-817085-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817085-1-iscsi',level=0,port_id=16f7bd63-717b-4834-994a-c9bf86b45438,segment=NetworkSegment(4f9c68d0-c68c-4bfe-b6e8-d7426962dfc1),segment_id=4f9c68d0-c68c-4bfe-b6e8-d7426962dfc1)] {{(pid=101084) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 21:52:34.003938 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-5f2c7aaa-1798-420a-985a-3d9f5703b907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728276638356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728276144285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728276144303'] for port, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:52:34.053450 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [None req-42e6af6c-91cc-4509-b989-5a5975098498 admin admin] 10.222.0.25 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 409 time: 0.1205041 Nov 08 21:52:34.058679 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f2c7aaa-1798-420a-985a-3d9f5703b907 None None] Routers {'cbf98e85-1164-4ac1-b4c9-5661a45506dd'} bound to L3 agent in host dv-cinder-817085-1-iscsi {{(pid=101084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 21:52:34.059306 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.db.l3_hamode_db [None req-5f2c7aaa-1798-420a-985a-3d9f5703b907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817085-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-08T21:51:49Z,description=,heartbeat_timestamp=2021-11-08T21:52:19Z,host='dv-cinder-817085-1-iscsi',id=a7fb4010-89fb-4d99-b0a1-90d6a3aacb04,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T21:51:49Z,topic='l3_agent')) {'router_ids': ['cbf98e85-1164-4ac1-b4c9-5661a45506dd'], 'active': True} {{(pid=101084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 21:52:34.064490 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f042f7cb-24ba-4acb-ad17-fa8bb7266762 None None] Pushing event updated for resources: {'Port': ['ID=16f7bd63-717b-4834-994a-c9bf86b45438,revision_number=3']} {{(pid=101084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 21:52:34.179966 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.db.l3_dvr_db [None req-5f2c7aaa-1798-420a-985a-3d9f5703b907 None None] Set router cbf98e85-1164-4ac1-b4c9-5661a45506dd gateway port host: dv-cinder-817085-1-iscsi {{(pid=101084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 21:52:34.398514 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.db.l3_hamode_db [None req-5f2c7aaa-1798-420a-985a-3d9f5703b907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbf98e85-1164-4ac1-b4c9-5661a45506dd', 'name': 'router1', 'tenant_id': '1a17ab64a37b4b5bb47a20c2bc0a70eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ae8d913-bef9-4bc0-baeb-78ef8b3a7364', 'external_fixed_ips': [{'subnet_id': 'f0dec947-372d-4ed5-9c9f-864e58aba850', 'ip_address': '172.27.3.7'}], 'enable_snat': True}, 'gw_port_id': '16f7bd63-717b-4834-994a-c9bf86b45438', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T21:52:13Z', 'updated_at': '2021-11-08T21:52:30Z', 'revision_number': 4, 'project_id': '1a17ab64a37b4b5bb47a20c2bc0a70eb', 'gw_port': {'id': '16f7bd63-717b-4834-994a-c9bf86b45438', 'name': '', 'network_id': '8ae8d913-bef9-4bc0-baeb-78ef8b3a7364', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:7e:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbf98e85-1164-4ac1-b4c9-5661a45506dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'f0dec947-372d-4ed5-9c9f-864e58aba850', 'ip_address': '172.27.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T21:52:30Z', 'updated_at': '2021-11-08T21:52:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0dec947-372d-4ed5-9c9f-864e58aba850', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817085-1-iscsi', '_interfaces': [{'id': '8aeba0c5-4cad-46f2-8005-88da9480ea51', 'name': '', 'network_id': '75a129b6-ca72-4c4c-a34e-d429f6f102aa', 'tenant_id': '1a17ab64a37b4b5bb47a20c2bc0a70eb', 'mac_address': 'fa:16:3e:c4:fe:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbf98e85-1164-4ac1-b4c9-5661a45506dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c9d9f5b6-4a95-4487-8c10-71cb55ae56e5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T21:52:22Z', 'updated_at': '2021-11-08T21:52:25Z', 'revision_number': 5, 'project_id': '1a17ab64a37b4b5bb47a20c2bc0a70eb', 'subnets': [{'id': 'c9d9f5b6-4a95-4487-8c10-71cb55ae56e5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '108f254e-87e3-44f7-b0a7-6134b505cb83'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817085-1-iscsi', False) {} {{(pid=101084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 21:52:34.424378 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f2c7aaa-1798-420a-985a-3d9f5703b907 None None] The sync data for ids ['cbf98e85-1164-4ac1-b4c9-5661a45506dd'] in dv-cinder-817085-1-iscsi is: [{'id': 'cbf98e85-1164-4ac1-b4c9-5661a45506dd', 'name': 'router1', 'tenant_id': '1a17ab64a37b4b5bb47a20c2bc0a70eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ae8d913-bef9-4bc0-baeb-78ef8b3a7364', 'external_fixed_ips': [{'subnet_id': 'f0dec947-372d-4ed5-9c9f-864e58aba850', 'ip_address': '172.27.3.7'}], 'enable_snat': True}, 'gw_port_id': '16f7bd63-717b-4834-994a-c9bf86b45438', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T21:52:13Z', 'updated_at': '2021-11-08T21:52:30Z', 'revision_number': 4, 'project_id': '1a17ab64a37b4b5bb47a20c2bc0a70eb', 'gw_port': {'id': '16f7bd63-717b-4834-994a-c9bf86b45438', 'name': '', 'network_id': '8ae8d913-bef9-4bc0-baeb-78ef8b3a7364', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:7e:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbf98e85-1164-4ac1-b4c9-5661a45506dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'f0dec947-372d-4ed5-9c9f-864e58aba850', 'ip_address': '172.27.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T21:52:30Z', 'updated_at': '2021-11-08T21:52:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0dec947-372d-4ed5-9c9f-864e58aba850', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817085-1-iscsi', '_interfaces': [{'id': '8aeba0c5-4cad-46f2-8005-88da9480ea51', 'name': '', 'network_id': '75a129b6-ca72-4c4c-a34e-d429f6f102aa', 'tenant_id': '1a17ab64a37b4b5bb47a20c2bc0a70eb', 'mac_address': 'fa:16:3e:c4:fe:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbf98e85-1164-4ac1-b4c9-5661a45506dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c9d9f5b6-4a95-4487-8c10-71cb55ae56e5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T21:52:22Z', 'updated_at': '2021-11-08T21:52:25Z', 'revision_number': 5, 'project_id': '1a17ab64a37b4b5bb47a20c2bc0a70eb', 'subnets': [{'id': 'c9d9f5b6-4a95-4487-8c10-71cb55ae56e5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '108f254e-87e3-44f7-b0a7-6134b505cb83'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 21:52:36.358258 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.rpc [None req-ad13160b-513d-4512-a15f-cb40cce6b7e9 None None] Device 16f7bd63-717b-4834-994a-c9bf86b45438 up at agent ovs-agent-dv-cinder-817085-1-iscsi {{(pid=101084) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 21:52:36.413553 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.db.provisioning_blocks [None req-ad13160b-513d-4512-a15f-cb40cce6b7e9 None None] Provisioning complete for port 16f7bd63-717b-4834-994a-c9bf86b45438 triggered by entity L2. {{(pid=101084) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 21:52:36.413925 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-ad13160b-513d-4512-a15f-cb40cce6b7e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-534742'] for port, provisioning_complete {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:52:36.501644 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-ad13160b-513d-4512-a15f-cb40cce6b7e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-925982'] for port, before_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:52:36.524458 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.db [None req-ad13160b-513d-4512-a15f-cb40cce6b7e9 None None] For port 16f7bd63-717b-4834-994a-c9bf86b45438, host dv-cinder-817085-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817085-1-iscsi',level=0,port_id=16f7bd63-717b-4834-994a-c9bf86b45438,segment=NetworkSegment(4f9c68d0-c68c-4bfe-b6e8-d7426962dfc1),segment_id=4f9c68d0-c68c-4bfe-b6e8-d7426962dfc1)] {{(pid=101084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 21:52:36.529111 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-ad13160b-513d-4512-a15f-cb40cce6b7e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728276638356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728276144285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728276144303'] for port, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:52:36.581161 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad13160b-513d-4512-a15f-cb40cce6b7e9 None None] Pushing event updated for resources: {'Port': ['ID=16f7bd63-717b-4834-994a-c9bf86b45438,revision_number=4']} {{(pid=101084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 21:52:38.364789 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.rpc [None req-ad13160b-513d-4512-a15f-cb40cce6b7e9 None None] Device 16f7bd63-717b-4834-994a-c9bf86b45438 up at agent ovs-agent-dv-cinder-817085-1-iscsi {{(pid=101084) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 21:52:38.456785 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.db.provisioning_blocks [None req-ad13160b-513d-4512-a15f-cb40cce6b7e9 None None] Provisioning complete for port 16f7bd63-717b-4834-994a-c9bf86b45438 triggered by entity L2. {{(pid=101084) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 21:52:38.458117 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-ad13160b-513d-4512-a15f-cb40cce6b7e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-534742'] for port, provisioning_complete {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:52:40.307779 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.db.agents_db [None req-16c50754-5ab9-47e2-9d92-00a33089e8d5 None None] Agent healthcheck: found 5 active agents {{(pid=101085) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 21:52:46.771163 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-da1ddc08-751b-4702-8437-7b7d8b6ad313 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728276665375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534631'] for agent, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:52:49.085321 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-2b6b361b-014c-4068-8d00-a99715a77edb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728276665375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534631'] for agent, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:52:50.094944 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-38f8c81f-ca07-4188-b5ff-70ceca3f97c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728276665375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534631'] for agent, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:52:51.769128 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-550ddcb2-f0f8-4b6b-a238-0b8e3ebb0b9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728276665375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534631'] for agent, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:52:52.442302 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-ad13160b-513d-4512-a15f-cb40cce6b7e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728276665375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534631'] for agent, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:53:16.784868 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-70cf6587-7f88-4410-85e6-3fa3500cdd11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728276665375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534631'] for agent, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:53:17.307785 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.db.agents_db [None req-16c50754-5ab9-47e2-9d92-00a33089e8d5 None None] Agent healthcheck: found 5 active agents {{(pid=101085) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 21:53:19.088531 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-82f6ff8a-6fad-4585-9bd5-b513d6d32fce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728276665375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534631'] for agent, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:53:20.098533 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-38f8c81f-ca07-4188-b5ff-70ceca3f97c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728276665375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534631'] for agent, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:53:21.757642 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-550ddcb2-f0f8-4b6b-a238-0b8e3ebb0b9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728276665375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534631'] for agent, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:53:22.441515 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-ad13160b-513d-4512-a15f-cb40cce6b7e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728276665375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534631'] for agent, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:53:46.771979 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-587eca5f-d099-48a5-a4fd-22485d489a8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728276665375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534631'] for agent, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:53:49.091860 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-201387d4-b4d6-423b-8280-dd1c272822ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728276665375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534631'] for agent, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:53:50.099912 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-38f8c81f-ca07-4188-b5ff-70ceca3f97c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728276665375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534631'] for agent, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:53:51.759553 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-550ddcb2-f0f8-4b6b-a238-0b8e3ebb0b9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728276665375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534631'] for agent, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:53:52.432877 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-ad13160b-513d-4512-a15f-cb40cce6b7e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728276665375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534631'] for agent, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:53:54.307208 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.db.agents_db [None req-16c50754-5ab9-47e2-9d92-00a33089e8d5 None None] Agent healthcheck: found 5 active agents {{(pid=101085) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 21:54:11.793760 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.wsgi [-] (101083) accepted ('10.222.0.25', 38410) {{(pid=101083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 21:54:11.857399 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.pecan_wsgi.hooks.translation [None req-701e880e-bad1-4711-904d-579f3fbf11f3 admin admin] GET failed (client error): The resource could not be found. Nov 08 21:54:11.858692 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [None req-701e880e-bad1-4711-904d-579f3fbf11f3 admin admin] 10.222.0.25 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0639985 Nov 08 21:54:12.015143 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7775e452-013a-4e96-94b7-503aad6d75bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 21:54:12.016538 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [None req-7775e452-013a-4e96-94b7-503aad6d75bd admin admin] 10.222.0.25 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1532009 Nov 08 21:54:14.341604 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.wsgi [-] (101083) accepted ('10.222.0.25', 38420) {{(pid=101083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 21:54:14.442384 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbb4654b-4da3-4882-a5bf-5593d7f5107e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 21:54:14.443712 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [None req-bbb4654b-4da3-4882-a5bf-5593d7f5107e admin admin] 10.222.0.25 "GET /v2.0/subnets/c9d9f5b6-4a95-4487-8c10-71cb55ae56e5 HTTP/1.1" status: 200 len: 849 time: 0.1011834 Nov 08 21:54:14.453633 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.v2.base [None req-c3f912ab-12cb-404c-9e6d-2b15ab201a43 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=101083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 21:54:14.539331 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-c3f912ab-12cb-404c-9e6d-2b15ab201a43 admin admin] Publish callbacks [] for subnet, before_update {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:54:14.677845 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-c3f912ab-12cb-404c-9e6d-2b15ab201a43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8728276638347'] for subnet, after_update {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:54:14.708281 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3f912ab-12cb-404c-9e6d-2b15ab201a43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 21:54:14.708998 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-c3f912ab-12cb-404c-9e6d-2b15ab201a43 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646287'] for subnet, before_response {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:54:14.710285 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [None req-c3f912ab-12cb-404c-9e6d-2b15ab201a43 admin admin] 10.222.0.25 "PUT /v2.0/subnets/c9d9f5b6-4a95-4487-8c10-71cb55ae56e5 HTTP/1.1" status: 200 len: 868 time: 0.2602870 Nov 08 21:54:14.727830 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4afbfdfa-828c-4b28-8bcb-5b8a497e418b None None] Network 75a129b6-ca72-4c4c-a34e-d429f6f102aa requested from dv-cinder-817085-1-iscsi {{(pid=101084) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 21:54:14.730651 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f912ab-12cb-404c-9e6d-2b15ab201a43 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c9d9f5b6-4a95-4487-8c10-71cb55ae56e5,revision_number=1']} {{(pid=101083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 21:54:14.738347 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f912ab-12cb-404c-9e6d-2b15ab201a43 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 21:54:14.738722 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f912ab-12cb-404c-9e6d-2b15ab201a43 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 21:54:14.739064 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f912ab-12cb-404c-9e6d-2b15ab201a43 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 21:54:14.739398 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f912ab-12cb-404c-9e6d-2b15ab201a43 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 21:54:14.739722 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f912ab-12cb-404c-9e6d-2b15ab201a43 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 21:54:14.740844 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f912ab-12cb-404c-9e6d-2b15ab201a43 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 21:54:14.740844 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f912ab-12cb-404c-9e6d-2b15ab201a43 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 21:54:14.740844 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f912ab-12cb-404c-9e6d-2b15ab201a43 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 21:54:14.741186 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f912ab-12cb-404c-9e6d-2b15ab201a43 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 21:54:14.741551 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f912ab-12cb-404c-9e6d-2b15ab201a43 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 21:54:14.741713 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f912ab-12cb-404c-9e6d-2b15ab201a43 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 21:54:14.742026 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f912ab-12cb-404c-9e6d-2b15ab201a43 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 21:54:15.114697 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.db.provisioning_blocks [None req-cff49592-bfb8-4987-8701-e627cc2f49c2 None None] Provisioning complete for port 80e11f61-ebd7-4cc9-91f1-e531ec06b461 triggered by entity DHCP. {{(pid=101084) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 21:54:15.115064 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-cff49592-bfb8-4987-8701-e627cc2f49c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-534742'] for port, provisioning_complete {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:54:15.199632 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.db.provisioning_blocks [None req-cff49592-bfb8-4987-8701-e627cc2f49c2 None None] Provisioning complete for port 8aeba0c5-4cad-46f2-8005-88da9480ea51 triggered by entity DHCP. {{(pid=101084) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 21:54:15.199903 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-cff49592-bfb8-4987-8701-e627cc2f49c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-534742'] for port, provisioning_complete {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:54:16.773438 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-90f29bc1-2e36-4773-9ea0-9b83243284d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728276665375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534631'] for agent, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:54:17.007523 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.wsgi [-] (101082) accepted ('10.222.0.25', 38428) {{(pid=101082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 21:54:17.271405 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f22e3bc-f468-402a-8420-974664e9f905 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 21:54:17.271876 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f22e3bc-f468-402a-8420-974664e9f905 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 21:54:17.273461 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [None req-2f22e3bc-f468-402a-8420-974664e9f905 admin admin] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2649808 Nov 08 21:54:19.095207 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-e0c7b75a-840e-4343-b9c5-f01d949b437f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728276665375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534631'] for agent, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:54:19.541224 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.wsgi [-] (101082) accepted ('10.222.0.25', 38438) {{(pid=101082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 21:54:19.677157 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eca0caec-c7fc-478b-ba67-5a741f92ed06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 21:54:19.677532 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eca0caec-c7fc-478b-ba67-5a741f92ed06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 21:54:19.679042 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [None req-eca0caec-c7fc-478b-ba67-5a741f92ed06 admin admin] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1368949 Nov 08 21:54:20.102920 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-38f8c81f-ca07-4188-b5ff-70ceca3f97c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728276665375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534631'] for agent, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:54:21.764687 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-550ddcb2-f0f8-4b6b-a238-0b8e3ebb0b9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728276665375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534631'] for agent, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:54:21.948287 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.wsgi [-] (101082) accepted ('10.222.0.25', 38446) {{(pid=101082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 21:54:22.073004 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b97c8dbb-e5d8-41f7-b5cb-0bafd3960417 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 21:54:22.074324 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [None req-b97c8dbb-e5d8-41f7-b5cb-0bafd3960417 admin admin] 10.222.0.25 "GET /v2.0/networks/75a129b6-ca72-4c4c-a34e-d429f6f102aa HTTP/1.1" status: 200 len: 869 time: 0.1250708 Nov 08 21:54:22.435325 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-ad13160b-513d-4512-a15f-cb40cce6b7e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728276665375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534631'] for agent, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:54:24.368361 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.wsgi [-] (101082) accepted ('10.222.0.25', 38454) {{(pid=101082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 21:54:24.497635 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebe8ce32-6229-4611-a84d-36c8cd29b703 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 21:54:24.499037 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [None req-ebe8ce32-6229-4611-a84d-36c8cd29b703 admin admin] 10.222.0.25 "GET /v2.0/networks/8ae8d913-bef9-4bc0-baeb-78ef8b3a7364 HTTP/1.1" status: 200 len: 886 time: 0.1294656 Nov 08 21:54:26.792603 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.wsgi [-] (101082) accepted ('10.222.0.25', 38462) {{(pid=101082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 21:54:26.913935 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3ab319d-9b8b-4064-87d4-ffde48f96959 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 21:54:26.914386 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3ab319d-9b8b-4064-87d4-ffde48f96959 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 21:54:26.915888 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [None req-b3ab319d-9b8b-4064-87d4-ffde48f96959 admin admin] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1223168 Nov 08 21:54:29.209013 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.wsgi [-] (101083) accepted ('10.222.0.25', 38470) {{(pid=101083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 21:54:29.338807 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-239df96b-e198-4636-9acf-f75f20aa80ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 21:54:29.339258 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-239df96b-e198-4636-9acf-f75f20aa80ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 21:54:29.340824 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [None req-239df96b-e198-4636-9acf-f75f20aa80ac admin admin] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1308117 Nov 08 21:54:31.306733 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.db.agents_db [None req-16c50754-5ab9-47e2-9d92-00a33089e8d5 None None] Agent healthcheck: found 5 active agents {{(pid=101085) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 21:54:31.635067 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.wsgi [-] (101083) accepted ('10.222.0.25', 38478) {{(pid=101083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 21:54:31.724059 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b210add8-ddc2-4c7e-9830-0986d6acc724 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 21:54:31.725408 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [None req-b210add8-ddc2-4c7e-9830-0986d6acc724 admin admin] 10.222.0.25 "GET /v2.0/subnets/c9d9f5b6-4a95-4487-8c10-71cb55ae56e5 HTTP/1.1" status: 200 len: 868 time: 0.0894034 Nov 08 21:54:34.037223 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.wsgi [-] (101082) accepted ('10.222.0.25', 38486) {{(pid=101082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 21:54:34.129632 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b5e88a5-d7e0-4bca-af3f-eb5109e5a568 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 21:54:34.130919 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [None req-4b5e88a5-d7e0-4bca-af3f-eb5109e5a568 admin admin] 10.222.0.25 "GET /v2.0/subnets/f0dec947-372d-4ed5-9c9f-864e58aba850 HTTP/1.1" status: 200 len: 816 time: 0.0927615 Nov 08 21:54:46.774899 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-874f481c-5f78-47b2-8cb2-6d59855f0d9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728276665375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534631'] for agent, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:54:49.098434 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-88b5fbc1-b925-412b-a1cf-4ccd862f9fe2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728276665375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534631'] for agent, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:54:50.105806 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-38f8c81f-ca07-4188-b5ff-70ceca3f97c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728276665375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534631'] for agent, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:54:51.769235 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-550ddcb2-f0f8-4b6b-a238-0b8e3ebb0b9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728276665375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534631'] for agent, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:54:52.439936 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-ad13160b-513d-4512-a15f-cb40cce6b7e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728276665375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534631'] for agent, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:54:59.028829 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.wsgi [-] (101082) accepted ('10.222.0.25', 38540) {{(pid=101082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 21:54:59.076136 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.wsgi [None req-0d9ae120-7c3f-422b-80d6-8876aac1f3ac admin admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=101082) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 21:54:59.077153 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [None req-0d9ae120-7c3f-422b-80d6-8876aac1f3ac admin admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0474024 Nov 08 21:55:01.459143 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.wsgi [-] (101082) accepted ('10.222.0.25', 38548) {{(pid=101082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 21:55:01.518727 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa703ac9-a2ac-4d19-8c19-5688c3b8ea0e admin admin] GET failed (client error): The resource could not be found. Nov 08 21:55:01.520009 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [None req-aa703ac9-a2ac-4d19-8c19-5688c3b8ea0e admin admin] 10.222.0.25 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0599561 Nov 08 21:55:01.657113 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63d56faf-9ebc-47d8-b1e0-a0d43b87c429 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 21:55:01.659017 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [None req-63d56faf-9ebc-47d8-b1e0-a0d43b87c429 admin admin] 10.222.0.25 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1344459 Nov 08 21:55:03.949549 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.wsgi [-] (101082) accepted ('10.222.0.25', 38556) {{(pid=101082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 21:55:03.996672 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.v2.base [None req-05d9dae5-8a72-4ed3-b759-06159b883356 admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=101082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 21:55:04.016794 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05d9dae5-8a72-4ed3-b759-06159b883356 admin admin] Made reservation on behalf of f46a7a5ef6f2434991ac5f963b08d7c3 for: {'network': 1} {{(pid=101082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 21:55:04.019558 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-05d9dae5-8a72-4ed3-b759-06159b883356 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-925982'] for network, before_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:55:04.045931 dv-cinder-817085-1-iscsi neutron-server[101082]: WARNING neutron.services.revisions.revision_plugin [None req-05d9dae5-8a72-4ed3-b759-06159b883356 admin admin] Could not find related network for resource to bump revision. Nov 08 21:55:04.056666 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05d9dae5-8a72-4ed3-b759-06159b883356 admin admin] vlan segment allocate from pool success with {'vlan_id': 700, 'physical_network': 'physnet1'} {{(pid=101082) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 21:55:04.065901 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-05d9dae5-8a72-4ed3-b759-06159b883356 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-527333'] for segment, precommit_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:55:04.066235 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.db.segments_db [None req-05d9dae5-8a72-4ed3-b759-06159b883356 admin admin] Added segment f224e5c5-1b37-458a-91f0-05cfe90b9e91 of type vlan for network 9658b922-957f-434d-933c-82432c883550 Nov 08 21:55:04.106014 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-05d9dae5-8a72-4ed3-b759-06159b883356 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728276129500'] for network, precommit_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:55:04.129913 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-05d9dae5-8a72-4ed3-b759-06159b883356 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646297'] for network, after_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:55:04.130763 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05d9dae5-8a72-4ed3-b759-06159b883356 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 21:55:04.131344 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-05d9dae5-8a72-4ed3-b759-06159b883356 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646287'] for network, before_response {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:55:04.187003 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [None req-05d9dae5-8a72-4ed3-b759-06159b883356 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2363698 Nov 08 21:55:04.195648 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d9dae5-8a72-4ed3-b759-06159b883356 admin admin] Pushing event updated for resources: {'Network': ['ID=9658b922-957f-434d-933c-82432c883550,revision_number=1']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 21:55:04.202941 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d9dae5-8a72-4ed3-b759-06159b883356 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 21:55:04.203306 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d9dae5-8a72-4ed3-b759-06159b883356 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 21:55:04.203644 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d9dae5-8a72-4ed3-b759-06159b883356 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 21:55:04.203973 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d9dae5-8a72-4ed3-b759-06159b883356 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 21:55:04.204298 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d9dae5-8a72-4ed3-b759-06159b883356 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 21:55:04.205189 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d9dae5-8a72-4ed3-b759-06159b883356 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 21:55:04.205513 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d9dae5-8a72-4ed3-b759-06159b883356 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 21:55:04.205849 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d9dae5-8a72-4ed3-b759-06159b883356 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 21:55:04.206193 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d9dae5-8a72-4ed3-b759-06159b883356 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 21:55:04.206515 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d9dae5-8a72-4ed3-b759-06159b883356 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 21:55:04.206831 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d9dae5-8a72-4ed3-b759-06159b883356 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 21:55:04.207140 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d9dae5-8a72-4ed3-b759-06159b883356 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 21:55:04.219547 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.rpc [None req-ad13160b-513d-4512-a15f-cb40cce6b7e9 None None] Network 9658b922-957f-434d-933c-82432c883550 details requested by agent ovs-agent-dv-cinder-817085-1-iscsi with host dv-cinder-817085-1-iscsi {{(pid=101084) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 21:55:06.483626 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.wsgi [-] (101082) accepted ('10.222.0.25', 38564) {{(pid=101082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 21:55:06.544201 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c477379-3d26-416a-9684-8313be842ea5 admin admin] GET failed (client error): The resource could not be found. Nov 08 21:55:06.545554 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [None req-7c477379-3d26-416a-9684-8313be842ea5 admin admin] 10.222.0.25 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0609746 Nov 08 21:55:06.614476 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10209ef9-f305-43c7-a2b8-ff10e115a594 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 21:55:06.615797 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [None req-10209ef9-f305-43c7-a2b8-ff10e115a594 admin admin] 10.222.0.25 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0656824 Nov 08 21:55:06.625983 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.v2.base [None req-0639f6b8-eb0c-440e-b054-16d83db8714b admin admin] Request body: {'subnet': {'ip_version': 4, 'network_id': '9658b922-957f-434d-933c-82432c883550', 'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'name': 'shared-subnet'}} {{(pid=101082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 21:55:06.645949 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0639f6b8-eb0c-440e-b054-16d83db8714b admin admin] Made reservation on behalf of f46a7a5ef6f2434991ac5f963b08d7c3 for: {'subnet': 1} {{(pid=101082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 21:55:06.648148 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-0639f6b8-eb0c-440e-b054-16d83db8714b admin admin] Publish callbacks [] for subnet, before_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:55:06.805789 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-0639f6b8-eb0c-440e-b054-16d83db8714b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646297'] for subnet, after_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:55:06.857970 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0639f6b8-eb0c-440e-b054-16d83db8714b admin admin] Pushing event updated for resources: {'Subnet': ['ID=fea12ad0-59c8-4858-b4ab-8f5af1a5fab9,revision_number=0']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 21:55:06.866742 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0639f6b8-eb0c-440e-b054-16d83db8714b admin admin] Checking segment: {'id': 'f224e5c5-1b37-458a-91f0-05cfe90b9e91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '9658b922-957f-434d-933c-82432c883550'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 21:55:06.867033 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0639f6b8-eb0c-440e-b054-16d83db8714b admin admin] Network hostable DHCP agents. Network: 9658b922-957f-434d-933c-82432c883550, hostable agents: ['d8645970-7d7f-496c-a75a-0ae64c095b3b'], hosted agents: [] {{(pid=101082) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 21:55:06.882700 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0639f6b8-eb0c-440e-b054-16d83db8714b admin admin] Network 9658b922-957f-434d-933c-82432c883550 is scheduled to be hosted by DHCP agent d8645970-7d7f-496c-a75a-0ae64c095b3b with binding_index 1 {{(pid=101082) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 21:55:06.890268 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.scheduler.base_scheduler [None req-0639f6b8-eb0c-440e-b054-16d83db8714b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817085-1-iscsi, 9658b922-957f-434d-933c-82432c883550) {{(pid=101082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 21:55:06.894248 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0639f6b8-eb0c-440e-b054-16d83db8714b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 21:55:06.894827 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-0639f6b8-eb0c-440e-b054-16d83db8714b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646287'] for subnet, before_response {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:55:06.899417 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edb8b5d3-5096-4eec-b6f9-446c192d5f9d None None] Network 9658b922-957f-434d-933c-82432c883550 requested from dv-cinder-817085-1-iscsi {{(pid=101084) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 21:55:06.911404 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [None req-0639f6b8-eb0c-440e-b054-16d83db8714b admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2886372 Nov 08 21:55:07.078463 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-828d0073-4587-43e5-b9e3-d3c4fd129a49 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpad403e5c-bbfa-5de7-8c3e-c07e4fe3bb96-9658b922-957f-434d-933c-82432c883550', 'network_id': '9658b922-957f-434d-933c-82432c883550', 'tenant_id': 'f46a7a5ef6f2434991ac5f963b08d7c3', 'fixed_ips': [{'subnet_id': 'fea12ad0-59c8-4858-b4ab-8f5af1a5fab9'}]}} from dv-cinder-817085-1-iscsi. {{(pid=101084) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 21:55:07.079583 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-828d0073-4587-43e5-b9e3-d3c4fd129a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-925982'] for port, before_create {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:55:07.322694 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.db.db_base_plugin_common [None req-828d0073-4587-43e5-b9e3-d3c4fd129a49 None None] Allocated IP 192.168.233.2 (9658b922-957f-434d-933c-82432c883550/fea12ad0-59c8-4858-b4ab-8f5af1a5fab9/8f340f0b-e47a-4454-a23e-0f73c416dea9) {{(pid=101084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 21:55:07.471860 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-828d0073-4587-43e5-b9e3-d3c4fd129a49 None None] Publish callbacks [] for port, precommit_create {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:55:07.478416 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-828d0073-4587-43e5-b9e3-d3c4fd129a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728276144267'] for port, after_create {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:55:07.514644 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-828d0073-4587-43e5-b9e3-d3c4fd129a49 None None] Network 9658b922-957f-434d-933c-82432c883550 is already hosted by enough agents. {{(pid=101084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 21:55:07.516002 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.scheduler.base_scheduler [None req-828d0073-4587-43e5-b9e3-d3c4fd129a49 None None] Resources bound (agent type, host, resource id): {{(pid=101084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 21:55:07.519549 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-828d0073-4587-43e5-b9e3-d3c4fd129a49 None None] Received port after_create {{(pid=101084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 21:55:07.536927 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828d0073-4587-43e5-b9e3-d3c4fd129a49 None None] Pushing event updated for resources: {'Port': ['ID=8f340f0b-e47a-4454-a23e-0f73c416dea9,revision_number=1']} {{(pid=101084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 21:55:07.558556 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828d0073-4587-43e5-b9e3-d3c4fd129a49 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 21:55:07.558921 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828d0073-4587-43e5-b9e3-d3c4fd129a49 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 21:55:07.559277 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828d0073-4587-43e5-b9e3-d3c4fd129a49 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 21:55:07.559597 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828d0073-4587-43e5-b9e3-d3c4fd129a49 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 21:55:07.559921 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828d0073-4587-43e5-b9e3-d3c4fd129a49 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 21:55:07.560248 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828d0073-4587-43e5-b9e3-d3c4fd129a49 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 21:55:07.560574 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828d0073-4587-43e5-b9e3-d3c4fd129a49 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 21:55:07.560924 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828d0073-4587-43e5-b9e3-d3c4fd129a49 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 21:55:07.561266 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828d0073-4587-43e5-b9e3-d3c4fd129a49 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 21:55:07.561590 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828d0073-4587-43e5-b9e3-d3c4fd129a49 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 21:55:07.561907 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828d0073-4587-43e5-b9e3-d3c4fd129a49 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 21:55:07.562224 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828d0073-4587-43e5-b9e3-d3c4fd129a49 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 21:55:07.593001 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.managers [None req-828d0073-4587-43e5-b9e3-d3c4fd129a49 None None] Attempting to bind port 8f340f0b-e47a-4454-a23e-0f73c416dea9 on host dv-cinder-817085-1-iscsi for vnic_type normal with profile {{(pid=101084) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 21:55:07.593308 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.managers [None req-828d0073-4587-43e5-b9e3-d3c4fd129a49 None None] Attempting to bind port 8f340f0b-e47a-4454-a23e-0f73c416dea9 by drivers openvswitch,hyperv on host dv-cinder-817085-1-iscsi at level 0 using segments [{'id': 'f224e5c5-1b37-458a-91f0-05cfe90b9e91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '9658b922-957f-434d-933c-82432c883550'}] {{(pid=101084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 21:55:07.593666 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-828d0073-4587-43e5-b9e3-d3c4fd129a49 None None] Attempting to bind port 8f340f0b-e47a-4454-a23e-0f73c416dea9 on network 9658b922-957f-434d-933c-82432c883550 {{(pid=101084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 21:55:07.599280 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-828d0073-4587-43e5-b9e3-d3c4fd129a49 None None] Checking agent: {'id': 'b17b386a-7116-42d0-acec-a66289ba5096', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817085-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 21, 51, 52), 'started_at': datetime.datetime(2021, 11, 8, 21, 52, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 21, 54, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817085-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 21:55:07.599597 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-828d0073-4587-43e5-b9e3-d3c4fd129a49 None None] Checking segment: {'id': 'f224e5c5-1b37-458a-91f0-05cfe90b9e91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '9658b922-957f-434d-933c-82432c883550'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 21:55:07.599993 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-828d0073-4587-43e5-b9e3-d3c4fd129a49 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:55:07.600382 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-828d0073-4587-43e5-b9e3-d3c4fd129a49 None None] Bound using segment: {'id': 'f224e5c5-1b37-458a-91f0-05cfe90b9e91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '9658b922-957f-434d-933c-82432c883550'} {{(pid=101084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 21:55:07.600860 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.managers [None req-828d0073-4587-43e5-b9e3-d3c4fd129a49 None None] Bound port: 8f340f0b-e47a-4454-a23e-0f73c416dea9, host: dv-cinder-817085-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f224e5c5-1b37-458a-91f0-05cfe90b9e91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '9658b922-957f-434d-933c-82432c883550'}}] {{(pid=101084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 21:55:07.601251 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-828d0073-4587-43e5-b9e3-d3c4fd129a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-925982'] for port, before_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:55:07.662266 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.db [None req-828d0073-4587-43e5-b9e3-d3c4fd129a49 None None] For port 8f340f0b-e47a-4454-a23e-0f73c416dea9, host dv-cinder-817085-1-iscsi, cleared binding levels {{(pid=101084) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 21:55:07.665320 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.db [None req-828d0073-4587-43e5-b9e3-d3c4fd129a49 None None] For port 8f340f0b-e47a-4454-a23e-0f73c416dea9, host dv-cinder-817085-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817085-1-iscsi',level=0,port_id=8f340f0b-e47a-4454-a23e-0f73c416dea9,segment=NetworkSegment(f224e5c5-1b37-458a-91f0-05cfe90b9e91),segment_id=f224e5c5-1b37-458a-91f0-05cfe90b9e91)] {{(pid=101084) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 21:55:07.670158 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-828d0073-4587-43e5-b9e3-d3c4fd129a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728276638356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728276144285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728276144303'] for port, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:55:07.733414 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828d0073-4587-43e5-b9e3-d3c4fd129a49 None None] Pushing event updated for resources: {'Port': ['ID=8f340f0b-e47a-4454-a23e-0f73c416dea9,revision_number=2']} {{(pid=101084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 21:55:08.308242 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.db.agents_db [None req-16c50754-5ab9-47e2-9d92-00a33089e8d5 None None] Agent healthcheck: found 5 active agents {{(pid=101085) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 21:55:08.451574 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.rpc [None req-ad13160b-513d-4512-a15f-cb40cce6b7e9 None None] Device 8f340f0b-e47a-4454-a23e-0f73c416dea9 up at agent ovs-agent-dv-cinder-817085-1-iscsi {{(pid=101084) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 21:55:08.506092 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.db.provisioning_blocks [None req-ad13160b-513d-4512-a15f-cb40cce6b7e9 None None] Provisioning complete for port 8f340f0b-e47a-4454-a23e-0f73c416dea9 triggered by entity L2. {{(pid=101084) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 21:55:08.506607 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-ad13160b-513d-4512-a15f-cb40cce6b7e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-534742'] for port, provisioning_complete {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:55:08.534012 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d1c2fe8-27f0-48a6-9890-1e5ebb2be7d0 None None] Network 9658b922-957f-434d-933c-82432c883550 requested from dv-cinder-817085-1-iscsi {{(pid=101084) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 21:55:08.655177 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.db.provisioning_blocks [None req-5b3c3592-7640-4d70-96d7-b4c04a5c79fb None None] Provisioning complete for port 8f340f0b-e47a-4454-a23e-0f73c416dea9 triggered by entity DHCP. {{(pid=101084) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 21:55:08.655544 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-5b3c3592-7640-4d70-96d7-b4c04a5c79fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-534742'] for port, provisioning_complete {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:55:08.712263 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-ad13160b-513d-4512-a15f-cb40cce6b7e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-925982'] for port, before_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:55:08.784012 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.db [None req-ad13160b-513d-4512-a15f-cb40cce6b7e9 None None] For port 8f340f0b-e47a-4454-a23e-0f73c416dea9, host dv-cinder-817085-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817085-1-iscsi',level=0,port_id=8f340f0b-e47a-4454-a23e-0f73c416dea9,segment=NetworkSegment(f224e5c5-1b37-458a-91f0-05cfe90b9e91),segment_id=f224e5c5-1b37-458a-91f0-05cfe90b9e91)] {{(pid=101084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 21:55:08.791574 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-ad13160b-513d-4512-a15f-cb40cce6b7e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728276638356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728276144285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728276144303'] for port, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:55:08.877331 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad13160b-513d-4512-a15f-cb40cce6b7e9 None None] Pushing event updated for resources: {'Port': ['ID=8f340f0b-e47a-4454-a23e-0f73c416dea9,revision_number=3']} {{(pid=101084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 21:55:09.085453 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.db.provisioning_blocks [None req-121f1ee5-481a-4dc9-a526-27b8824cbe8d None None] Provisioning complete for port 8f340f0b-e47a-4454-a23e-0f73c416dea9 triggered by entity DHCP. {{(pid=101084) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 21:55:09.085815 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-121f1ee5-481a-4dc9-a526-27b8824cbe8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-534742'] for port, provisioning_complete {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:55:10.419862 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.rpc [None req-ad13160b-513d-4512-a15f-cb40cce6b7e9 None None] Device 8f340f0b-e47a-4454-a23e-0f73c416dea9 up at agent ovs-agent-dv-cinder-817085-1-iscsi {{(pid=101084) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 21:55:10.466948 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.db.provisioning_blocks [None req-ad13160b-513d-4512-a15f-cb40cce6b7e9 None None] Provisioning complete for port 8f340f0b-e47a-4454-a23e-0f73c416dea9 triggered by entity L2. {{(pid=101084) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 21:55:10.467317 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-ad13160b-513d-4512-a15f-cb40cce6b7e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-534742'] for port, provisioning_complete {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:55:16.776748 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-37052d3b-3077-4d4b-bef2-0c2e00bc6bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728276665375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534631'] for agent, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:55:19.100457 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-e56d8f70-01a3-43e3-996e-f0f00fe5d2d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728276665375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534631'] for agent, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:55:20.107028 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-38f8c81f-ca07-4188-b5ff-70ceca3f97c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728276665375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534631'] for agent, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:55:21.771997 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-550ddcb2-f0f8-4b6b-a238-0b8e3ebb0b9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728276665375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534631'] for agent, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:55:22.441492 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-ad13160b-513d-4512-a15f-cb40cce6b7e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728276665375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534631'] for agent, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:55:45.306189 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.db.agents_db [None req-16c50754-5ab9-47e2-9d92-00a33089e8d5 None None] Agent healthcheck: found 5 active agents {{(pid=101085) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 21:55:46.778906 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-1aec07e9-d329-4751-8cdc-4ee266d545ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728276665375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534631'] for agent, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:55:49.101741 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-2e15881f-6ae8-4ee1-953e-0e567fd269e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728276665375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534631'] for agent, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:55:50.110386 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-38f8c81f-ca07-4188-b5ff-70ceca3f97c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728276665375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534631'] for agent, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:55:51.773100 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-550ddcb2-f0f8-4b6b-a238-0b8e3ebb0b9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728276665375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534631'] for agent, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:55:52.442357 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-ad13160b-513d-4512-a15f-cb40cce6b7e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728276665375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534631'] for agent, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:56:16.781432 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-441ac017-4f0d-4121-a755-342445c7d316 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728276665375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534631'] for agent, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:56:18.863412 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.wsgi [-] (101082) accepted ('10.222.0.25', 38608) {{(pid=101082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 21:56:18.869154 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.wsgi [None req-3d54825c-a495-4e6f-9363-6300424cecc3 tempest-verify_tempest_config-905945402 tempest-verify_tempest_config-905945402-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=101082) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 21:56:18.870092 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [None req-3d54825c-a495-4e6f-9363-6300424cecc3 tempest-verify_tempest_config-905945402 tempest-verify_tempest_config-905945402-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0057309 Nov 08 21:56:19.103888 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-da697fd8-8ab0-4361-a461-4f3581076d6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728276665375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534631'] for agent, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:56:19.163602 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.wsgi [-] (101082) accepted ('10.222.0.25', 38626) {{(pid=101082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 21:56:19.264860 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-992fc2aa-5cab-4d28-9829-544de7f51778 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:56:19.336527 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-992fc2aa-5cab-4d28-9829-544de7f51778 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:56:19.340383 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-992fc2aa-5cab-4d28-9829-544de7f51778 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2033567'] for security_group, after_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:56:19.384818 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [None req-992fc2aa-5cab-4d28-9829-544de7f51778 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=0e3341d5cde345d78e3438cd87ead7b1&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2201254 Nov 08 21:56:19.385881 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992fc2aa-5cab-4d28-9829-544de7f51778 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4bf9c34-77b5-4213-a1e0-81afef51191d,revision_number=1']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 21:56:19.387668 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.wsgi [-] (101083) accepted ('10.222.0.25', 38630) {{(pid=101083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 21:56:19.393247 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-992fc2aa-5cab-4d28-9829-544de7f51778 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 21:56:19.393622 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-992fc2aa-5cab-4d28-9829-544de7f51778 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 21:56:19.393959 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-992fc2aa-5cab-4d28-9829-544de7f51778 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 21:56:19.394287 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-992fc2aa-5cab-4d28-9829-544de7f51778 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 21:56:19.394615 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-992fc2aa-5cab-4d28-9829-544de7f51778 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 21:56:19.394955 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-992fc2aa-5cab-4d28-9829-544de7f51778 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 21:56:19.395275 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-992fc2aa-5cab-4d28-9829-544de7f51778 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 21:56:19.395596 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-992fc2aa-5cab-4d28-9829-544de7f51778 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 21:56:19.395933 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-992fc2aa-5cab-4d28-9829-544de7f51778 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 21:56:19.396257 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-992fc2aa-5cab-4d28-9829-544de7f51778 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 21:56:19.396575 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-992fc2aa-5cab-4d28-9829-544de7f51778 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 21:56:19.396919 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-992fc2aa-5cab-4d28-9829-544de7f51778 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 21:56:19.471842 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-0c996c24-bd4e-4817-b4b7-b9efea43d24e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:56:19.494590 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-0c996c24-bd4e-4817-b4b7-b9efea43d24e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:56:19.581719 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-0c996c24-bd4e-4817-b4b7-b9efea43d24e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2033567'] for security_group, after_delete {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:56:19.584201 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-0c996c24-bd4e-4817-b4b7-b9efea43d24e admin admin] Publish callbacks [] for security_group, before_response {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:56:19.585351 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [None req-0c996c24-bd4e-4817-b4b7-b9efea43d24e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e4bf9c34-77b5-4213-a1e0-81afef51191d HTTP/1.1" status: 204 len: 168 time: 0.1966319 Nov 08 21:56:19.592990 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c996c24-bd4e-4817-b4b7-b9efea43d24e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4bf9c34-77b5-4213-a1e0-81afef51191d,revision_number=None']} {{(pid=101083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 21:56:19.599638 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c996c24-bd4e-4817-b4b7-b9efea43d24e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 21:56:19.600012 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c996c24-bd4e-4817-b4b7-b9efea43d24e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 21:56:19.600352 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c996c24-bd4e-4817-b4b7-b9efea43d24e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 21:56:19.600682 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c996c24-bd4e-4817-b4b7-b9efea43d24e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 21:56:19.601032 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c996c24-bd4e-4817-b4b7-b9efea43d24e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 21:56:19.601399 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c996c24-bd4e-4817-b4b7-b9efea43d24e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 21:56:19.601714 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c996c24-bd4e-4817-b4b7-b9efea43d24e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 21:56:19.602049 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c996c24-bd4e-4817-b4b7-b9efea43d24e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 21:56:19.602387 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c996c24-bd4e-4817-b4b7-b9efea43d24e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 21:56:19.602705 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c996c24-bd4e-4817-b4b7-b9efea43d24e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 21:56:19.603022 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c996c24-bd4e-4817-b4b7-b9efea43d24e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 21:56:19.603338 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c996c24-bd4e-4817-b4b7-b9efea43d24e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 21:56:20.115796 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-38f8c81f-ca07-4188-b5ff-70ceca3f97c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728276665375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534631'] for agent, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:56:21.778251 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-550ddcb2-f0f8-4b6b-a238-0b8e3ebb0b9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728276665375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534631'] for agent, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:56:22.305383 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.db.agents_db [None req-16c50754-5ab9-47e2-9d92-00a33089e8d5 None None] Agent healthcheck: found 5 active agents {{(pid=101085) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 21:56:22.446290 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-ad13160b-513d-4512-a15f-cb40cce6b7e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728276665375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534631'] for agent, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:56:46.783108 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-d8f63672-b810-460f-8083-39b9834f50de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728276665375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534631'] for agent, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:56:49.105385 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-d25a584e-4971-400d-95b9-6cefb8f74fe5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728276665375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534631'] for agent, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:56:50.116480 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-38f8c81f-ca07-4188-b5ff-70ceca3f97c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728276665375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534631'] for agent, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:56:51.777941 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-550ddcb2-f0f8-4b6b-a238-0b8e3ebb0b9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728276665375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534631'] for agent, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:56:52.451252 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-ad13160b-513d-4512-a15f-cb40cce6b7e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728276665375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534631'] for agent, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:56:59.303575 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.db.agents_db [None req-16c50754-5ab9-47e2-9d92-00a33089e8d5 None None] Agent healthcheck: found 5 active agents {{(pid=101085) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 21:57:16.784038 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-f3a328d9-02fb-4ae2-8a75-736b51a273af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728276665375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534631'] for agent, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:57:19.106225 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-21b68816-aaa2-42f9-b1a3-a31a064e2852 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728276665375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534631'] for agent, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:57:20.118797 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-38f8c81f-ca07-4188-b5ff-70ceca3f97c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728276665375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534631'] for agent, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:57:21.783177 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-550ddcb2-f0f8-4b6b-a238-0b8e3ebb0b9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728276665375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534631'] for agent, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:57:22.443562 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-ad13160b-513d-4512-a15f-cb40cce6b7e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728276665375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534631'] for agent, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:57:36.302012 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.db.agents_db [None req-16c50754-5ab9-47e2-9d92-00a33089e8d5 None None] Agent healthcheck: found 5 active agents {{(pid=101085) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 21:57:46.785927 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-ddd97775-13db-4117-9a72-8fad8570fefa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728276665375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534631'] for agent, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:57:49.106877 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-6f999f49-abee-47cc-bb67-13c905eb35bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728276665375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534631'] for agent, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:57:50.122969 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-38f8c81f-ca07-4188-b5ff-70ceca3f97c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728276665375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534631'] for agent, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:57:51.784895 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-550ddcb2-f0f8-4b6b-a238-0b8e3ebb0b9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728276665375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534631'] for agent, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:57:52.444861 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-ad13160b-513d-4512-a15f-cb40cce6b7e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728276665375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534631'] for agent, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:57:54.769686 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728276665375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1637106'] for agent, after_create {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:58:10.999745 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.wsgi [-] (101083) accepted ('10.222.0.25', 38706) {{(pid=101083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 21:58:11.102622 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [None req-9b5868aa-d086-49d3-b3ec-42bf3df4f201 admin admin] 10.222.0.25 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1016083 Nov 08 21:58:13.300584 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.db.agents_db [None req-16c50754-5ab9-47e2-9d92-00a33089e8d5 None None] Agent healthcheck: found 6 active agents {{(pid=101085) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 21:58:13.407080 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.wsgi [-] (101082) accepted ('10.222.0.25', 38716) {{(pid=101082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 21:58:13.469456 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [None req-54540da5-27f0-45f4-b7c1-69d1e63bee33 admin admin] 10.222.0.25 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0612919 Nov 08 21:58:16.790210 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-b5b64c24-6dbb-4cbf-8ac7-2448e9dc36b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728276665375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534631'] for agent, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:58:19.109370 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-a893f9f6-5d39-4983-a347-a271f213663d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728276665375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534631'] for agent, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:58:20.127296 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-38f8c81f-ca07-4188-b5ff-70ceca3f97c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728276665375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534631'] for agent, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:58:21.788150 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-550ddcb2-f0f8-4b6b-a238-0b8e3ebb0b9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728276665375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534631'] for agent, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:58:22.446977 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-ad13160b-513d-4512-a15f-cb40cce6b7e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728276665375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534631'] for agent, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:58:24.720558 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728276665375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534631'] for agent, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:58:46.791100 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-74bea851-303f-48ed-8ec5-a1897d50c0bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728276665375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534631'] for agent, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:58:49.110372 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-ccf30ca5-bbf1-4cb2-b958-80f27dc9884a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728276665375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534631'] for agent, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:58:50.135985 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-38f8c81f-ca07-4188-b5ff-70ceca3f97c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728276665375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534631'] for agent, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:58:50.299290 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.db.agents_db [None req-16c50754-5ab9-47e2-9d92-00a33089e8d5 None None] Agent healthcheck: found 6 active agents {{(pid=101085) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 21:58:51.790419 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-550ddcb2-f0f8-4b6b-a238-0b8e3ebb0b9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728276665375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534631'] for agent, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:58:52.449289 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-ad13160b-513d-4512-a15f-cb40cce6b7e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728276665375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534631'] for agent, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:58:54.737394 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728276665375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534631'] for agent, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:59:16.794024 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-b645fab5-c6ea-43bc-aac1-8dea4e5fb5ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728276665375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534631'] for agent, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:59:19.112167 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-781d726d-c4f2-4bf7-ac54-1d6e640903d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728276665375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534631'] for agent, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:59:20.132606 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-38f8c81f-ca07-4188-b5ff-70ceca3f97c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728276665375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534631'] for agent, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:59:21.794392 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-550ddcb2-f0f8-4b6b-a238-0b8e3ebb0b9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728276665375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534631'] for agent, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:59:22.450870 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-ad13160b-513d-4512-a15f-cb40cce6b7e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728276665375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534631'] for agent, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:59:24.738946 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728276665375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534631'] for agent, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:59:27.298545 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.db.agents_db [None req-16c50754-5ab9-47e2-9d92-00a33089e8d5 None None] Agent healthcheck: found 6 active agents {{(pid=101085) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 21:59:44.194567 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.wsgi [-] (101082) accepted ('10.222.0.25', 38874) {{(pid=101082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 21:59:44.442411 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.v2.base [None req-07662b60-4660-466b-878f-6d66dda124a6 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-138430820-network', 'tenant_id': 'c834e2bc78d34c388e89dd13ae9d694d'}} {{(pid=101082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 21:59:44.463582 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07662b60-4660-466b-878f-6d66dda124a6 admin admin] Made reservation on behalf of c834e2bc78d34c388e89dd13ae9d694d for: {'network': 1} {{(pid=101082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 21:59:44.466301 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-07662b60-4660-466b-878f-6d66dda124a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-925982'] for network, before_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:59:44.475151 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-07662b60-4660-466b-878f-6d66dda124a6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:59:44.551178 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-07662b60-4660-466b-878f-6d66dda124a6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:59:44.556502 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-07662b60-4660-466b-878f-6d66dda124a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2033567'] for security_group, after_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:59:44.584293 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07662b60-4660-466b-878f-6d66dda124a6 admin admin] vlan segment allocate from pool success with {'vlan_id': 713, 'physical_network': 'physnet1'} {{(pid=101082) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 21:59:44.591324 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07662b60-4660-466b-878f-6d66dda124a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7586eea-572f-41b3-91e6-12d19bb647e7,revision_number=1']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 21:59:44.597813 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-07662b60-4660-466b-878f-6d66dda124a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-527333'] for segment, precommit_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:59:44.598148 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.db.segments_db [None req-07662b60-4660-466b-878f-6d66dda124a6 admin admin] Added segment de478fa7-e3a1-4946-b405-3fee42527219 of type vlan for network 9590ccf2-e7fa-40b5-917c-b342c4898ba2 Nov 08 21:59:44.611537 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07662b60-4660-466b-878f-6d66dda124a6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 21:59:44.611900 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07662b60-4660-466b-878f-6d66dda124a6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 21:59:44.612243 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07662b60-4660-466b-878f-6d66dda124a6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 21:59:44.612571 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07662b60-4660-466b-878f-6d66dda124a6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 21:59:44.612920 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07662b60-4660-466b-878f-6d66dda124a6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 21:59:44.613242 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07662b60-4660-466b-878f-6d66dda124a6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 21:59:44.613571 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07662b60-4660-466b-878f-6d66dda124a6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 21:59:44.613907 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07662b60-4660-466b-878f-6d66dda124a6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 21:59:44.614248 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07662b60-4660-466b-878f-6d66dda124a6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 21:59:44.614561 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07662b60-4660-466b-878f-6d66dda124a6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 21:59:44.614911 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07662b60-4660-466b-878f-6d66dda124a6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 21:59:44.615224 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07662b60-4660-466b-878f-6d66dda124a6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 21:59:44.616241 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07662b60-4660-466b-878f-6d66dda124a6 admin admin] Tracked resource versions report: Nov 08 21:59:44.616241 dv-cinder-817085-1-iscsi neutron-server[101082]: pushed versions: Nov 08 21:59:44.616241 dv-cinder-817085-1-iscsi neutron-server[101082]: { 'AddressGroup': {'1.2'}, Nov 08 21:59:44.616241 dv-cinder-817085-1-iscsi neutron-server[101082]: 'ConntrackHelper': {'1.0'}, Nov 08 21:59:44.616241 dv-cinder-817085-1-iscsi neutron-server[101082]: 'Log': {'1.0'}, Nov 08 21:59:44.616241 dv-cinder-817085-1-iscsi neutron-server[101082]: 'Network': {'1.1'}, Nov 08 21:59:44.616241 dv-cinder-817085-1-iscsi neutron-server[101082]: 'Port': {'1.7'}, Nov 08 21:59:44.616241 dv-cinder-817085-1-iscsi neutron-server[101082]: 'PortForwarding': {'1.2'}, Nov 08 21:59:44.616241 dv-cinder-817085-1-iscsi neutron-server[101082]: 'QosPolicy': {'1.10'}, Nov 08 21:59:44.616241 dv-cinder-817085-1-iscsi neutron-server[101082]: 'SecurityGroup': {'1.5'}, Nov 08 21:59:44.616241 dv-cinder-817085-1-iscsi neutron-server[101082]: 'SecurityGroupRule': {'1.2'}, Nov 08 21:59:44.616241 dv-cinder-817085-1-iscsi neutron-server[101082]: 'SubPort': {'1.0'}, Nov 08 21:59:44.616241 dv-cinder-817085-1-iscsi neutron-server[101082]: 'Subnet': {'1.1'}, Nov 08 21:59:44.616241 dv-cinder-817085-1-iscsi neutron-server[101082]: 'Trunk': {'1.1'}} Nov 08 21:59:44.616241 dv-cinder-817085-1-iscsi neutron-server[101082]: consumer versions: Nov 08 21:59:44.616241 dv-cinder-817085-1-iscsi neutron-server[101082]: { DHCP agent@dv-cinder-817085-1-iscsi: {}, Nov 08 21:59:44.616241 dv-cinder-817085-1-iscsi neutron-server[101082]: HyperV agent@hv-cinder-81708: {}, Nov 08 21:59:44.616241 dv-cinder-817085-1-iscsi neutron-server[101082]: L3 agent@dv-cinder-817085-1-iscsi: {}, Nov 08 21:59:44.616241 dv-cinder-817085-1-iscsi neutron-server[101082]: Metadata agent@dv-cinder-817085-1-iscsi: {}, Nov 08 21:59:44.616241 dv-cinder-817085-1-iscsi neutron-server[101082]: Metering agent@dv-cinder-817085-1-iscsi: {}, Nov 08 21:59:44.616241 dv-cinder-817085-1-iscsi neutron-server[101082]: Open vSwitch agent@dv-cinder-817085-1-iscsi: { 'AddressGroup': '1.2', Nov 08 21:59:44.616241 dv-cinder-817085-1-iscsi neutron-server[101082]: 'ConntrackHelper': '1.0', Nov 08 21:59:44.616241 dv-cinder-817085-1-iscsi neutron-server[101082]: 'Log': '1.0', Nov 08 21:59:44.616241 dv-cinder-817085-1-iscsi neutron-server[101082]: 'Network': '1.1', Nov 08 21:59:44.616241 dv-cinder-817085-1-iscsi neutron-server[101082]: 'Port': '1.7', Nov 08 21:59:44.616241 dv-cinder-817085-1-iscsi neutron-server[101082]: 'PortForwarding': '1.2', Nov 08 21:59:44.616241 dv-cinder-817085-1-iscsi neutron-server[101082]: 'QosPolicy': '1.10', Nov 08 21:59:44.616241 dv-cinder-817085-1-iscsi neutron-server[101082]: 'SecurityGroup': '1.5', Nov 08 21:59:44.616241 dv-cinder-817085-1-iscsi neutron-server[101082]: 'SecurityGroupRule': '1.2', Nov 08 21:59:44.616241 dv-cinder-817085-1-iscsi neutron-server[101082]: 'SubPort': '1.0', Nov 08 21:59:44.616241 dv-cinder-817085-1-iscsi neutron-server[101082]: 'Subnet': '1.1', Nov 08 21:59:44.616241 dv-cinder-817085-1-iscsi neutron-server[101082]: 'Trunk': '1.1'}} Nov 08 21:59:44.616241 dv-cinder-817085-1-iscsi neutron-server[101082]: {{(pid=101082) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 08 21:59:44.651295 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-07662b60-4660-466b-878f-6d66dda124a6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728276129500'] for network, precommit_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:59:44.682994 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-07662b60-4660-466b-878f-6d66dda124a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646297'] for network, after_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:59:44.686986 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07662b60-4660-466b-878f-6d66dda124a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 21:59:44.687598 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-07662b60-4660-466b-878f-6d66dda124a6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646287'] for network, before_response {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:59:44.761347 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07662b60-4660-466b-878f-6d66dda124a6 admin admin] Pushing event updated for resources: {'Network': ['ID=9590ccf2-e7fa-40b5-917c-b342c4898ba2,revision_number=1']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 21:59:44.770415 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.wsgi [-] (101083) accepted ('10.222.0.25', 38920) {{(pid=101083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 21:59:44.770992 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [None req-07662b60-4660-466b-878f-6d66dda124a6 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5740111 Nov 08 21:59:44.772826 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.rpc [None req-ad13160b-513d-4512-a15f-cb40cce6b7e9 None None] Network 9590ccf2-e7fa-40b5-917c-b342c4898ba2 details requested by agent ovs-agent-dv-cinder-817085-1-iscsi with host dv-cinder-817085-1-iscsi {{(pid=101084) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 21:59:44.779703 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.v2.base [None req-a4f15b2c-2b87-4887-a216-cc7c2f8d5504 admin admin] Request body: {'subnet': {'network_id': '9590ccf2-e7fa-40b5-917c-b342c4898ba2', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-138430820-subnet', 'tenant_id': 'c834e2bc78d34c388e89dd13ae9d694d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 21:59:44.816597 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4f15b2c-2b87-4887-a216-cc7c2f8d5504 admin admin] Made reservation on behalf of c834e2bc78d34c388e89dd13ae9d694d for: {'subnet': 1} {{(pid=101083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 21:59:44.820760 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-a4f15b2c-2b87-4887-a216-cc7c2f8d5504 admin admin] Publish callbacks [] for subnet, before_create {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:59:45.029022 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-a4f15b2c-2b87-4887-a216-cc7c2f8d5504 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646297'] for subnet, after_create {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:59:45.068288 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.wsgi [-] (101082) accepted ('10.222.0.25', 38932) {{(pid=101082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 21:59:45.074906 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f15b2c-2b87-4887-a216-cc7c2f8d5504 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2512a576-3f2f-4a0c-aead-e82297ded485,revision_number=0']} {{(pid=101083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 21:59:45.086240 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f15b2c-2b87-4887-a216-cc7c2f8d5504 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 21:59:45.086598 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f15b2c-2b87-4887-a216-cc7c2f8d5504 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 21:59:45.086930 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f15b2c-2b87-4887-a216-cc7c2f8d5504 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 21:59:45.087250 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f15b2c-2b87-4887-a216-cc7c2f8d5504 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 21:59:45.087569 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f15b2c-2b87-4887-a216-cc7c2f8d5504 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 21:59:45.087901 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f15b2c-2b87-4887-a216-cc7c2f8d5504 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 21:59:45.088221 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f15b2c-2b87-4887-a216-cc7c2f8d5504 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 21:59:45.088622 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f15b2c-2b87-4887-a216-cc7c2f8d5504 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 21:59:45.088953 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f15b2c-2b87-4887-a216-cc7c2f8d5504 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 21:59:45.089173 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f15b2c-2b87-4887-a216-cc7c2f8d5504 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 21:59:45.089481 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f15b2c-2b87-4887-a216-cc7c2f8d5504 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 21:59:45.089790 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f15b2c-2b87-4887-a216-cc7c2f8d5504 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 21:59:45.091360 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f15b2c-2b87-4887-a216-cc7c2f8d5504 admin admin] Tracked resource versions report: Nov 08 21:59:45.091360 dv-cinder-817085-1-iscsi neutron-server[101083]: pushed versions: Nov 08 21:59:45.091360 dv-cinder-817085-1-iscsi neutron-server[101083]: { 'AddressGroup': {'1.2'}, Nov 08 21:59:45.091360 dv-cinder-817085-1-iscsi neutron-server[101083]: 'ConntrackHelper': {'1.0'}, Nov 08 21:59:45.091360 dv-cinder-817085-1-iscsi neutron-server[101083]: 'Log': {'1.0'}, Nov 08 21:59:45.091360 dv-cinder-817085-1-iscsi neutron-server[101083]: 'Network': {'1.1'}, Nov 08 21:59:45.091360 dv-cinder-817085-1-iscsi neutron-server[101083]: 'Port': {'1.7'}, Nov 08 21:59:45.091360 dv-cinder-817085-1-iscsi neutron-server[101083]: 'PortForwarding': {'1.2'}, Nov 08 21:59:45.091360 dv-cinder-817085-1-iscsi neutron-server[101083]: 'QosPolicy': {'1.10'}, Nov 08 21:59:45.091360 dv-cinder-817085-1-iscsi neutron-server[101083]: 'SecurityGroup': {'1.5'}, Nov 08 21:59:45.091360 dv-cinder-817085-1-iscsi neutron-server[101083]: 'SecurityGroupRule': {'1.2'}, Nov 08 21:59:45.091360 dv-cinder-817085-1-iscsi neutron-server[101083]: 'SubPort': {'1.0'}, Nov 08 21:59:45.091360 dv-cinder-817085-1-iscsi neutron-server[101083]: 'Subnet': {'1.1'}, Nov 08 21:59:45.091360 dv-cinder-817085-1-iscsi neutron-server[101083]: 'Trunk': {'1.1'}} Nov 08 21:59:45.091360 dv-cinder-817085-1-iscsi neutron-server[101083]: consumer versions: Nov 08 21:59:45.091360 dv-cinder-817085-1-iscsi neutron-server[101083]: { DHCP agent@dv-cinder-817085-1-iscsi: {}, Nov 08 21:59:45.091360 dv-cinder-817085-1-iscsi neutron-server[101083]: HyperV agent@hv-cinder-81708: {}, Nov 08 21:59:45.091360 dv-cinder-817085-1-iscsi neutron-server[101083]: L3 agent@dv-cinder-817085-1-iscsi: {}, Nov 08 21:59:45.091360 dv-cinder-817085-1-iscsi neutron-server[101083]: Metadata agent@dv-cinder-817085-1-iscsi: {}, Nov 08 21:59:45.091360 dv-cinder-817085-1-iscsi neutron-server[101083]: Metering agent@dv-cinder-817085-1-iscsi: {}, Nov 08 21:59:45.091360 dv-cinder-817085-1-iscsi neutron-server[101083]: Open vSwitch agent@dv-cinder-817085-1-iscsi: { 'AddressGroup': '1.2', Nov 08 21:59:45.091360 dv-cinder-817085-1-iscsi neutron-server[101083]: 'ConntrackHelper': '1.0', Nov 08 21:59:45.091360 dv-cinder-817085-1-iscsi neutron-server[101083]: 'Log': '1.0', Nov 08 21:59:45.091360 dv-cinder-817085-1-iscsi neutron-server[101083]: 'Network': '1.1', Nov 08 21:59:45.091360 dv-cinder-817085-1-iscsi neutron-server[101083]: 'Port': '1.7', Nov 08 21:59:45.091360 dv-cinder-817085-1-iscsi neutron-server[101083]: 'PortForwarding': '1.2', Nov 08 21:59:45.091360 dv-cinder-817085-1-iscsi neutron-server[101083]: 'QosPolicy': '1.10', Nov 08 21:59:45.091360 dv-cinder-817085-1-iscsi neutron-server[101083]: 'SecurityGroup': '1.5', Nov 08 21:59:45.091360 dv-cinder-817085-1-iscsi neutron-server[101083]: 'SecurityGroupRule': '1.2', Nov 08 21:59:45.091360 dv-cinder-817085-1-iscsi neutron-server[101083]: 'SubPort': '1.0', Nov 08 21:59:45.091360 dv-cinder-817085-1-iscsi neutron-server[101083]: 'Subnet': '1.1', Nov 08 21:59:45.091360 dv-cinder-817085-1-iscsi neutron-server[101083]: 'Trunk': '1.1'}} Nov 08 21:59:45.091360 dv-cinder-817085-1-iscsi neutron-server[101083]: {{(pid=101083) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 08 21:59:45.119329 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4f15b2c-2b87-4887-a216-cc7c2f8d5504 admin admin] Checking segment: {'id': 'de478fa7-e3a1-4946-b405-3fee42527219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '9590ccf2-e7fa-40b5-917c-b342c4898ba2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 21:59:45.119678 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4f15b2c-2b87-4887-a216-cc7c2f8d5504 admin admin] Network hostable DHCP agents. Network: 9590ccf2-e7fa-40b5-917c-b342c4898ba2, hostable agents: ['d8645970-7d7f-496c-a75a-0ae64c095b3b'], hosted agents: [] {{(pid=101083) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 21:59:45.213839 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4f15b2c-2b87-4887-a216-cc7c2f8d5504 admin admin] Network 9590ccf2-e7fa-40b5-917c-b342c4898ba2 is scheduled to be hosted by DHCP agent d8645970-7d7f-496c-a75a-0ae64c095b3b with binding_index 1 {{(pid=101083) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 21:59:45.228739 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.scheduler.base_scheduler [None req-a4f15b2c-2b87-4887-a216-cc7c2f8d5504 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817085-1-iscsi, 9590ccf2-e7fa-40b5-917c-b342c4898ba2) {{(pid=101083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 21:59:45.234177 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4f15b2c-2b87-4887-a216-cc7c2f8d5504 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 21:59:45.235063 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-a4f15b2c-2b87-4887-a216-cc7c2f8d5504 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646287'] for subnet, before_response {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:59:45.240454 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-917eacc7-05ad-4722-a8ca-2c2284eece35 None None] Network 9590ccf2-e7fa-40b5-917c-b342c4898ba2 requested from dv-cinder-817085-1-iscsi {{(pid=101084) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 21:59:45.257985 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [None req-a4f15b2c-2b87-4887-a216-cc7c2f8d5504 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4856365 Nov 08 21:59:45.260687 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.wsgi [-] (101083) accepted ('10.222.0.25', 38948) {{(pid=101083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 21:59:45.265327 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.v2.base [None req-bd4d12cf-5005-4793-b933-5749dccf6496 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-138430820-router', 'tenant_id': 'c834e2bc78d34c388e89dd13ae9d694d', 'external_gateway_info': {'network_id': '8ae8d913-bef9-4bc0-baeb-78ef8b3a7364'}}} {{(pid=101083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 21:59:45.293541 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-bd4d12cf-5005-4793-b933-5749dccf6496 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1634839', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5220'] for router, before_create {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:59:45.296494 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-bd4d12cf-5005-4793-b933-5749dccf6496 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1634979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1623854', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2032021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5213'] for router, precommit_create {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:59:45.320044 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.wsgi [-] (101082) accepted ('10.222.0.25', 38950) {{(pid=101082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 21:59:45.346205 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-bd4d12cf-5005-4793-b933-5749dccf6496 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:59:45.411723 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.wsgi [-] (101082) accepted ('10.222.0.25', 38960) {{(pid=101082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 21:59:45.431700 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.v2.base [None req-b4e2346e-b226-4774-acda-7849527015f2 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-407544705-network', 'tenant_id': '803260dda3fa4b6d90f94da4b9cf6305'}} {{(pid=101082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 21:59:45.435294 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc0505d4-e9c2-4f14-b7f1-4e25cd1147ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpad403e5c-bbfa-5de7-8c3e-c07e4fe3bb96-9590ccf2-e7fa-40b5-917c-b342c4898ba2', 'network_id': '9590ccf2-e7fa-40b5-917c-b342c4898ba2', 'tenant_id': 'c834e2bc78d34c388e89dd13ae9d694d', 'fixed_ips': [{'subnet_id': '2512a576-3f2f-4a0c-aead-e82297ded485'}]}} from dv-cinder-817085-1-iscsi. {{(pid=101084) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 21:59:45.438990 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-bc0505d4-e9c2-4f14-b7f1-4e25cd1147ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-925982'] for port, before_create {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:59:45.478310 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4e2346e-b226-4774-acda-7849527015f2 admin admin] Made reservation on behalf of 803260dda3fa4b6d90f94da4b9cf6305 for: {'network': 1} {{(pid=101082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 21:59:45.482570 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-b4e2346e-b226-4774-acda-7849527015f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-925982'] for network, before_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:59:45.492421 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-b4e2346e-b226-4774-acda-7849527015f2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:59:45.539009 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.wsgi [-] (101082) accepted ('10.222.0.25', 38968) {{(pid=101082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 21:59:45.555654 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-bd4d12cf-5005-4793-b933-5749dccf6496 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:59:45.624195 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-b4e2346e-b226-4774-acda-7849527015f2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:59:45.643625 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.v2.base [None req-c7a87180-f002-4727-b320-6b8ff6add51a admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1905882489-network', 'tenant_id': 'eab7ab3155ba43bf93e69ac816c23754'}} {{(pid=101082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 21:59:45.644941 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.db.db_base_plugin_common [None req-bc0505d4-e9c2-4f14-b7f1-4e25cd1147ee None None] Allocated IP 172.20.0.2 (9590ccf2-e7fa-40b5-917c-b342c4898ba2/2512a576-3f2f-4a0c-aead-e82297ded485/922c3687-ee91-4f32-8700-0c65341054f6) {{(pid=101084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 21:59:45.691252 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-b4e2346e-b226-4774-acda-7849527015f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2033567'] for security_group, after_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:59:45.712990 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.v2.base [None req-70dd6a7d-f2a8-42e2-a21e-824eb2e27dd4 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-265358078-network', 'tenant_id': '0a22ac80042f4867857306759d16a667'}} {{(pid=101082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 21:59:45.716716 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7a87180-f002-4727-b320-6b8ff6add51a admin admin] Made reservation on behalf of eab7ab3155ba43bf93e69ac816c23754 for: {'network': 1} {{(pid=101082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 21:59:45.719035 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-c7a87180-f002-4727-b320-6b8ff6add51a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-925982'] for network, before_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:59:45.770403 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e2346e-b226-4774-acda-7849527015f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b01fda0-2696-4e2c-9d69-6718efb935a1,revision_number=1']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 21:59:45.788959 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70dd6a7d-f2a8-42e2-a21e-824eb2e27dd4 admin admin] Made reservation on behalf of 0a22ac80042f4867857306759d16a667 for: {'network': 1} {{(pid=101082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 21:59:45.791616 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-70dd6a7d-f2a8-42e2-a21e-824eb2e27dd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-925982'] for network, before_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:59:45.803215 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-70dd6a7d-f2a8-42e2-a21e-824eb2e27dd4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:59:45.812979 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-c7a87180-f002-4727-b320-6b8ff6add51a admin admin] Publish callbacks [] for security_group, before_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:59:45.821895 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4e2346e-b226-4774-acda-7849527015f2 admin admin] vlan segment allocate from pool success with {'vlan_id': 746, 'physical_network': 'physnet1'} {{(pid=101082) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 21:59:45.839312 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-bd4d12cf-5005-4793-b933-5749dccf6496 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:59:45.869150 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-bd4d12cf-5005-4793-b933-5749dccf6496 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-925982'] for port, before_create {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:59:45.946964 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-bc0505d4-e9c2-4f14-b7f1-4e25cd1147ee None None] Publish callbacks [] for port, precommit_create {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:59:45.958248 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-bc0505d4-e9c2-4f14-b7f1-4e25cd1147ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728276144267'] for port, after_create {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:59:45.994109 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.db.db_base_plugin_common [None req-bd4d12cf-5005-4793-b933-5749dccf6496 admin admin] Allocated IP 172.27.3.181 (8ae8d913-bef9-4bc0-baeb-78ef8b3a7364/f0dec947-372d-4ed5-9c9f-864e58aba850/29f233ab-38fc-4545-a24b-ffeb6cbcad23) {{(pid=101083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 21:59:46.029129 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc0505d4-e9c2-4f14-b7f1-4e25cd1147ee None None] Network 9590ccf2-e7fa-40b5-917c-b342c4898ba2 is already hosted by enough agents. {{(pid=101084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 21:59:46.033539 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.scheduler.base_scheduler [None req-bc0505d4-e9c2-4f14-b7f1-4e25cd1147ee None None] Resources bound (agent type, host, resource id): {{(pid=101084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 21:59:46.038419 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-c7a87180-f002-4727-b320-6b8ff6add51a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:59:46.039651 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc0505d4-e9c2-4f14-b7f1-4e25cd1147ee None None] Received port after_create {{(pid=101084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 21:59:46.043427 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.v2.base [None req-d1423e65-849a-49f3-b80e-1e234d7e29ea admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1497001929-network', 'tenant_id': '978ca50bc6d64521ad5d25a5de935b0b'}} {{(pid=101082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 21:59:46.043919 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0505d4-e9c2-4f14-b7f1-4e25cd1147ee None None] Pushing event updated for resources: {'Port': ['ID=922c3687-ee91-4f32-8700-0c65341054f6,revision_number=1']} {{(pid=101084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 21:59:46.073555 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-c7a87180-f002-4727-b320-6b8ff6add51a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2033567'] for security_group, after_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:59:46.081033 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-b4e2346e-b226-4774-acda-7849527015f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-527333'] for segment, precommit_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:59:46.081375 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.db.segments_db [None req-b4e2346e-b226-4774-acda-7849527015f2 admin admin] Added segment 85d2ff06-53d2-41d6-9e16-c38bb9b80586 of type vlan for network fbfc7448-a4e5-485c-85ae-c1d5387b6400 Nov 08 21:59:46.084303 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0505d4-e9c2-4f14-b7f1-4e25cd1147ee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 21:59:46.084841 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0505d4-e9c2-4f14-b7f1-4e25cd1147ee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 21:59:46.085321 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0505d4-e9c2-4f14-b7f1-4e25cd1147ee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 21:59:46.085805 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0505d4-e9c2-4f14-b7f1-4e25cd1147ee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 21:59:46.086486 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0505d4-e9c2-4f14-b7f1-4e25cd1147ee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 21:59:46.086975 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0505d4-e9c2-4f14-b7f1-4e25cd1147ee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 21:59:46.087458 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0505d4-e9c2-4f14-b7f1-4e25cd1147ee None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 21:59:46.087933 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0505d4-e9c2-4f14-b7f1-4e25cd1147ee None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 21:59:46.088517 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0505d4-e9c2-4f14-b7f1-4e25cd1147ee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 21:59:46.088939 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0505d4-e9c2-4f14-b7f1-4e25cd1147ee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 21:59:46.089776 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0505d4-e9c2-4f14-b7f1-4e25cd1147ee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 21:59:46.090125 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0505d4-e9c2-4f14-b7f1-4e25cd1147ee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 21:59:46.091886 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0505d4-e9c2-4f14-b7f1-4e25cd1147ee None None] Tracked resource versions report: Nov 08 21:59:46.091886 dv-cinder-817085-1-iscsi neutron-server[101084]: pushed versions: Nov 08 21:59:46.091886 dv-cinder-817085-1-iscsi neutron-server[101084]: { 'AddressGroup': {'1.2'}, Nov 08 21:59:46.091886 dv-cinder-817085-1-iscsi neutron-server[101084]: 'ConntrackHelper': {'1.0'}, Nov 08 21:59:46.091886 dv-cinder-817085-1-iscsi neutron-server[101084]: 'Log': {'1.0'}, Nov 08 21:59:46.091886 dv-cinder-817085-1-iscsi neutron-server[101084]: 'Network': {'1.1'}, Nov 08 21:59:46.091886 dv-cinder-817085-1-iscsi neutron-server[101084]: 'Port': {'1.7'}, Nov 08 21:59:46.091886 dv-cinder-817085-1-iscsi neutron-server[101084]: 'PortForwarding': {'1.2'}, Nov 08 21:59:46.091886 dv-cinder-817085-1-iscsi neutron-server[101084]: 'QosPolicy': {'1.10'}, Nov 08 21:59:46.091886 dv-cinder-817085-1-iscsi neutron-server[101084]: 'SecurityGroup': {'1.5'}, Nov 08 21:59:46.091886 dv-cinder-817085-1-iscsi neutron-server[101084]: 'SecurityGroupRule': {'1.2'}, Nov 08 21:59:46.091886 dv-cinder-817085-1-iscsi neutron-server[101084]: 'SubPort': {'1.0'}, Nov 08 21:59:46.091886 dv-cinder-817085-1-iscsi neutron-server[101084]: 'Subnet': {'1.1'}, Nov 08 21:59:46.091886 dv-cinder-817085-1-iscsi neutron-server[101084]: 'Trunk': {'1.1'}} Nov 08 21:59:46.091886 dv-cinder-817085-1-iscsi neutron-server[101084]: consumer versions: Nov 08 21:59:46.091886 dv-cinder-817085-1-iscsi neutron-server[101084]: { DHCP agent@dv-cinder-817085-1-iscsi: {}, Nov 08 21:59:46.091886 dv-cinder-817085-1-iscsi neutron-server[101084]: HyperV agent@hv-cinder-81708: {}, Nov 08 21:59:46.091886 dv-cinder-817085-1-iscsi neutron-server[101084]: L3 agent@dv-cinder-817085-1-iscsi: {}, Nov 08 21:59:46.091886 dv-cinder-817085-1-iscsi neutron-server[101084]: Metadata agent@dv-cinder-817085-1-iscsi: {}, Nov 08 21:59:46.091886 dv-cinder-817085-1-iscsi neutron-server[101084]: Metering agent@dv-cinder-817085-1-iscsi: {}, Nov 08 21:59:46.091886 dv-cinder-817085-1-iscsi neutron-server[101084]: Open vSwitch agent@dv-cinder-817085-1-iscsi: { 'AddressGroup': '1.2', Nov 08 21:59:46.091886 dv-cinder-817085-1-iscsi neutron-server[101084]: 'ConntrackHelper': '1.0', Nov 08 21:59:46.091886 dv-cinder-817085-1-iscsi neutron-server[101084]: 'Log': '1.0', Nov 08 21:59:46.091886 dv-cinder-817085-1-iscsi neutron-server[101084]: 'Network': '1.1', Nov 08 21:59:46.091886 dv-cinder-817085-1-iscsi neutron-server[101084]: 'Port': '1.7', Nov 08 21:59:46.091886 dv-cinder-817085-1-iscsi neutron-server[101084]: 'PortForwarding': '1.2', Nov 08 21:59:46.091886 dv-cinder-817085-1-iscsi neutron-server[101084]: 'QosPolicy': '1.10', Nov 08 21:59:46.091886 dv-cinder-817085-1-iscsi neutron-server[101084]: 'SecurityGroup': '1.5', Nov 08 21:59:46.091886 dv-cinder-817085-1-iscsi neutron-server[101084]: 'SecurityGroupRule': '1.2', Nov 08 21:59:46.091886 dv-cinder-817085-1-iscsi neutron-server[101084]: 'SubPort': '1.0', Nov 08 21:59:46.091886 dv-cinder-817085-1-iscsi neutron-server[101084]: 'Subnet': '1.1', Nov 08 21:59:46.091886 dv-cinder-817085-1-iscsi neutron-server[101084]: 'Trunk': '1.1'}} Nov 08 21:59:46.091886 dv-cinder-817085-1-iscsi neutron-server[101084]: {{(pid=101084) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 08 21:59:46.124229 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a87180-f002-4727-b320-6b8ff6add51a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6626b22f-e431-4d45-a6b2-a23a587b864b,revision_number=1']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 21:59:46.127131 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1423e65-849a-49f3-b80e-1e234d7e29ea admin admin] Made reservation on behalf of 978ca50bc6d64521ad5d25a5de935b0b for: {'network': 1} {{(pid=101082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 21:59:46.142766 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-d1423e65-849a-49f3-b80e-1e234d7e29ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-925982'] for network, before_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:59:46.156086 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-d1423e65-849a-49f3-b80e-1e234d7e29ea admin admin] Publish callbacks [] for security_group, before_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:59:46.160745 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.managers [None req-bc0505d4-e9c2-4f14-b7f1-4e25cd1147ee None None] Attempting to bind port 922c3687-ee91-4f32-8700-0c65341054f6 on host dv-cinder-817085-1-iscsi for vnic_type normal with profile {{(pid=101084) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 21:59:46.161147 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.managers [None req-bc0505d4-e9c2-4f14-b7f1-4e25cd1147ee None None] Attempting to bind port 922c3687-ee91-4f32-8700-0c65341054f6 by drivers openvswitch,hyperv on host dv-cinder-817085-1-iscsi at level 0 using segments [{'id': 'de478fa7-e3a1-4946-b405-3fee42527219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '9590ccf2-e7fa-40b5-917c-b342c4898ba2'}] {{(pid=101084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 21:59:46.161503 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc0505d4-e9c2-4f14-b7f1-4e25cd1147ee None None] Attempting to bind port 922c3687-ee91-4f32-8700-0c65341054f6 on network 9590ccf2-e7fa-40b5-917c-b342c4898ba2 {{(pid=101084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 21:59:46.177738 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc0505d4-e9c2-4f14-b7f1-4e25cd1147ee None None] Checking agent: {'id': 'b17b386a-7116-42d0-acec-a66289ba5096', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817085-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 21, 51, 52), 'started_at': datetime.datetime(2021, 11, 8, 21, 52, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 21, 59, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817085-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 21:59:46.178436 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc0505d4-e9c2-4f14-b7f1-4e25cd1147ee None None] Checking segment: {'id': 'de478fa7-e3a1-4946-b405-3fee42527219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '9590ccf2-e7fa-40b5-917c-b342c4898ba2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 21:59:46.179055 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-bc0505d4-e9c2-4f14-b7f1-4e25cd1147ee None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:59:46.181243 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc0505d4-e9c2-4f14-b7f1-4e25cd1147ee None None] Bound using segment: {'id': 'de478fa7-e3a1-4946-b405-3fee42527219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '9590ccf2-e7fa-40b5-917c-b342c4898ba2'} {{(pid=101084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 21:59:46.181924 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.managers [None req-bc0505d4-e9c2-4f14-b7f1-4e25cd1147ee None None] Bound port: 922c3687-ee91-4f32-8700-0c65341054f6, host: dv-cinder-817085-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de478fa7-e3a1-4946-b405-3fee42527219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '9590ccf2-e7fa-40b5-917c-b342c4898ba2'}}] {{(pid=101084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 21:59:46.182602 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-bc0505d4-e9c2-4f14-b7f1-4e25cd1147ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-925982'] for port, before_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:59:46.229989 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7a87180-f002-4727-b320-6b8ff6add51a admin admin] vlan segment allocate from pool success with {'vlan_id': 744, 'physical_network': 'physnet1'} {{(pid=101082) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 21:59:46.280198 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-b4e2346e-b226-4774-acda-7849527015f2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728276129500'] for network, precommit_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:59:46.282884 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-bd4d12cf-5005-4793-b933-5749dccf6496 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:59:46.314674 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-c7a87180-f002-4727-b320-6b8ff6add51a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-527333'] for segment, precommit_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:59:46.315006 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.db.segments_db [None req-c7a87180-f002-4727-b320-6b8ff6add51a admin admin] Added segment 6919422b-c4aa-40ff-b6c3-558b4885e281 of type vlan for network 9e2a42de-9a18-4fc5-97ab-4d88597b89a9 Nov 08 21:59:46.328370 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.db [None req-bc0505d4-e9c2-4f14-b7f1-4e25cd1147ee None None] For port 922c3687-ee91-4f32-8700-0c65341054f6, host dv-cinder-817085-1-iscsi, cleared binding levels {{(pid=101084) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 21:59:46.331989 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.db [None req-bc0505d4-e9c2-4f14-b7f1-4e25cd1147ee None None] For port 922c3687-ee91-4f32-8700-0c65341054f6, host dv-cinder-817085-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817085-1-iscsi',level=0,port_id=922c3687-ee91-4f32-8700-0c65341054f6,segment=NetworkSegment(de478fa7-e3a1-4946-b405-3fee42527219),segment_id=de478fa7-e3a1-4946-b405-3fee42527219)] {{(pid=101084) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 21:59:46.335019 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-bd4d12cf-5005-4793-b933-5749dccf6496 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728276144267'] for port, after_create {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:59:46.337366 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-bc0505d4-e9c2-4f14-b7f1-4e25cd1147ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728276638356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728276144285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728276144303'] for port, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:59:46.411245 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0505d4-e9c2-4f14-b7f1-4e25cd1147ee None None] Pushing event updated for resources: {'Port': ['ID=922c3687-ee91-4f32-8700-0c65341054f6,revision_number=2']} {{(pid=101084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 21:59:46.469758 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd4d12cf-5005-4793-b933-5749dccf6496 admin admin] Network 8ae8d913-bef9-4bc0-baeb-78ef8b3a7364 is already hosted by enough agents. {{(pid=101083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 21:59:46.474149 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4d12cf-5005-4793-b933-5749dccf6496 admin admin] Pushing event updated for resources: {'Port': ['ID=29f233ab-38fc-4545-a24b-ffeb6cbcad23,revision_number=1']} {{(pid=101083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 21:59:46.480945 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.scheduler.base_scheduler [None req-bd4d12cf-5005-4793-b933-5749dccf6496 admin admin] Resources bound (agent type, host, resource id): {{(pid=101083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 21:59:46.506733 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-c7a87180-f002-4727-b320-6b8ff6add51a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728276129500'] for network, precommit_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:59:46.531556 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-b4e2346e-b226-4774-acda-7849527015f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646297'] for network, after_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:59:46.536883 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4e2346e-b226-4774-acda-7849527015f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 21:59:46.538014 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd4d12cf-5005-4793-b933-5749dccf6496 admin admin] Received port after_create {{(pid=101083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 21:59:46.543916 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-b4e2346e-b226-4774-acda-7849527015f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646287'] for network, before_response {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:59:46.665308 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.db.resource_extend [None req-c7a87180-f002-4727-b320-6b8ff6add51a admin admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 08 21:59:46.707566 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [None req-b4e2346e-b226-4774-acda-7849527015f2 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.6376860 Nov 08 21:59:46.719728 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.wsgi [-] (101082) accepted ('10.222.0.25', 39000) {{(pid=101082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 21:59:46.727334 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.v2.base [None req-064d81a3-4a3d-4841-b45e-6d0bc5135cd0 admin admin] Request body: {'subnet': {'network_id': 'fbfc7448-a4e5-485c-85ae-c1d5387b6400', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-407544705-subnet', 'tenant_id': '803260dda3fa4b6d90f94da4b9cf6305', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 21:59:46.734491 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-d1423e65-849a-49f3-b80e-1e234d7e29ea admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:59:46.737368 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-70dd6a7d-f2a8-42e2-a21e-824eb2e27dd4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:59:46.811149 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-d1423e65-849a-49f3-b80e-1e234d7e29ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2033567'] for security_group, after_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:59:46.811149 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-70dd6a7d-f2a8-42e2-a21e-824eb2e27dd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2033567'] for security_group, after_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:59:46.819057 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-d1787a93-6705-409a-9f8b-3b207c8aeddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728276665375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534631'] for agent, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:59:46.822117 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e2346e-b226-4774-acda-7849527015f2 admin admin] Pushing event updated for resources: {'Network': ['ID=fbfc7448-a4e5-485c-85ae-c1d5387b6400,revision_number=1']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 21:59:46.853714 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.rpc [None req-ad13160b-513d-4512-a15f-cb40cce6b7e9 None None] Network fbfc7448-a4e5-485c-85ae-c1d5387b6400 details requested by agent ovs-agent-dv-cinder-817085-1-iscsi with host dv-cinder-817085-1-iscsi {{(pid=101084) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 21:59:46.861126 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-bd4d12cf-5005-4793-b933-5749dccf6496 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:59:46.886702 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1423e65-849a-49f3-b80e-1e234d7e29ea admin admin] vlan segment allocate from pool success with {'vlan_id': 714, 'physical_network': 'physnet1'} {{(pid=101082) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 21:59:46.886702 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-c7a87180-f002-4727-b320-6b8ff6add51a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646297'] for network, after_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:59:46.888967 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7a87180-f002-4727-b320-6b8ff6add51a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 21:59:46.889651 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-c7a87180-f002-4727-b320-6b8ff6add51a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646287'] for network, before_response {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:59:46.913416 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-064d81a3-4a3d-4841-b45e-6d0bc5135cd0 admin admin] Made reservation on behalf of 803260dda3fa4b6d90f94da4b9cf6305 for: {'subnet': 1} {{(pid=101082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 21:59:46.915689 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-064d81a3-4a3d-4841-b45e-6d0bc5135cd0 admin admin] Publish callbacks [] for subnet, before_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:59:46.926249 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70dd6a7d-f2a8-42e2-a21e-824eb2e27dd4 admin admin] vlan segment allocate from pool success with {'vlan_id': 711, 'physical_network': 'physnet1'} {{(pid=101082) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 21:59:46.931565 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [None req-c7a87180-f002-4727-b320-6b8ff6add51a admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.6092470 Nov 08 21:59:46.965089 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.wsgi [-] (101082) accepted ('10.222.0.25', 39018) {{(pid=101082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 21:59:46.998854 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.v2.base [None req-841a07c9-5a7b-4ef2-b437-65b56fad35c4 admin admin] Request body: {'subnet': {'network_id': '9e2a42de-9a18-4fc5-97ab-4d88597b89a9', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1905882489-subnet', 'tenant_id': 'eab7ab3155ba43bf93e69ac816c23754', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 21:59:47.020541 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-d1423e65-849a-49f3-b80e-1e234d7e29ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-527333'] for segment, precommit_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:59:47.020982 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.db.segments_db [None req-d1423e65-849a-49f3-b80e-1e234d7e29ea admin admin] Added segment fbdccf68-e541-4705-9e3a-177dbbbf7d94 of type vlan for network 890edfdd-a1ca-4a26-a0c0-782a8dc72e87 Nov 08 21:59:47.071058 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-841a07c9-5a7b-4ef2-b437-65b56fad35c4 admin admin] Made reservation on behalf of eab7ab3155ba43bf93e69ac816c23754 for: {'subnet': 1} {{(pid=101082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 21:59:47.073578 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-841a07c9-5a7b-4ef2-b437-65b56fad35c4 admin admin] Publish callbacks [] for subnet, before_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:59:47.156278 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-bd4d12cf-5005-4793-b933-5749dccf6496 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1634988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1624059'] for router, after_create {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:59:47.296208 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-d1423e65-849a-49f3-b80e-1e234d7e29ea admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728276129500'] for network, precommit_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:59:47.305374 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-70dd6a7d-f2a8-42e2-a21e-824eb2e27dd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-527333'] for segment, precommit_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:59:47.305840 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.db.segments_db [None req-70dd6a7d-f2a8-42e2-a21e-824eb2e27dd4 admin admin] Added segment 37b61f9e-bba3-4df3-9e21-4a1dc2717139 of type vlan for network 1af71b13-9cb9-46cd-97aa-4e7f7899262e Nov 08 21:59:47.361101 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1423e65-849a-49f3-b80e-1e234d7e29ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48a61968-ba2d-42aa-b087-8fe6b21c1944,revision_number=1']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 21:59:47.392951 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd4d12cf-5005-4793-b933-5749dccf6496 admin admin] Router a8710038-31e4-41f3-afb0-f835bccc6376 is scheduled to L3 agent a7fb4010-89fb-4d99-b0a1-90d6a3aacb04 with binding_index 1 {{(pid=101083) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 08 21:59:47.475359 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a87180-f002-4727-b320-6b8ff6add51a admin admin] Pushing event updated for resources: {'Network': ['ID=9e2a42de-9a18-4fc5-97ab-4d88597b89a9,revision_number=1']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 21:59:47.494520 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-d1423e65-849a-49f3-b80e-1e234d7e29ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646297'] for network, after_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:59:47.495446 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1423e65-849a-49f3-b80e-1e234d7e29ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 21:59:47.496034 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-d1423e65-849a-49f3-b80e-1e234d7e29ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646287'] for network, before_response {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:59:47.498872 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.rpc [None req-ad13160b-513d-4512-a15f-cb40cce6b7e9 None None] Network 9e2a42de-9a18-4fc5-97ab-4d88597b89a9 details requested by agent ovs-agent-dv-cinder-817085-1-iscsi with host dv-cinder-817085-1-iscsi {{(pid=101084) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 21:59:47.536231 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-841a07c9-5a7b-4ef2-b437-65b56fad35c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646297'] for subnet, after_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:59:47.561181 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-70dd6a7d-f2a8-42e2-a21e-824eb2e27dd4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728276129500'] for network, precommit_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:59:47.760607 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd4d12cf-5005-4793-b933-5749dccf6496 admin admin] Notify agent at l3_agent.dv-cinder-817085-1-iscsi the message routers_updated {{(pid=101083) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 21:59:47.778629 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca3d8db7-7d49-46cf-80c3-ed64b241dfc2 None None] Sync routers for ids ['a8710038-31e4-41f3-afb0-f835bccc6376'] in dv-cinder-817085-1-iscsi {{(pid=101085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 21:59:47.797710 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca3d8db7-7d49-46cf-80c3-ed64b241dfc2 None None] Routers {'a8710038-31e4-41f3-afb0-f835bccc6376'} bound to L3 agent in host dv-cinder-817085-1-iscsi {{(pid=101085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 21:59:47.799233 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.db.l3_hamode_db [None req-ca3d8db7-7d49-46cf-80c3-ed64b241dfc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817085-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-08T21:51:49Z,description=,heartbeat_timestamp=2021-11-08T21:59:19Z,host='dv-cinder-817085-1-iscsi',id=a7fb4010-89fb-4d99-b0a1-90d6a3aacb04,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T21:51:49Z,topic='l3_agent')) {'router_ids': ['a8710038-31e4-41f3-afb0-f835bccc6376'], 'active': True} {{(pid=101085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 21:59:47.822308 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-bd4d12cf-5005-4793-b933-5749dccf6496 admin admin] Publish callbacks [] for router, before_response {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:59:47.823557 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [None req-bd4d12cf-5005-4793-b933-5749dccf6496 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.5618567 Nov 08 21:59:47.826982 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.wsgi [-] (101083) accepted ('10.222.0.25', 39056) {{(pid=101083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 21:59:47.835714 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.wsgi [-] (101083) accepted ('10.222.0.25', 39058) {{(pid=101083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 21:59:47.891691 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6840443c-2af1-46ed-a969-5d47d80679a2 None None] Network 9590ccf2-e7fa-40b5-917c-b342c4898ba2 requested from dv-cinder-817085-1-iscsi {{(pid=101084) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 21:59:47.949035 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70dd6a7d-f2a8-42e2-a21e-824eb2e27dd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18bce912-cacb-492f-931d-a2fe8ac5d2b5,revision_number=1']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 21:59:47.974260 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841a07c9-5a7b-4ef2-b437-65b56fad35c4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bdffbae6-e05a-48c3-b359-ed4767895c60,revision_number=0']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 21:59:48.032631 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.db.provisioning_blocks [None req-cf23bb05-48df-47ae-95da-de2ab2d31b60 None None] Provisioning complete for port 922c3687-ee91-4f32-8700-0c65341054f6 triggered by entity DHCP. {{(pid=101084) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 21:59:48.033018 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-cf23bb05-48df-47ae-95da-de2ab2d31b60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-534742'] for port, provisioning_complete {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:59:48.042718 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [None req-d1423e65-849a-49f3-b80e-1e234d7e29ea admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 2.4996893 Nov 08 21:59:48.052683 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-064d81a3-4a3d-4841-b45e-6d0bc5135cd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646297'] for subnet, after_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:59:48.060561 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.wsgi [-] (101083) accepted ('10.222.0.25', 39062) {{(pid=101083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 21:59:48.074497 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1423e65-849a-49f3-b80e-1e234d7e29ea admin admin] Pushing event updated for resources: {'Network': ['ID=890edfdd-a1ca-4a26-a0c0-782a8dc72e87,revision_number=1']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 21:59:48.086701 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.v2.base [None req-5ed7f3b4-d0de-44aa-afa6-54cd6096bbd9 admin admin] Request body: {'subnet': {'network_id': '890edfdd-a1ca-4a26-a0c0-782a8dc72e87', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1497001929-subnet', 'tenant_id': '978ca50bc6d64521ad5d25a5de935b0b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 21:59:48.097538 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-70dd6a7d-f2a8-42e2-a21e-824eb2e27dd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646297'] for network, after_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:59:48.099443 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70dd6a7d-f2a8-42e2-a21e-824eb2e27dd4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 21:59:48.100199 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-70dd6a7d-f2a8-42e2-a21e-824eb2e27dd4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646287'] for network, before_response {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:59:48.101384 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.rpc [None req-ad13160b-513d-4512-a15f-cb40cce6b7e9 None None] Network 890edfdd-a1ca-4a26-a0c0-782a8dc72e87 details requested by agent ovs-agent-dv-cinder-817085-1-iscsi with host dv-cinder-817085-1-iscsi {{(pid=101084) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 21:59:48.103957 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-0bf02248-770c-4bc0-a1c4-e1b601f47c60 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:59:48.118571 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.db.l3_dvr_db [None req-ca3d8db7-7d49-46cf-80c3-ed64b241dfc2 None None] Set router a8710038-31e4-41f3-afb0-f835bccc6376 gateway port host: dv-cinder-817085-1-iscsi {{(pid=101085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 21:59:48.213122 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ed7f3b4-d0de-44aa-afa6-54cd6096bbd9 admin admin] Made reservation on behalf of 978ca50bc6d64521ad5d25a5de935b0b for: {'subnet': 1} {{(pid=101083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 21:59:48.215235 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-5ed7f3b4-d0de-44aa-afa6-54cd6096bbd9 admin admin] Publish callbacks [] for subnet, before_create {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:59:48.236858 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [None req-70dd6a7d-f2a8-42e2-a21e-824eb2e27dd4 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.8233624 Nov 08 21:59:48.246127 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.wsgi [-] (101082) accepted ('10.222.0.25', 39068) {{(pid=101082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 21:59:48.256085 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.v2.base [None req-8a704b44-d664-42ff-a78b-be91af86ed28 admin admin] Request body: {'subnet': {'network_id': '1af71b13-9cb9-46cd-97aa-4e7f7899262e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-265358078-subnet', 'tenant_id': '0a22ac80042f4867857306759d16a667', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 21:59:48.293279 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064d81a3-4a3d-4841-b45e-6d0bc5135cd0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=72d6fab5-398f-4bda-a0c8-7dca14205229,revision_number=0']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 21:59:48.299672 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70dd6a7d-f2a8-42e2-a21e-824eb2e27dd4 admin admin] Pushing event updated for resources: {'Network': ['ID=1af71b13-9cb9-46cd-97aa-4e7f7899262e,revision_number=1']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 21:59:48.300337 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-cf23bb05-48df-47ae-95da-de2ab2d31b60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-925982'] for port, before_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:59:48.327393 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-841a07c9-5a7b-4ef2-b437-65b56fad35c4 admin admin] Checking segment: {'id': '6919422b-c4aa-40ff-b6c3-558b4885e281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '9e2a42de-9a18-4fc5-97ab-4d88597b89a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 21:59:48.327749 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-841a07c9-5a7b-4ef2-b437-65b56fad35c4 admin admin] Network hostable DHCP agents. Network: 9e2a42de-9a18-4fc5-97ab-4d88597b89a9, hostable agents: ['d8645970-7d7f-496c-a75a-0ae64c095b3b'], hosted agents: [] {{(pid=101082) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 21:59:48.333974 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-064d81a3-4a3d-4841-b45e-6d0bc5135cd0 admin admin] Checking segment: {'id': '85d2ff06-53d2-41d6-9e16-c38bb9b80586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'fbfc7448-a4e5-485c-85ae-c1d5387b6400'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 21:59:48.334372 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-064d81a3-4a3d-4841-b45e-6d0bc5135cd0 admin admin] Network hostable DHCP agents. Network: fbfc7448-a4e5-485c-85ae-c1d5387b6400, hostable agents: ['d8645970-7d7f-496c-a75a-0ae64c095b3b'], hosted agents: [] {{(pid=101082) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 21:59:48.361287 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a704b44-d664-42ff-a78b-be91af86ed28 admin admin] Made reservation on behalf of 0a22ac80042f4867857306759d16a667 for: {'subnet': 1} {{(pid=101082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 21:59:48.367082 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.rpc [None req-ad13160b-513d-4512-a15f-cb40cce6b7e9 None None] Network 1af71b13-9cb9-46cd-97aa-4e7f7899262e details requested by agent ovs-agent-dv-cinder-817085-1-iscsi with host dv-cinder-817085-1-iscsi {{(pid=101084) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 21:59:48.367823 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-8a704b44-d664-42ff-a78b-be91af86ed28 admin admin] Publish callbacks [] for subnet, before_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:59:48.387207 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.db [None req-cf23bb05-48df-47ae-95da-de2ab2d31b60 None None] For port 922c3687-ee91-4f32-8700-0c65341054f6, host dv-cinder-817085-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817085-1-iscsi',level=0,port_id=922c3687-ee91-4f32-8700-0c65341054f6,segment=NetworkSegment(de478fa7-e3a1-4946-b405-3fee42527219),segment_id=de478fa7-e3a1-4946-b405-3fee42527219)] {{(pid=101084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 21:59:48.495300 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.db.l3_hamode_db [None req-ca3d8db7-7d49-46cf-80c3-ed64b241dfc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8710038-31e4-41f3-afb0-f835bccc6376', 'name': 'tempest-AttachVolumeTestJSON-138430820-router', 'tenant_id': 'c834e2bc78d34c388e89dd13ae9d694d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ae8d913-bef9-4bc0-baeb-78ef8b3a7364', 'external_fixed_ips': [{'subnet_id': 'f0dec947-372d-4ed5-9c9f-864e58aba850', 'ip_address': '172.27.3.181'}], 'enable_snat': True}, 'gw_port_id': '29f233ab-38fc-4545-a24b-ffeb6cbcad23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T21:59:45Z', 'updated_at': '2021-11-08T21:59:46Z', 'revision_number': 3, 'project_id': 'c834e2bc78d34c388e89dd13ae9d694d', 'gw_port': {'id': '29f233ab-38fc-4545-a24b-ffeb6cbcad23', 'name': '', 'network_id': '8ae8d913-bef9-4bc0-baeb-78ef8b3a7364', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:4c:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8710038-31e4-41f3-afb0-f835bccc6376', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': 'f0dec947-372d-4ed5-9c9f-864e58aba850', 'ip_address': '172.27.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T21:59:45Z', 'updated_at': '2021-11-08T21:59:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f0dec947-372d-4ed5-9c9f-864e58aba850', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817085-1-iscsi'}], 'dv-cinder-817085-1-iscsi', False) {} {{(pid=101085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 21:59:48.500097 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-064d81a3-4a3d-4841-b45e-6d0bc5135cd0 admin admin] Network fbfc7448-a4e5-485c-85ae-c1d5387b6400 is scheduled to be hosted by DHCP agent d8645970-7d7f-496c-a75a-0ae64c095b3b with binding_index 1 {{(pid=101082) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 21:59:48.515545 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-841a07c9-5a7b-4ef2-b437-65b56fad35c4 admin admin] Network 9e2a42de-9a18-4fc5-97ab-4d88597b89a9 is scheduled to be hosted by DHCP agent d8645970-7d7f-496c-a75a-0ae64c095b3b with binding_index 1 {{(pid=101082) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 21:59:48.584375 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.scheduler.base_scheduler [None req-064d81a3-4a3d-4841-b45e-6d0bc5135cd0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817085-1-iscsi, fbfc7448-a4e5-485c-85ae-c1d5387b6400) {{(pid=101082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 21:59:48.597961 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-cf23bb05-48df-47ae-95da-de2ab2d31b60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728276638356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728276144285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728276144303'] for port, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:59:48.611375 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-064d81a3-4a3d-4841-b45e-6d0bc5135cd0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 21:59:48.612013 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-064d81a3-4a3d-4841-b45e-6d0bc5135cd0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646287'] for subnet, before_response {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:59:48.619930 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca3d8db7-7d49-46cf-80c3-ed64b241dfc2 None None] Checking router: a8710038-31e4-41f3-afb0-f835bccc6376 for host: dv-cinder-817085-1-iscsi {{(pid=101085) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 21:59:48.620288 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca3d8db7-7d49-46cf-80c3-ed64b241dfc2 None None] Updating router a8710038-31e4-41f3-afb0-f835bccc6376 port 29f233ab-38fc-4545-a24b-ffeb6cbcad23 binding host dv-cinder-817085-1-iscsi {{(pid=101085) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 21:59:48.621117 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecb0ea40-ee63-4f2a-a2f3-ef97dbb0ceb6 None None] Network fbfc7448-a4e5-485c-85ae-c1d5387b6400 requested from dv-cinder-817085-1-iscsi {{(pid=101084) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 21:59:48.623940 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.scheduler.base_scheduler [None req-841a07c9-5a7b-4ef2-b437-65b56fad35c4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817085-1-iscsi, 9e2a42de-9a18-4fc5-97ab-4d88597b89a9) {{(pid=101082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 21:59:48.626106 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-0bf02248-770c-4bc0-a1c4-e1b601f47c60 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:59:48.631816 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-841a07c9-5a7b-4ef2-b437-65b56fad35c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 21:59:48.632257 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-841a07c9-5a7b-4ef2-b437-65b56fad35c4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646287'] for subnet, before_response {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:59:48.641757 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-0bf02248-770c-4bc0-a1c4-e1b601f47c60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2033567'] for security_group, after_create {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:59:48.724797 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron_lib.callbacks.manager [None req-ca3d8db7-7d49-46cf-80c3-ed64b241dfc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-925982'] for port, before_update {{(pid=101085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:59:48.730852 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [None req-841a07c9-5a7b-4ef2-b437-65b56fad35c4 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.7356083 Nov 08 21:59:48.785131 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [None req-064d81a3-4a3d-4841-b45e-6d0bc5135cd0 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.0547738 Nov 08 21:59:48.811501 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75ba149a-82d9-451e-9886-27308e8c9fa7 None None] Network 9e2a42de-9a18-4fc5-97ab-4d88597b89a9 requested from dv-cinder-817085-1-iscsi {{(pid=101084) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 21:59:48.813850 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.rpc [None req-ad13160b-513d-4512-a15f-cb40cce6b7e9 None None] Device 922c3687-ee91-4f32-8700-0c65341054f6 up at agent ovs-agent-dv-cinder-817085-1-iscsi {{(pid=101084) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 21:59:48.835834 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-8a704b44-d664-42ff-a78b-be91af86ed28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646297'] for subnet, after_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:59:48.887958 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [None req-0bf02248-770c-4bc0-a1c4-e1b601f47c60 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=99cf77acc97f494da2b58d8de15316e2&name=default HTTP/1.1" status: 200 len: 2992 time: 1.0509131 Nov 08 21:59:48.892198 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.wsgi [-] (101082) accepted ('10.222.0.25', 39090) {{(pid=101082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 21:59:48.922989 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.db.provisioning_blocks [None req-ad13160b-513d-4512-a15f-cb40cce6b7e9 None None] Provisioning complete for port 922c3687-ee91-4f32-8700-0c65341054f6 triggered by entity L2. {{(pid=101084) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 21:59:48.923672 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-ad13160b-513d-4512-a15f-cb40cce6b7e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-534742'] for port, provisioning_complete {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:59:48.940178 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a704b44-d664-42ff-a78b-be91af86ed28 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c388e745-163e-4ce7-b3b6-4d504969c00f,revision_number=0']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 21:59:48.969585 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a704b44-d664-42ff-a78b-be91af86ed28 admin admin] Checking segment: {'id': '37b61f9e-bba3-4df3-9e21-4a1dc2717139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '1af71b13-9cb9-46cd-97aa-4e7f7899262e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 21:59:48.969944 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a704b44-d664-42ff-a78b-be91af86ed28 admin admin] Network hostable DHCP agents. Network: 1af71b13-9cb9-46cd-97aa-4e7f7899262e, hostable agents: ['d8645970-7d7f-496c-a75a-0ae64c095b3b'], hosted agents: [] {{(pid=101082) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 21:59:49.039600 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-f466f5d4-8c20-4e69-a5b3-6b7e24f0cf9e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:59:49.044182 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a704b44-d664-42ff-a78b-be91af86ed28 admin admin] Network 1af71b13-9cb9-46cd-97aa-4e7f7899262e is scheduled to be hosted by DHCP agent d8645970-7d7f-496c-a75a-0ae64c095b3b with binding_index 1 {{(pid=101082) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 21:59:49.070880 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.scheduler.base_scheduler [None req-8a704b44-d664-42ff-a78b-be91af86ed28 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817085-1-iscsi, 1af71b13-9cb9-46cd-97aa-4e7f7899262e) {{(pid=101082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 21:59:49.082263 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a704b44-d664-42ff-a78b-be91af86ed28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 21:59:49.083300 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-8a704b44-d664-42ff-a78b-be91af86ed28 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646287'] for subnet, before_response {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:59:49.091231 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-f466f5d4-8c20-4e69-a5b3-6b7e24f0cf9e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:59:49.133957 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-5ed7f3b4-d0de-44aa-afa6-54cd6096bbd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646297'] for subnet, after_create {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:59:49.170948 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [None req-8a704b44-d664-42ff-a78b-be91af86ed28 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9235914 Nov 08 21:59:49.227166 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24556f01-2b5a-45fc-bdd5-2fb8332b981c None None] Network 1af71b13-9cb9-46cd-97aa-4e7f7899262e requested from dv-cinder-817085-1-iscsi {{(pid=101084) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 21:59:49.242020 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-f466f5d4-8c20-4e69-a5b3-6b7e24f0cf9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2033567'] for security_group, after_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:59:49.245410 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-f466f5d4-8c20-4e69-a5b3-6b7e24f0cf9e admin admin] Publish callbacks [] for security_group, before_response {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:59:49.246686 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [None req-f466f5d4-8c20-4e69-a5b3-6b7e24f0cf9e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/9c0fd1d3-59b7-44cb-ab66-26f11204f992 HTTP/1.1" status: 204 len: 168 time: 0.3507733 Nov 08 21:59:49.257843 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f466f5d4-8c20-4e69-a5b3-6b7e24f0cf9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c0fd1d3-59b7-44cb-ab66-26f11204f992,revision_number=None']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 21:59:49.278441 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf23bb05-48df-47ae-95da-de2ab2d31b60 None None] Pushing event updated for resources: {'Port': ['ID=922c3687-ee91-4f32-8700-0c65341054f6,revision_number=3']} {{(pid=101084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 21:59:49.310350 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed7f3b4-d0de-44aa-afa6-54cd6096bbd9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5d94cda7-098f-4351-9588-bf6058a35aaf,revision_number=0']} {{(pid=101083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 21:59:49.368987 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron_lib.callbacks.manager [None req-ca3d8db7-7d49-46cf-80c3-ed64b241dfc2 None None] Publish callbacks [] for port, precommit_update {{(pid=101085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:59:49.379219 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron_lib.callbacks.manager [None req-ca3d8db7-7d49-46cf-80c3-ed64b241dfc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728276638356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728276144285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728276144303'] for port, after_update {{(pid=101085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:59:49.395037 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf02248-770c-4bc0-a1c4-e1b601f47c60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c0fd1d3-59b7-44cb-ab66-26f11204f992,revision_number=1']} {{(pid=101083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 21:59:49.425603 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-63501684-4f35-44d2-bdbc-e6d39b5b33a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-925982'] for port, before_create {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:59:49.464146 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ed7f3b4-d0de-44aa-afa6-54cd6096bbd9 admin admin] Checking segment: {'id': 'fbdccf68-e541-4705-9e3a-177dbbbf7d94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '890edfdd-a1ca-4a26-a0c0-782a8dc72e87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 21:59:49.465312 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ed7f3b4-d0de-44aa-afa6-54cd6096bbd9 admin admin] Network hostable DHCP agents. Network: 890edfdd-a1ca-4a26-a0c0-782a8dc72e87, hostable agents: ['d8645970-7d7f-496c-a75a-0ae64c095b3b'], hosted agents: [] {{(pid=101083) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 21:59:49.527624 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.plugins.ml2.managers [None req-ca3d8db7-7d49-46cf-80c3-ed64b241dfc2 None None] Attempting to bind port 29f233ab-38fc-4545-a24b-ffeb6cbcad23 on host dv-cinder-817085-1-iscsi for vnic_type normal with profile {{(pid=101085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 21:59:49.529010 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.plugins.ml2.managers [None req-ca3d8db7-7d49-46cf-80c3-ed64b241dfc2 None None] Attempting to bind port 29f233ab-38fc-4545-a24b-ffeb6cbcad23 by drivers openvswitch,hyperv on host dv-cinder-817085-1-iscsi at level 0 using segments [{'id': '4f9c68d0-c68c-4bfe-b6e8-d7426962dfc1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8ae8d913-bef9-4bc0-baeb-78ef8b3a7364'}] {{(pid=101085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 21:59:49.529539 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca3d8db7-7d49-46cf-80c3-ed64b241dfc2 None None] Attempting to bind port 29f233ab-38fc-4545-a24b-ffeb6cbcad23 on network 8ae8d913-bef9-4bc0-baeb-78ef8b3a7364 {{(pid=101085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 21:59:49.537463 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.db.provisioning_blocks [None req-cab05f37-cbfb-4ae2-bb9c-20cc813b02e3 None None] Provisioning complete for port 922c3687-ee91-4f32-8700-0c65341054f6 triggered by entity DHCP. {{(pid=101084) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 21:59:49.537998 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-cab05f37-cbfb-4ae2-bb9c-20cc813b02e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-534742'] for port, provisioning_complete {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:59:49.542645 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca3d8db7-7d49-46cf-80c3-ed64b241dfc2 None None] Checking agent: {'id': 'b17b386a-7116-42d0-acec-a66289ba5096', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817085-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 21, 51, 52), 'started_at': datetime.datetime(2021, 11, 8, 21, 52, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 21, 59, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817085-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 21:59:49.544072 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca3d8db7-7d49-46cf-80c3-ed64b241dfc2 None None] Checking segment: {'id': '4f9c68d0-c68c-4bfe-b6e8-d7426962dfc1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8ae8d913-bef9-4bc0-baeb-78ef8b3a7364'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 21:59:49.544697 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron_lib.callbacks.manager [None req-ca3d8db7-7d49-46cf-80c3-ed64b241dfc2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:59:49.545269 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca3d8db7-7d49-46cf-80c3-ed64b241dfc2 None None] Bound using segment: {'id': '4f9c68d0-c68c-4bfe-b6e8-d7426962dfc1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8ae8d913-bef9-4bc0-baeb-78ef8b3a7364'} {{(pid=101085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 21:59:49.552874 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.plugins.ml2.managers [None req-ca3d8db7-7d49-46cf-80c3-ed64b241dfc2 None None] Bound port: 29f233ab-38fc-4545-a24b-ffeb6cbcad23, host: dv-cinder-817085-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f9c68d0-c68c-4bfe-b6e8-d7426962dfc1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8ae8d913-bef9-4bc0-baeb-78ef8b3a7364'}}] {{(pid=101085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 21:59:49.553509 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron_lib.callbacks.manager [None req-ca3d8db7-7d49-46cf-80c3-ed64b241dfc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-925982'] for port, before_update {{(pid=101085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:59:49.604337 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ed7f3b4-d0de-44aa-afa6-54cd6096bbd9 admin admin] Network 890edfdd-a1ca-4a26-a0c0-782a8dc72e87 is scheduled to be hosted by DHCP agent d8645970-7d7f-496c-a75a-0ae64c095b3b with binding_index 1 {{(pid=101083) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 21:59:49.651603 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.scheduler.base_scheduler [None req-5ed7f3b4-d0de-44aa-afa6-54cd6096bbd9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817085-1-iscsi, 890edfdd-a1ca-4a26-a0c0-782a8dc72e87) {{(pid=101083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 21:59:49.656676 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ed7f3b4-d0de-44aa-afa6-54cd6096bbd9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 21:59:49.657838 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-5ed7f3b4-d0de-44aa-afa6-54cd6096bbd9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646287'] for subnet, before_response {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:59:49.678895 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98f45710-47ba-4f5c-ad34-217deec2761f None None] Network 890edfdd-a1ca-4a26-a0c0-782a8dc72e87 requested from dv-cinder-817085-1-iscsi {{(pid=101084) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 21:59:49.686018 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [None req-5ed7f3b4-d0de-44aa-afa6-54cd6096bbd9 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.6211305 Nov 08 21:59:49.688622 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.wsgi [-] (101083) accepted ('10.222.0.25', 39136) {{(pid=101083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 21:59:49.693001 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.v2.base [None req-d13e4101-ec32-418f-84a1-5ce961891b9e admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1497001929-router', 'tenant_id': '978ca50bc6d64521ad5d25a5de935b0b', 'external_gateway_info': {'network_id': '8ae8d913-bef9-4bc0-baeb-78ef8b3a7364'}}} {{(pid=101083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 21:59:49.712032 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc11926-cfc1-4bdd-baec-294d036952f4 None None] Pushing event updated for resources: {'Port': ['ID=29f233ab-38fc-4545-a24b-ffeb6cbcad23,revision_number=2']} {{(pid=101085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 21:59:49.753767 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc11926-cfc1-4bdd-baec-294d036952f4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 21:59:49.754134 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc11926-cfc1-4bdd-baec-294d036952f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 21:59:49.754476 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc11926-cfc1-4bdd-baec-294d036952f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 21:59:49.757433 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc11926-cfc1-4bdd-baec-294d036952f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 21:59:49.757790 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc11926-cfc1-4bdd-baec-294d036952f4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 21:59:49.760475 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc11926-cfc1-4bdd-baec-294d036952f4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 21:59:49.760770 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc11926-cfc1-4bdd-baec-294d036952f4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 21:59:49.761168 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc11926-cfc1-4bdd-baec-294d036952f4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 21:59:49.761529 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc11926-cfc1-4bdd-baec-294d036952f4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 21:59:49.763717 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc11926-cfc1-4bdd-baec-294d036952f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 21:59:49.764155 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc11926-cfc1-4bdd-baec-294d036952f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 21:59:49.764497 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc11926-cfc1-4bdd-baec-294d036952f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 21:59:49.769107 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc11926-cfc1-4bdd-baec-294d036952f4 None None] Tracked resource versions report: Nov 08 21:59:49.769107 dv-cinder-817085-1-iscsi neutron-server[101085]: pushed versions: Nov 08 21:59:49.769107 dv-cinder-817085-1-iscsi neutron-server[101085]: { 'AddressGroup': {'1.2'}, Nov 08 21:59:49.769107 dv-cinder-817085-1-iscsi neutron-server[101085]: 'ConntrackHelper': {'1.0'}, Nov 08 21:59:49.769107 dv-cinder-817085-1-iscsi neutron-server[101085]: 'Log': {'1.0'}, Nov 08 21:59:49.769107 dv-cinder-817085-1-iscsi neutron-server[101085]: 'Network': {'1.1'}, Nov 08 21:59:49.769107 dv-cinder-817085-1-iscsi neutron-server[101085]: 'Port': {'1.7'}, Nov 08 21:59:49.769107 dv-cinder-817085-1-iscsi neutron-server[101085]: 'PortForwarding': {'1.2'}, Nov 08 21:59:49.769107 dv-cinder-817085-1-iscsi neutron-server[101085]: 'QosPolicy': {'1.10'}, Nov 08 21:59:49.769107 dv-cinder-817085-1-iscsi neutron-server[101085]: 'SecurityGroup': {'1.5'}, Nov 08 21:59:49.769107 dv-cinder-817085-1-iscsi neutron-server[101085]: 'SecurityGroupRule': {'1.2'}, Nov 08 21:59:49.769107 dv-cinder-817085-1-iscsi neutron-server[101085]: 'SubPort': {'1.0'}, Nov 08 21:59:49.769107 dv-cinder-817085-1-iscsi neutron-server[101085]: 'Subnet': {'1.1'}, Nov 08 21:59:49.769107 dv-cinder-817085-1-iscsi neutron-server[101085]: 'Trunk': {'1.1'}} Nov 08 21:59:49.769107 dv-cinder-817085-1-iscsi neutron-server[101085]: consumer versions: Nov 08 21:59:49.769107 dv-cinder-817085-1-iscsi neutron-server[101085]: { DHCP agent@dv-cinder-817085-1-iscsi: {}, Nov 08 21:59:49.769107 dv-cinder-817085-1-iscsi neutron-server[101085]: HyperV agent@hv-cinder-81708: {}, Nov 08 21:59:49.769107 dv-cinder-817085-1-iscsi neutron-server[101085]: L3 agent@dv-cinder-817085-1-iscsi: {}, Nov 08 21:59:49.769107 dv-cinder-817085-1-iscsi neutron-server[101085]: Metadata agent@dv-cinder-817085-1-iscsi: {}, Nov 08 21:59:49.769107 dv-cinder-817085-1-iscsi neutron-server[101085]: Metering agent@dv-cinder-817085-1-iscsi: {}, Nov 08 21:59:49.769107 dv-cinder-817085-1-iscsi neutron-server[101085]: Open vSwitch agent@dv-cinder-817085-1-iscsi: { 'AddressGroup': '1.2', Nov 08 21:59:49.769107 dv-cinder-817085-1-iscsi neutron-server[101085]: 'ConntrackHelper': '1.0', Nov 08 21:59:49.769107 dv-cinder-817085-1-iscsi neutron-server[101085]: 'Log': '1.0', Nov 08 21:59:49.769107 dv-cinder-817085-1-iscsi neutron-server[101085]: 'Network': '1.1', Nov 08 21:59:49.769107 dv-cinder-817085-1-iscsi neutron-server[101085]: 'Port': '1.7', Nov 08 21:59:49.769107 dv-cinder-817085-1-iscsi neutron-server[101085]: 'PortForwarding': '1.2', Nov 08 21:59:49.769107 dv-cinder-817085-1-iscsi neutron-server[101085]: 'QosPolicy': '1.10', Nov 08 21:59:49.769107 dv-cinder-817085-1-iscsi neutron-server[101085]: 'SecurityGroup': '1.5', Nov 08 21:59:49.769107 dv-cinder-817085-1-iscsi neutron-server[101085]: 'SecurityGroupRule': '1.2', Nov 08 21:59:49.769107 dv-cinder-817085-1-iscsi neutron-server[101085]: 'SubPort': '1.0', Nov 08 21:59:49.769107 dv-cinder-817085-1-iscsi neutron-server[101085]: 'Subnet': '1.1', Nov 08 21:59:49.769107 dv-cinder-817085-1-iscsi neutron-server[101085]: 'Trunk': '1.1'}} Nov 08 21:59:49.769107 dv-cinder-817085-1-iscsi neutron-server[101085]: {{(pid=101085) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 08 21:59:49.791285 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-d13e4101-ec32-418f-84a1-5ce961891b9e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1634839', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5220'] for router, before_create {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:59:49.796278 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7274a43-a3d8-44fe-96c3-b326cb1c93fc None None] Network fbfc7448-a4e5-485c-85ae-c1d5387b6400 requested from dv-cinder-817085-1-iscsi {{(pid=101084) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 21:59:49.796828 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.plugins.ml2.db [None req-ca3d8db7-7d49-46cf-80c3-ed64b241dfc2 None None] For port 29f233ab-38fc-4545-a24b-ffeb6cbcad23, host dv-cinder-817085-1-iscsi, cleared binding levels {{(pid=101085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 21:59:49.806356 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.plugins.ml2.db [None req-ca3d8db7-7d49-46cf-80c3-ed64b241dfc2 None None] For port 29f233ab-38fc-4545-a24b-ffeb6cbcad23, host dv-cinder-817085-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817085-1-iscsi',level=0,port_id=29f233ab-38fc-4545-a24b-ffeb6cbcad23,segment=NetworkSegment(4f9c68d0-c68c-4bfe-b6e8-d7426962dfc1),segment_id=4f9c68d0-c68c-4bfe-b6e8-d7426962dfc1)] {{(pid=101085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 21:59:49.810840 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-d13e4101-ec32-418f-84a1-5ce961891b9e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1634979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1623854', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2032021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5213'] for router, precommit_create {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:59:49.825495 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron_lib.callbacks.manager [None req-ca3d8db7-7d49-46cf-80c3-ed64b241dfc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728276638356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728276144285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728276144303'] for port, after_update {{(pid=101085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:59:49.830442 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.wsgi [-] (101082) accepted ('10.222.0.25', 39158) {{(pid=101082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 21:59:49.837367 dv-cinder-817085-1-iscsi neutron-server[101082]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Nov 08 21:59:49.870912 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.db.db_base_plugin_common [None req-63501684-4f35-44d2-bdbc-e6d39b5b33a6 admin admin] Allocated IP 172.20.0.1 (9590ccf2-e7fa-40b5-917c-b342c4898ba2/2512a576-3f2f-4a0c-aead-e82297ded485/53dd1d3a-6711-4ff9-aa82-f0ec785ee75e) {{(pid=101083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 21:59:49.944498 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-624b49c2-db8f-4dc1-b489-62165b446f83 None None] Network 1af71b13-9cb9-46cd-97aa-4e7f7899262e requested from dv-cinder-817085-1-iscsi {{(pid=101084) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 21:59:49.963154 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-d13e4101-ec32-418f-84a1-5ce961891b9e admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:59:49.965591 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63e50a6f-3ede-49b9-9b06-f9f7177b8cde None None] Network 890edfdd-a1ca-4a26-a0c0-782a8dc72e87 requested from dv-cinder-817085-1-iscsi {{(pid=101084) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 21:59:49.977858 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc11926-cfc1-4bdd-baec-294d036952f4 None None] Pushing event updated for resources: {'Port': ['ID=29f233ab-38fc-4545-a24b-ffeb6cbcad23,revision_number=3']} {{(pid=101085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 21:59:49.985493 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca3d8db7-7d49-46cf-80c3-ed64b241dfc2 None None] Routers {'a8710038-31e4-41f3-afb0-f835bccc6376'} bound to L3 agent in host dv-cinder-817085-1-iscsi {{(pid=101085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 21:59:49.986126 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.db.l3_hamode_db [None req-ca3d8db7-7d49-46cf-80c3-ed64b241dfc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817085-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-08T21:51:49Z,description=,heartbeat_timestamp=2021-11-08T21:59:49Z,host='dv-cinder-817085-1-iscsi',id=a7fb4010-89fb-4d99-b0a1-90d6a3aacb04,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T21:51:49Z,topic='l3_agent')) {'router_ids': ['a8710038-31e4-41f3-afb0-f835bccc6376'], 'active': True} {{(pid=101085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 21:59:50.080430 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-76c95272-05bf-42a9-8505-9b935a05d4b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728276665375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534631'] for agent, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:59:50.219777 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.db.l3_dvr_db [None req-ca3d8db7-7d49-46cf-80c3-ed64b241dfc2 None None] Set router a8710038-31e4-41f3-afb0-f835bccc6376 gateway port host: dv-cinder-817085-1-iscsi {{(pid=101085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 21:59:50.252128 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd9363c-8e9b-4825-ba14-c911b143f65a req-9ff6530c-9841-453b-832b-497a33ea5eb8 tempest-DeleteServersTestJSON-871340286 tempest-DeleteServersTestJSON-871340286-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 21:59:50.252987 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-63501684-4f35-44d2-bdbc-e6d39b5b33a6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:59:50.255886 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-fbd9363c-8e9b-4825-ba14-c911b143f65a req-9ff6530c-9841-453b-832b-497a33ea5eb8 tempest-DeleteServersTestJSON-871340286 tempest-DeleteServersTestJSON-871340286-project] 10.222.0.25 "GET /v2.0/networks?id=9e2a42de-9a18-4fc5-97ab-4d88597b89a9 HTTP/1.1" status: 200 len: 812 time: 0.4198992 Nov 08 21:59:50.289587 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-fbd9363c-8e9b-4825-ba14-c911b143f65a req-dcf92b82-cdf3-4fd4-9270-922649cfdfa5 tempest-DeleteServersTestJSON-871340286 tempest-DeleteServersTestJSON-871340286-project] 10.222.0.25 "GET /v2.0/quotas/eab7ab3155ba43bf93e69ac816c23754 HTTP/1.1" status: 200 len: 375 time: 0.0267234 Nov 08 21:59:50.320068 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84c9021c-bea9-40db-ac71-d8d0e2157cdc None None] Network 9e2a42de-9a18-4fc5-97ab-4d88597b89a9 requested from dv-cinder-817085-1-iscsi {{(pid=101084) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 21:59:50.351547 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.wsgi [-] (101082) accepted ('10.222.0.25', 39180) {{(pid=101082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 21:59:50.358215 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.v2.base [None req-267b8a5a-7fdf-4ff3-8f78-63b75daeed39 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1181439998-network', 'tenant_id': 'ebb13a9c69c744f991d18fb62d2f58be'}} {{(pid=101082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 21:59:50.363836 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-d13e4101-ec32-418f-84a1-5ce961891b9e admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:59:50.371279 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-63501684-4f35-44d2-bdbc-e6d39b5b33a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728276144267'] for port, after_create {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:59:50.386258 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.wsgi [-] (101082) accepted ('10.222.0.25', 39186) {{(pid=101082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 21:59:50.397424 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-fbd9363c-8e9b-4825-ba14-c911b143f65a req-d34d281d-b233-48d4-acec-3a23409b0478 tempest-DeleteServersTestJSON-871340286 tempest-DeleteServersTestJSON-871340286-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=eab7ab3155ba43bf93e69ac816c23754&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1001580 Nov 08 21:59:50.471385 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63501684-4f35-44d2-bdbc-e6d39b5b33a6 admin admin] Pushing event updated for resources: {'Port': ['ID=53dd1d3a-6711-4ff9-aa82-f0ec785ee75e,revision_number=1']} {{(pid=101083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 21:59:50.479156 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-38f8c81f-ca07-4188-b5ff-70ceca3f97c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728276665375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534631'] for agent, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:59:50.487505 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-267b8a5a-7fdf-4ff3-8f78-63b75daeed39 admin admin] Made reservation on behalf of ebb13a9c69c744f991d18fb62d2f58be for: {'network': 1} {{(pid=101082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 21:59:50.491440 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-267b8a5a-7fdf-4ff3-8f78-63b75daeed39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-925982'] for network, before_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:59:50.528671 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-267b8a5a-7fdf-4ff3-8f78-63b75daeed39 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:59:50.622510 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.db.l3_hamode_db [None req-ca3d8db7-7d49-46cf-80c3-ed64b241dfc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8710038-31e4-41f3-afb0-f835bccc6376', 'name': 'tempest-AttachVolumeTestJSON-138430820-router', 'tenant_id': 'c834e2bc78d34c388e89dd13ae9d694d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ae8d913-bef9-4bc0-baeb-78ef8b3a7364', 'external_fixed_ips': [{'subnet_id': 'f0dec947-372d-4ed5-9c9f-864e58aba850', 'ip_address': '172.27.3.181'}], 'enable_snat': True}, 'gw_port_id': '29f233ab-38fc-4545-a24b-ffeb6cbcad23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T21:59:45Z', 'updated_at': '2021-11-08T21:59:46Z', 'revision_number': 3, 'project_id': 'c834e2bc78d34c388e89dd13ae9d694d', 'gw_port': {'id': '29f233ab-38fc-4545-a24b-ffeb6cbcad23', 'name': '', 'network_id': '8ae8d913-bef9-4bc0-baeb-78ef8b3a7364', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:4c:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8710038-31e4-41f3-afb0-f835bccc6376', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': 'f0dec947-372d-4ed5-9c9f-864e58aba850', 'ip_address': '172.27.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T21:59:45Z', 'updated_at': '2021-11-08T21:59:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0dec947-372d-4ed5-9c9f-864e58aba850', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817085-1-iscsi'}], 'dv-cinder-817085-1-iscsi', False) {} {{(pid=101085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 21:59:50.630107 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2757ab-573f-4e3a-af09-263036b60cb8 req-9d56c56e-8aca-4ab5-8f51-8466a4714ad8 tempest-AttachVolumeNegativeTest-479507150 tempest-AttachVolumeNegativeTest-479507150-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 21:59:50.633087 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63501684-4f35-44d2-bdbc-e6d39b5b33a6 admin admin] Network 9590ccf2-e7fa-40b5-917c-b342c4898ba2 is already hosted by enough agents. {{(pid=101083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 21:59:50.647535 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.scheduler.base_scheduler [None req-63501684-4f35-44d2-bdbc-e6d39b5b33a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=101083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 21:59:50.651355 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63501684-4f35-44d2-bdbc-e6d39b5b33a6 admin admin] Received port after_create {{(pid=101083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 21:59:50.652027 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-63501684-4f35-44d2-bdbc-e6d39b5b33a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1623086'] for router_interface, before_create {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:59:50.652260 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-8f2757ab-573f-4e3a-af09-263036b60cb8 req-9d56c56e-8aca-4ab5-8f51-8466a4714ad8 tempest-AttachVolumeNegativeTest-479507150 tempest-AttachVolumeNegativeTest-479507150-project] 10.222.0.25 "GET /v2.0/networks?id=1af71b13-9cb9-46cd-97aa-4e7f7899262e HTTP/1.1" status: 200 len: 814 time: 0.2527747 Nov 08 21:59:50.682684 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-8f2757ab-573f-4e3a-af09-263036b60cb8 req-0951a350-725e-4291-8600-5daedc0b16b4 tempest-AttachVolumeNegativeTest-479507150 tempest-AttachVolumeNegativeTest-479507150-project] 10.222.0.25 "GET /v2.0/quotas/0a22ac80042f4867857306759d16a667 HTTP/1.1" status: 200 len: 375 time: 0.0153093 Nov 08 21:59:50.696922 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.rpc [None req-ad13160b-513d-4512-a15f-cb40cce6b7e9 None None] Device 922c3687-ee91-4f32-8700-0c65341054f6 up at agent ovs-agent-dv-cinder-817085-1-iscsi {{(pid=101084) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 21:59:50.702786 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca3d8db7-7d49-46cf-80c3-ed64b241dfc2 None None] The sync data for ids ['a8710038-31e4-41f3-afb0-f835bccc6376'] in dv-cinder-817085-1-iscsi is: [{'id': 'a8710038-31e4-41f3-afb0-f835bccc6376', 'name': 'tempest-AttachVolumeTestJSON-138430820-router', 'tenant_id': 'c834e2bc78d34c388e89dd13ae9d694d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ae8d913-bef9-4bc0-baeb-78ef8b3a7364', 'external_fixed_ips': [{'subnet_id': 'f0dec947-372d-4ed5-9c9f-864e58aba850', 'ip_address': '172.27.3.181'}], 'enable_snat': True}, 'gw_port_id': '29f233ab-38fc-4545-a24b-ffeb6cbcad23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T21:59:45Z', 'updated_at': '2021-11-08T21:59:46Z', 'revision_number': 3, 'project_id': 'c834e2bc78d34c388e89dd13ae9d694d', 'gw_port': {'id': '29f233ab-38fc-4545-a24b-ffeb6cbcad23', 'name': '', 'network_id': '8ae8d913-bef9-4bc0-baeb-78ef8b3a7364', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:4c:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8710038-31e4-41f3-afb0-f835bccc6376', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': 'f0dec947-372d-4ed5-9c9f-864e58aba850', 'ip_address': '172.27.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T21:59:45Z', 'updated_at': '2021-11-08T21:59:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0dec947-372d-4ed5-9c9f-864e58aba850', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817085-1-iscsi'}] {{(pid=101085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 21:59:50.942423 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-8f2757ab-573f-4e3a-af09-263036b60cb8 req-3603772d-d923-4d15-84d4-aa4c623671c3 tempest-AttachVolumeNegativeTest-479507150 tempest-AttachVolumeNegativeTest-479507150-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=0a22ac80042f4867857306759d16a667&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2391927 Nov 08 21:59:50.959975 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.wsgi [req-fbd9363c-8e9b-4825-ba14-c911b143f65a req-744b730f-c915-45f1-bef3-885eb3555419 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=101082) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 21:59:50.961168 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-fbd9363c-8e9b-4825-ba14-c911b143f65a req-744b730f-c915-45f1-bef3-885eb3555419 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3076782 Nov 08 21:59:51.048734 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-267b8a5a-7fdf-4ff3-8f78-63b75daeed39 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:59:51.067528 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.db.provisioning_blocks [None req-ad13160b-513d-4512-a15f-cb40cce6b7e9 None None] Provisioning complete for port 922c3687-ee91-4f32-8700-0c65341054f6 triggered by entity L2. {{(pid=101084) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 21:59:51.067915 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-ad13160b-513d-4512-a15f-cb40cce6b7e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-534742'] for port, provisioning_complete {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:59:51.089233 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-267b8a5a-7fdf-4ff3-8f78-63b75daeed39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2033567'] for security_group, after_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:59:51.180852 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.db.provisioning_blocks [None req-2bc6619c-ca29-428b-b02d-4d4a4775035b None None] Provisioning complete for port 53dd1d3a-6711-4ff9-aa82-f0ec785ee75e triggered by entity DHCP. {{(pid=101084) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 21:59:51.181362 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-2bc6619c-ca29-428b-b02d-4d4a4775035b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-534742'] for port, provisioning_complete {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:59:51.190501 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267b8a5a-7fdf-4ff3-8f78-63b75daeed39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43761e74-0bea-41b7-b14c-a0b717b00d4c,revision_number=1']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 21:59:51.220360 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-267b8a5a-7fdf-4ff3-8f78-63b75daeed39 admin admin] vlan segment allocate from pool success with {'vlan_id': 741, 'physical_network': 'physnet1'} {{(pid=101082) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 21:59:51.241080 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-267b8a5a-7fdf-4ff3-8f78-63b75daeed39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-527333'] for segment, precommit_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:59:51.241443 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.db.segments_db [None req-267b8a5a-7fdf-4ff3-8f78-63b75daeed39 admin admin] Added segment 496d06b1-8015-4884-b657-40eb73bc70ae of type vlan for network 82031e20-dc36-43be-bc56-a7a066306dfd Nov 08 21:59:51.317841 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.plugin [None req-2bc6619c-ca29-428b-b02d-4d4a4775035b None None] Port 53dd1d3a-6711-4ff9-aa82-f0ec785ee75e cannot update to ACTIVE because it is not bound. {{(pid=101084) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 21:59:51.324464 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.wsgi [req-8f2757ab-573f-4e3a-af09-263036b60cb8 req-7e85eb59-f0f9-4753-8846-d909672efebe service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=101082) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 21:59:51.333487 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-8f2757ab-573f-4e3a-af09-263036b60cb8 req-7e85eb59-f0f9-4753-8846-d909672efebe service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1451745 Nov 08 21:59:51.351816 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-267b8a5a-7fdf-4ff3-8f78-63b75daeed39 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728276129500'] for network, precommit_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:59:51.406195 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-63501684-4f35-44d2-bdbc-e6d39b5b33a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-925982'] for port, before_update {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:59:51.456824 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-8f2757ab-573f-4e3a-af09-263036b60cb8 req-2cfadbbb-98de-4618-a848-26edb20569b3 service neutron] 10.222.0.25 "GET /v2.0/networks/1af71b13-9cb9-46cd-97aa-4e7f7899262e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1184301 Nov 08 21:59:51.464922 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-fbd9363c-8e9b-4825-ba14-c911b143f65a req-fba65d8d-aeb9-4659-af63-e4d31b6b82e5 service neutron] 10.222.0.25 "GET /v2.0/networks/9e2a42de-9a18-4fc5-97ab-4d88597b89a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4103065 Nov 08 21:59:51.468571 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.db.resource_extend [None req-267b8a5a-7fdf-4ff3-8f78-63b75daeed39 admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 08 21:59:51.579697 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-267b8a5a-7fdf-4ff3-8f78-63b75daeed39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646297'] for network, after_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:59:51.580696 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-267b8a5a-7fdf-4ff3-8f78-63b75daeed39 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 21:59:51.581354 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-267b8a5a-7fdf-4ff3-8f78-63b75daeed39 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646287'] for network, before_response {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:59:51.615911 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-d13e4101-ec32-418f-84a1-5ce961891b9e admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:59:51.666825 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-d13e4101-ec32-418f-84a1-5ce961891b9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-925982'] for port, before_create {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:59:51.676047 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [None req-267b8a5a-7fdf-4ff3-8f78-63b75daeed39 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.3232815 Nov 08 21:59:51.682366 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.wsgi [-] (101082) accepted ('10.222.0.25', 39224) {{(pid=101082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 21:59:51.692621 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.v2.base [None req-099289f9-3471-45bb-941f-6eb52f9d10ae admin admin] Request body: {'subnet': {'network_id': '82031e20-dc36-43be-bc56-a7a066306dfd', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1181439998-subnet', 'tenant_id': 'ebb13a9c69c744f991d18fb62d2f58be', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 21:59:51.730066 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267b8a5a-7fdf-4ff3-8f78-63b75daeed39 admin admin] Pushing event updated for resources: {'Network': ['ID=82031e20-dc36-43be-bc56-a7a066306dfd,revision_number=1']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 21:59:51.736433 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-099289f9-3471-45bb-941f-6eb52f9d10ae admin admin] Made reservation on behalf of ebb13a9c69c744f991d18fb62d2f58be for: {'subnet': 1} {{(pid=101082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 21:59:51.738747 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-099289f9-3471-45bb-941f-6eb52f9d10ae admin admin] Publish callbacks [] for subnet, before_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:59:51.742122 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.rpc [None req-ad13160b-513d-4512-a15f-cb40cce6b7e9 None None] Network 82031e20-dc36-43be-bc56-a7a066306dfd details requested by agent ovs-agent-dv-cinder-817085-1-iscsi with host dv-cinder-817085-1-iscsi {{(pid=101084) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 21:59:51.743776 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-fbd9363c-8e9b-4825-ba14-c911b143f65a req-1b7dd425-df42-4a52-a17c-f647f3cebf8a service neutron] 10.222.0.25 "GET /v2.0/networks/9e2a42de-9a18-4fc5-97ab-4d88597b89a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2660019 Nov 08 21:59:51.745571 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-8f2757ab-573f-4e3a-af09-263036b60cb8 req-8859f829-4dec-4418-b3b8-2dc31ee8be14 service neutron] 10.222.0.25 "GET /v2.0/networks/1af71b13-9cb9-46cd-97aa-4e7f7899262e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2784719 Nov 08 21:59:51.909463 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.db.db_base_plugin_common [None req-d13e4101-ec32-418f-84a1-5ce961891b9e admin admin] Allocated IP 172.27.3.172 (8ae8d913-bef9-4bc0-baeb-78ef8b3a7364/f0dec947-372d-4ed5-9c9f-864e58aba850/f9f005e6-87d1-42e1-94bf-95900b4efbbd) {{(pid=101083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 21:59:52.129598 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-63501684-4f35-44d2-bdbc-e6d39b5b33a6 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:59:52.148073 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-63501684-4f35-44d2-bdbc-e6d39b5b33a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728276638356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728276144285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728276144303'] for port, after_update {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:59:52.151329 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-63501684-4f35-44d2-bdbc-e6d39b5b33a6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1646123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1623226'] for router_interface, after_create {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:59:52.205830 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-099289f9-3471-45bb-941f-6eb52f9d10ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646297'] for subnet, after_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:59:52.301871 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-550ddcb2-f0f8-4b6b-a238-0b8e3ebb0b9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728276665375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534631'] for agent, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:59:52.330251 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099289f9-3471-45bb-941f-6eb52f9d10ae admin admin] Pushing event updated for resources: {'Subnet': ['ID=951e5bad-da4c-462e-be54-4d7c654947f8,revision_number=0']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 21:59:52.431800 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63501684-4f35-44d2-bdbc-e6d39b5b33a6 admin admin] Pushing event updated for resources: {'Port': ['ID=53dd1d3a-6711-4ff9-aa82-f0ec785ee75e,revision_number=2']} {{(pid=101083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 21:59:52.433066 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-6a689b32-08ae-486b-ae33-a8877ea5a610 req-6e0a46cd-cb5f-411b-816e-d1517398b04c tempest-AttachVolumeNegativeTest-479507150 tempest-AttachVolumeNegativeTest-479507150-project] 10.222.0.25 "GET /v2.0/ports?device_id=31088752-2147-4f7c-8e1d-47f0668bf951 HTTP/1.1" status: 200 len: 210 time: 0.1045041 Nov 08 21:59:52.438144 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-9829fd50-0c3a-40bc-abce-fc770701170f req-6dd2d782-0c1a-43cd-a404-73d4201a4344 tempest-DeleteServersTestJSON-871340286 tempest-DeleteServersTestJSON-871340286-project] 10.222.0.25 "GET /v2.0/ports?device_id=312b214b-6d9b-4e85-9cfc-0cc80d967e13 HTTP/1.1" status: 200 len: 210 time: 0.1036944 Nov 08 21:59:52.453122 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-d13e4101-ec32-418f-84a1-5ce961891b9e admin admin] Publish callbacks [] for port, precommit_create {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:59:52.460756 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-099289f9-3471-45bb-941f-6eb52f9d10ae admin admin] Checking segment: {'id': '496d06b1-8015-4884-b657-40eb73bc70ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '82031e20-dc36-43be-bc56-a7a066306dfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 21:59:52.461519 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-099289f9-3471-45bb-941f-6eb52f9d10ae admin admin] Network hostable DHCP agents. Network: 82031e20-dc36-43be-bc56-a7a066306dfd, hostable agents: ['d8645970-7d7f-496c-a75a-0ae64c095b3b'], hosted agents: [] {{(pid=101082) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 21:59:52.461772 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63501684-4f35-44d2-bdbc-e6d39b5b33a6 admin admin] Network 9590ccf2-e7fa-40b5-917c-b342c4898ba2 is already hosted by enough agents. {{(pid=101083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 21:59:52.465798 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.scheduler.base_scheduler [None req-63501684-4f35-44d2-bdbc-e6d39b5b33a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=101083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 21:59:52.483227 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-ad13160b-513d-4512-a15f-cb40cce6b7e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728276665375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534631'] for agent, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:59:52.498836 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-099289f9-3471-45bb-941f-6eb52f9d10ae admin admin] Network 82031e20-dc36-43be-bc56-a7a066306dfd is scheduled to be hosted by DHCP agent d8645970-7d7f-496c-a75a-0ae64c095b3b with binding_index 1 {{(pid=101082) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 21:59:52.532575 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.scheduler.base_scheduler [None req-099289f9-3471-45bb-941f-6eb52f9d10ae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817085-1-iscsi, 82031e20-dc36-43be-bc56-a7a066306dfd) {{(pid=101082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 21:59:52.538915 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-099289f9-3471-45bb-941f-6eb52f9d10ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 21:59:52.540348 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-099289f9-3471-45bb-941f-6eb52f9d10ae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646287'] for subnet, before_response {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:59:52.546863 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21197cb2-8ad5-4fd0-92db-4ff004425bdb None None] Network 82031e20-dc36-43be-bc56-a7a066306dfd requested from dv-cinder-817085-1-iscsi {{(pid=101084) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 21:59:52.602091 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-d13e4101-ec32-418f-84a1-5ce961891b9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728276144267'] for port, after_create {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:59:52.616316 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [None req-099289f9-3471-45bb-941f-6eb52f9d10ae admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.9166474 Nov 08 21:59:52.666664 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63501684-4f35-44d2-bdbc-e6d39b5b33a6 admin admin] Router a8710038-31e4-41f3-afb0-f835bccc6376 has already been hosted by L3 agent a7fb4010-89fb-4d99-b0a1-90d6a3aacb04 {{(pid=101083) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 21:59:52.699749 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d13e4101-ec32-418f-84a1-5ce961891b9e admin admin] Network 8ae8d913-bef9-4bc0-baeb-78ef8b3a7364 is already hosted by enough agents. {{(pid=101083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 21:59:52.707452 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.scheduler.base_scheduler [None req-d13e4101-ec32-418f-84a1-5ce961891b9e admin admin] Resources bound (agent type, host, resource id): {{(pid=101083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 21:59:52.717991 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d13e4101-ec32-418f-84a1-5ce961891b9e admin admin] Received port after_create {{(pid=101083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 21:59:52.764535 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.rpc [None req-ad13160b-513d-4512-a15f-cb40cce6b7e9 None None] Device 29f233ab-38fc-4545-a24b-ffeb6cbcad23 up at agent ovs-agent-dv-cinder-817085-1-iscsi {{(pid=101084) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 21:59:52.831376 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13e4101-ec32-418f-84a1-5ce961891b9e admin admin] Pushing event updated for resources: {'Port': ['ID=f9f005e6-87d1-42e1-94bf-95900b4efbbd,revision_number=1']} {{(pid=101083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 21:59:52.934408 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.wsgi [-] (101082) accepted ('10.222.0.25', 39282) {{(pid=101082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 21:59:52.941475 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-142dbac5-d8cf-4a0b-802a-1840e2e42cdb None None] Network 82031e20-dc36-43be-bc56-a7a066306dfd requested from dv-cinder-817085-1-iscsi {{(pid=101084) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 21:59:53.022993 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.db.provisioning_blocks [None req-1807ad99-3afa-4184-a3e8-f125b8e2e668 None None] Provisioning complete for port 53dd1d3a-6711-4ff9-aa82-f0ec785ee75e triggered by entity DHCP. {{(pid=101084) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 21:59:53.023709 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-1807ad99-3afa-4184-a3e8-f125b8e2e668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-534742'] for port, provisioning_complete {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:59:53.028589 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.db.provisioning_blocks [None req-ad13160b-513d-4512-a15f-cb40cce6b7e9 None None] Provisioning complete for port 29f233ab-38fc-4545-a24b-ffeb6cbcad23 triggered by entity L2. {{(pid=101084) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 21:59:53.029193 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-ad13160b-513d-4512-a15f-cb40cce6b7e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-534742'] for port, provisioning_complete {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:59:53.054232 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.db.db_base_plugin_v2 [None req-c13cc672-360a-4987-bc93-f04c851b5a70 admin admin] Deleting subnet 72d6fab5-398f-4bda-a0c8-7dca14205229 {{(pid=101082) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 21:59:53.064519 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-c13cc672-360a-4987-bc93-f04c851b5a70 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:59:53.130087 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-c13cc672-360a-4987-bc93-f04c851b5a70 admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:59:53.149565 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-c13cc672-360a-4987-bc93-f04c851b5a70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-524324'] for subnet, precommit_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:59:53.152149 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.plugin [None req-1807ad99-3afa-4184-a3e8-f125b8e2e668 None None] Port 53dd1d3a-6711-4ff9-aa82-f0ec785ee75e cannot update to ACTIVE because it is not bound. {{(pid=101084) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 21:59:53.235147 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-c13cc672-360a-4987-bc93-f04c851b5a70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-524333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646297'] for subnet, after_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:59:53.242809 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.wsgi [-] (101082) accepted ('10.222.0.25', 39302) {{(pid=101082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 21:59:53.260893 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-ad13160b-513d-4512-a15f-cb40cce6b7e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-925982'] for port, before_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:59:53.297933 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.db [None req-ad13160b-513d-4512-a15f-cb40cce6b7e9 None None] For port 29f233ab-38fc-4545-a24b-ffeb6cbcad23, host dv-cinder-817085-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817085-1-iscsi',level=0,port_id=29f233ab-38fc-4545-a24b-ffeb6cbcad23,segment=NetworkSegment(4f9c68d0-c68c-4bfe-b6e8-d7426962dfc1),segment_id=4f9c68d0-c68c-4bfe-b6e8-d7426962dfc1)] {{(pid=101084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 21:59:53.303929 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-ad13160b-513d-4512-a15f-cb40cce6b7e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728276638356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728276144285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728276144303'] for port, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:59:53.352847 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13cc672-360a-4987-bc93-f04c851b5a70 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=72d6fab5-398f-4bda-a0c8-7dca14205229,revision_number=None']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 21:59:53.366246 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-c13cc672-360a-4987-bc93-f04c851b5a70 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646287'] for subnet, before_response {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:59:53.378616 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [None req-c13cc672-360a-4987-bc93-f04c851b5a70 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/72d6fab5-398f-4bda-a0c8-7dca14205229 HTTP/1.1" status: 204 len: 168 time: 0.4420521 Nov 08 21:59:53.381398 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.wsgi [-] (101082) accepted ('10.222.0.25', 39312) {{(pid=101082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 21:59:53.415297 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad13160b-513d-4512-a15f-cb40cce6b7e9 None None] Pushing event updated for resources: {'Port': ['ID=29f233ab-38fc-4545-a24b-ffeb6cbcad23,revision_number=4']} {{(pid=101084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 21:59:53.547900 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63501684-4f35-44d2-bdbc-e6d39b5b33a6 admin admin] Notify agent at l3_agent.dv-cinder-817085-1-iscsi the message routers_updated {{(pid=101083) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 21:59:53.573508 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3482bd23-a6c8-4f73-9931-42583cea7edf None None] Sync routers for ids ['a8710038-31e4-41f3-afb0-f835bccc6376'] in dv-cinder-817085-1-iscsi {{(pid=101084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 21:59:53.598534 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3482bd23-a6c8-4f73-9931-42583cea7edf None None] Routers {'a8710038-31e4-41f3-afb0-f835bccc6376'} bound to L3 agent in host dv-cinder-817085-1-iscsi {{(pid=101084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 21:59:53.599196 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.db.l3_hamode_db [None req-3482bd23-a6c8-4f73-9931-42583cea7edf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817085-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-08T21:51:49Z,description=,heartbeat_timestamp=2021-11-08T21:59:49Z,host='dv-cinder-817085-1-iscsi',id=a7fb4010-89fb-4d99-b0a1-90d6a3aacb04,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T21:51:49Z,topic='l3_agent')) {'router_ids': ['a8710038-31e4-41f3-afb0-f835bccc6376'], 'active': True} {{(pid=101084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 21:59:53.604758 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [None req-63501684-4f35-44d2-bdbc-e6d39b5b33a6 admin admin] 10.222.0.25 "PUT /v2.0/routers/a8710038-31e4-41f3-afb0-f835bccc6376/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7719448 Nov 08 21:59:53.635913 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-d13e4101-ec32-418f-84a1-5ce961891b9e admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:59:53.691638 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-ac2f727f-ca5f-41d1-9be9-2cecfa879647 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:59:53.695033 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-ed9a755e-8c22-4f78-b85d-8efa84f668f9 req-2334758d-fb6f-4d53-9f42-82ec2b9b705c tempest-AttachVolumeNegativeTest-479507150 tempest-AttachVolumeNegativeTest-479507150-project] 10.222.0.25 "GET /v2.0/ports?device_id=31088752-2147-4f7c-8e1d-47f0668bf951 HTTP/1.1" status: 200 len: 210 time: 0.1095574 Nov 08 21:59:53.781766 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-d02ad08b-af37-4a9b-a73e-c29d7f793721 req-0046632e-b888-4f7c-b0ef-6b5ba4d37af6 tempest-DeleteServersTestJSON-871340286 tempest-DeleteServersTestJSON-871340286-project] 10.222.0.25 "GET /v2.0/ports?device_id=312b214b-6d9b-4e85-9cfc-0cc80d967e13 HTTP/1.1" status: 200 len: 210 time: 0.1627481 Nov 08 21:59:53.806184 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-a0aea4d2-f4b6-48bf-8d12-4b87465ad14e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605121'] for network, before_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:59:53.927596 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.db.l3_dvr_db [None req-3482bd23-a6c8-4f73-9931-42583cea7edf None None] Set router a8710038-31e4-41f3-afb0-f835bccc6376 gateway port host: dv-cinder-817085-1-iscsi {{(pid=101084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 21:59:54.002731 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-ac2f727f-ca5f-41d1-9be9-2cecfa879647 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:59:54.052180 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-ac2f727f-ca5f-41d1-9be9-2cecfa879647 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2033567'] for security_group, after_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:59:54.160147 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-a0aea4d2-f4b6-48bf-8d12-4b87465ad14e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-530513', 'neutron.services.segments.db._delete_segments_for_network-8728276665393'] for network, precommit_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:59:54.165831 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [None req-ac2f727f-ca5f-41d1-9be9-2cecfa879647 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=70c6a3c1c15c478286b49049a7297fa1&name=default HTTP/1.1" status: 200 len: 2992 time: 0.9157937 Nov 08 21:59:54.175407 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.wsgi [-] (101082) accepted ('10.222.0.25', 39354) {{(pid=101082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 21:59:54.236143 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2f727f-ca5f-41d1-9be9-2cecfa879647 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00d15a86-9e9c-4ac7-8fe9-07e661d27e23,revision_number=1']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 21:59:54.248848 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-a0aea4d2-f4b6-48bf-8d12-4b87465ad14e admin admin] Subscribe: > segment before_delete 55550000 {{(pid=101082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 21:59:54.249568 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-a0aea4d2-f4b6-48bf-8d12-4b87465ad14e admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=101082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 21:59:54.250922 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-a0aea4d2-f4b6-48bf-8d12-4b87465ad14e admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=101082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 21:59:54.251812 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-a0aea4d2-f4b6-48bf-8d12-4b87465ad14e admin admin] Subscribe: > port after_create 55550000 {{(pid=101082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 21:59:54.252470 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-a0aea4d2-f4b6-48bf-8d12-4b87465ad14e admin admin] Subscribe: > port after_delete 55550000 {{(pid=101082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 21:59:54.253101 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-a0aea4d2-f4b6-48bf-8d12-4b87465ad14e admin admin] Subscribe: > port after_update 55550000 {{(pid=101082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 21:59:54.254096 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-a0aea4d2-f4b6-48bf-8d12-4b87465ad14e admin admin] Subscribe: > segment after_delete 55550000 {{(pid=101082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 21:59:54.254734 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-a0aea4d2-f4b6-48bf-8d12-4b87465ad14e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=101082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 21:59:54.255217 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-a0aea4d2-f4b6-48bf-8d12-4b87465ad14e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=101082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 21:59:54.255993 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-a0aea4d2-f4b6-48bf-8d12-4b87465ad14e admin admin] Subscribe: > subnet after_update 55550000 {{(pid=101082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 21:59:54.362940 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-d13e4101-ec32-418f-84a1-5ce961891b9e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1634988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1624059'] for router, after_create {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:59:54.430192 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.db.l3_hamode_db [None req-3482bd23-a6c8-4f73-9931-42583cea7edf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8710038-31e4-41f3-afb0-f835bccc6376', 'name': 'tempest-AttachVolumeTestJSON-138430820-router', 'tenant_id': 'c834e2bc78d34c388e89dd13ae9d694d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ae8d913-bef9-4bc0-baeb-78ef8b3a7364', 'external_fixed_ips': [{'subnet_id': 'f0dec947-372d-4ed5-9c9f-864e58aba850', 'ip_address': '172.27.3.181'}], 'enable_snat': True}, 'gw_port_id': '29f233ab-38fc-4545-a24b-ffeb6cbcad23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T21:59:45Z', 'updated_at': '2021-11-08T21:59:51Z', 'revision_number': 4, 'project_id': 'c834e2bc78d34c388e89dd13ae9d694d', 'gw_port': {'id': '29f233ab-38fc-4545-a24b-ffeb6cbcad23', 'name': '', 'network_id': '8ae8d913-bef9-4bc0-baeb-78ef8b3a7364', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:4c:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8710038-31e4-41f3-afb0-f835bccc6376', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': 'f0dec947-372d-4ed5-9c9f-864e58aba850', 'ip_address': '172.27.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T21:59:45Z', 'updated_at': '2021-11-08T21:59:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0dec947-372d-4ed5-9c9f-864e58aba850', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817085-1-iscsi', '_interfaces': [{'id': '53dd1d3a-6711-4ff9-aa82-f0ec785ee75e', 'name': '', 'network_id': '9590ccf2-e7fa-40b5-917c-b342c4898ba2', 'tenant_id': 'c834e2bc78d34c388e89dd13ae9d694d', 'mac_address': 'fa:16:3e:27:1d:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8710038-31e4-41f3-afb0-f835bccc6376', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '2512a576-3f2f-4a0c-aead-e82297ded485', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T21:59:49Z', 'updated_at': '2021-11-08T21:59:51Z', 'revision_number': 2, 'project_id': 'c834e2bc78d34c388e89dd13ae9d694d', 'subnets': [{'id': '2512a576-3f2f-4a0c-aead-e82297ded485', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817085-1-iscsi', False) {} {{(pid=101084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 21:59:54.472073 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3482bd23-a6c8-4f73-9931-42583cea7edf None None] Checking router: a8710038-31e4-41f3-afb0-f835bccc6376 for host: dv-cinder-817085-1-iscsi {{(pid=101084) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 21:59:54.472584 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3482bd23-a6c8-4f73-9931-42583cea7edf None None] Updating router a8710038-31e4-41f3-afb0-f835bccc6376 port 53dd1d3a-6711-4ff9-aa82-f0ec785ee75e binding host dv-cinder-817085-1-iscsi {{(pid=101084) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 21:59:54.508613 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-3482bd23-a6c8-4f73-9931-42583cea7edf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-925982'] for port, before_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:59:54.540313 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.wsgi [-] (101083) accepted ('10.222.0.25', 39368) {{(pid=101083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 21:59:54.545987 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.v2.base [None req-42d0c6a1-1b63-4c9d-99b8-f747824d8c8f tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1523684250', 'description': 'tempest-description--1125213597'}} {{(pid=101083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 21:59:54.559519 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-a0aea4d2-f4b6-48bf-8d12-4b87465ad14e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=101082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 21:59:54.559866 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-a0aea4d2-f4b6-48bf-8d12-4b87465ad14e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=101082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 21:59:54.560217 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-a0aea4d2-f4b6-48bf-8d12-4b87465ad14e admin admin] Subscribe: > subnet before_create 55550000 {{(pid=101082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 21:59:54.560548 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-a0aea4d2-f4b6-48bf-8d12-4b87465ad14e admin admin] Subscribe: > subnet before_update 55550000 {{(pid=101082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 21:59:54.560954 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.services.segments.db [None req-a0aea4d2-f4b6-48bf-8d12-4b87465ad14e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fbfc7448-a4e5-485c-85ae-c1d5387b6400']}} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 21:59:54.595071 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-42d0c6a1-1b63-4c9d-99b8-f747824d8c8f tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] Publish callbacks [] for security_group, before_create {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:59:54.595672 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.services.segments.db [None req-a0aea4d2-f4b6-48bf-8d12-4b87465ad14e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85d2ff06-53d2-41d6-9e16-c38bb9b80586') {'for_net_delete': True} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 21:59:54.595936 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.services.segments.db [None req-a0aea4d2-f4b6-48bf-8d12-4b87465ad14e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85d2ff06-53d2-41d6-9e16-c38bb9b80586') {} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 21:59:54.615802 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-a0aea4d2-f4b6-48bf-8d12-4b87465ad14e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728276699450', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7786216'] for segment, before_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:59:54.638769 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-a0aea4d2-f4b6-48bf-8d12-4b87465ad14e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-527333'] for segment, precommit_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:59:54.643596 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.rpc [None req-ad13160b-513d-4512-a15f-cb40cce6b7e9 None None] Device 29f233ab-38fc-4545-a24b-ffeb6cbcad23 up at agent ovs-agent-dv-cinder-817085-1-iscsi {{(pid=101084) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 21:59:54.647206 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0aea4d2-f4b6-48bf-8d12-4b87465ad14e admin admin] Releasing vlan 746 on physical network physnet1 to pool {{(pid=101082) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 21:59:54.647929 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-a0aea4d2-f4b6-48bf-8d12-4b87465ad14e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-527333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7854503'] for segment, after_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:59:54.660095 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d13e4101-ec32-418f-84a1-5ce961891b9e admin admin] Router 118f63a4-75f3-479c-a184-ecde3b412768 is scheduled to L3 agent a7fb4010-89fb-4d99-b0a1-90d6a3aacb04 with binding_index 1 {{(pid=101083) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 08 21:59:54.707897 dv-cinder-817085-1-iscsi neutron-server[101082]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 08 21:59:54.707897 dv-cinder-817085-1-iscsi neutron-server[101082]: from cryptography.utils import int_from_bytes Nov 08 21:59:54.707897 dv-cinder-817085-1-iscsi neutron-server[101082]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 08 21:59:54.707897 dv-cinder-817085-1-iscsi neutron-server[101082]: from cryptography.utils import int_from_bytes Nov 08 21:59:54.707897 dv-cinder-817085-1-iscsi neutron-server[101082]: Traceback (most recent call last): Nov 08 21:59:54.707897 dv-cinder-817085-1-iscsi neutron-server[101082]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 21:59:54.707897 dv-cinder-817085-1-iscsi neutron-server[101082]: timer() Nov 08 21:59:54.707897 dv-cinder-817085-1-iscsi neutron-server[101082]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 21:59:54.707897 dv-cinder-817085-1-iscsi neutron-server[101082]: cb(*args, **kw) Nov 08 21:59:54.707897 dv-cinder-817085-1-iscsi neutron-server[101082]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 21:59:54.707897 dv-cinder-817085-1-iscsi neutron-server[101082]: return func(*args, **kwargs) Nov 08 21:59:54.707897 dv-cinder-817085-1-iscsi neutron-server[101082]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 21:59:54.707897 dv-cinder-817085-1-iscsi neutron-server[101082]: self._notify() Nov 08 21:59:54.707897 dv-cinder-817085-1-iscsi neutron-server[101082]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 21:59:54.707897 dv-cinder-817085-1-iscsi neutron-server[101082]: self.callback(batched_events) Nov 08 21:59:54.707897 dv-cinder-817085-1-iscsi neutron-server[101082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 21:59:54.707897 dv-cinder-817085-1-iscsi neutron-server[101082]: event.method(event) Nov 08 21:59:54.707897 dv-cinder-817085-1-iscsi neutron-server[101082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 21:59:54.707897 dv-cinder-817085-1-iscsi neutron-server[101082]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 21:59:54.707897 dv-cinder-817085-1-iscsi neutron-server[101082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 21:59:54.707897 dv-cinder-817085-1-iscsi neutron-server[101082]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 21:59:54.707897 dv-cinder-817085-1-iscsi neutron-server[101082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 21:59:54.707897 dv-cinder-817085-1-iscsi neutron-server[101082]: return f(self, *a, **k) Nov 08 21:59:54.707897 dv-cinder-817085-1-iscsi neutron-server[101082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 21:59:54.707897 dv-cinder-817085-1-iscsi neutron-server[101082]: return self._get(url).json() Nov 08 21:59:54.707897 dv-cinder-817085-1-iscsi neutron-server[101082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 21:59:54.707897 dv-cinder-817085-1-iscsi neutron-server[101082]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 21:59:54.707897 dv-cinder-817085-1-iscsi neutron-server[101082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 21:59:54.707897 dv-cinder-817085-1-iscsi neutron-server[101082]: return self.request(url, 'GET', **kwargs) Nov 08 21:59:54.707897 dv-cinder-817085-1-iscsi neutron-server[101082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 21:59:54.707897 dv-cinder-817085-1-iscsi neutron-server[101082]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 21:59:54.707897 dv-cinder-817085-1-iscsi neutron-server[101082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 21:59:54.707897 dv-cinder-817085-1-iscsi neutron-server[101082]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 21:59:54.707897 dv-cinder-817085-1-iscsi neutron-server[101082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 21:59:54.707897 dv-cinder-817085-1-iscsi neutron-server[101082]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 21:59:54.707897 dv-cinder-817085-1-iscsi neutron-server[101082]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 21:59:54.718574 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-a0aea4d2-f4b6-48bf-8d12-4b87465ad14e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-531106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1623971'] for network, after_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:59:54.729373 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-099c3f0a-126e-4488-8e78-051b5eefe8f6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:59:54.749590 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-42d0c6a1-1b63-4c9d-99b8-f747824d8c8f tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] Publish callbacks [] for security_group, precommit_create {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:59:54.755785 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-a0aea4d2-f4b6-48bf-8d12-4b87465ad14e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646287'] for network, before_response {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:59:54.761469 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-42d0c6a1-1b63-4c9d-99b8-f747824d8c8f tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2033567'] for security_group, after_create {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:59:54.771214 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.db.provisioning_blocks [None req-ad13160b-513d-4512-a15f-cb40cce6b7e9 None None] Provisioning complete for port 29f233ab-38fc-4545-a24b-ffeb6cbcad23 triggered by entity L2. {{(pid=101084) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 21:59:54.771411 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [None req-a0aea4d2-f4b6-48bf-8d12-4b87465ad14e admin admin] 10.222.0.25 "DELETE /v2.0/networks/fbfc7448-a4e5-485c-85ae-c1d5387b6400 HTTP/1.1" status: 204 len: 168 time: 1.3889496 Nov 08 21:59:54.771642 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-ad13160b-513d-4512-a15f-cb40cce6b7e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-534742'] for port, provisioning_complete {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:59:54.783094 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.wsgi [-] (101082) accepted ('10.222.0.25', 39374) {{(pid=101082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 21:59:54.795086 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-099c3f0a-126e-4488-8e78-051b5eefe8f6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:59:54.814469 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0aea4d2-f4b6-48bf-8d12-4b87465ad14e admin admin] Pushing event deleted for resources: {'Network': ['ID=fbfc7448-a4e5-485c-85ae-c1d5387b6400,revision_number=None']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 21:59:54.875371 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.db.db_base_plugin_v2 [None req-ffe78cff-eec5-4ddb-ac50-a12b7377ec0e admin admin] Deleting subnet 951e5bad-da4c-462e-be54-4d7c654947f8 {{(pid=101082) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 21:59:54.882612 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-ffe78cff-eec5-4ddb-ac50-a12b7377ec0e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:59:54.894314 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d0c6a1-1b63-4c9d-99b8-f747824d8c8f tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e56f6cae-c1db-4d7c-8761-da45404c5a8b,revision_number=1']} {{(pid=101083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 21:59:54.899315 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d13e4101-ec32-418f-84a1-5ce961891b9e admin admin] Notify agent at l3_agent.dv-cinder-817085-1-iscsi the message routers_updated {{(pid=101083) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 21:59:54.911976 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1de12df4-80fc-4238-9fd1-08f077080f68 None None] Sync routers for ids ['118f63a4-75f3-479c-a184-ecde3b412768'] in dv-cinder-817085-1-iscsi {{(pid=101085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 21:59:54.930870 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1de12df4-80fc-4238-9fd1-08f077080f68 None None] Routers {'118f63a4-75f3-479c-a184-ecde3b412768'} bound to L3 agent in host dv-cinder-817085-1-iscsi {{(pid=101085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 21:59:54.931899 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.db.l3_hamode_db [None req-1de12df4-80fc-4238-9fd1-08f077080f68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817085-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-08T21:51:49Z,description=,heartbeat_timestamp=2021-11-08T21:59:49Z,host='dv-cinder-817085-1-iscsi',id=a7fb4010-89fb-4d99-b0a1-90d6a3aacb04,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T21:51:49Z,topic='l3_agent')) {'router_ids': ['118f63a4-75f3-479c-a184-ecde3b412768'], 'active': True} {{(pid=101085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 21:59:54.935985 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-42d0c6a1-1b63-4c9d-99b8-f747824d8c8f tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] Publish callbacks [] for security_group, before_response {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:59:54.938529 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [None req-42d0c6a1-1b63-4c9d-99b8-f747824d8c8f tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.3958716 Nov 08 21:59:54.942095 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-ffe78cff-eec5-4ddb-ac50-a12b7377ec0e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7786225'] for subnet, precommit_delete_associations {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:59:54.943052 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-d13e4101-ec32-418f-84a1-5ce961891b9e admin admin] Publish callbacks [] for router, before_response {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:59:54.947109 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [None req-d13e4101-ec32-418f-84a1-5ce961891b9e admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 5.2547882 Nov 08 21:59:54.947109 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.wsgi [-] (101083) accepted ('10.222.0.25', 39378) {{(pid=101083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 21:59:54.950159 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.wsgi [-] (101082) accepted ('10.222.0.25', 39380) {{(pid=101082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 21:59:54.952184 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.v2.base [None req-3c9b42e3-f60e-49f5-afa5-01d4b7c0f4ec tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] Request body: {'security_group_rule': {'security_group_id': 'e56f6cae-c1db-4d7c-8761-da45404c5a8b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 21:59:54.964864 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-3482bd23-a6c8-4f73-9931-42583cea7edf None None] Publish callbacks [] for port, precommit_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:59:54.972274 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-3482bd23-a6c8-4f73-9931-42583cea7edf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728276638356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728276144285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728276144303'] for port, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:59:54.992192 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-3c9b42e3-f60e-49f5-afa5-01d4b7c0f4ec tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:59:55.031789 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e39f7bd-e87d-4be0-8689-d5ed0d4f0a73 None None] Pushing event updated for resources: {'Port': ['ID=53dd1d3a-6711-4ff9-aa82-f0ec785ee75e,revision_number=3']} {{(pid=101084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 21:59:55.089612 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-3c9b42e3-f60e-49f5-afa5-01d4b7c0f4ec tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:59:55.096243 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-3c9b42e3-f60e-49f5-afa5-01d4b7c0f4ec tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2033480'] for security_group_rule, after_create {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:59:55.126092 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9b42e3-f60e-49f5-afa5-01d4b7c0f4ec tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6033154e-d0b4-4736-8e65-e9b4eb742e90,revision_number=0']} {{(pid=101083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 21:59:55.141973 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.managers [None req-3482bd23-a6c8-4f73-9931-42583cea7edf None None] Attempting to bind port 53dd1d3a-6711-4ff9-aa82-f0ec785ee75e on host dv-cinder-817085-1-iscsi for vnic_type normal with profile {{(pid=101084) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 21:59:55.142482 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.managers [None req-3482bd23-a6c8-4f73-9931-42583cea7edf None None] Attempting to bind port 53dd1d3a-6711-4ff9-aa82-f0ec785ee75e by drivers openvswitch,hyperv on host dv-cinder-817085-1-iscsi at level 0 using segments [{'id': 'de478fa7-e3a1-4946-b405-3fee42527219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '9590ccf2-e7fa-40b5-917c-b342c4898ba2'}] {{(pid=101084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 21:59:55.143012 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3482bd23-a6c8-4f73-9931-42583cea7edf None None] Attempting to bind port 53dd1d3a-6711-4ff9-aa82-f0ec785ee75e on network 9590ccf2-e7fa-40b5-917c-b342c4898ba2 {{(pid=101084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 21:59:55.144768 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-3c9b42e3-f60e-49f5-afa5-01d4b7c0f4ec tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:59:55.145631 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.db.l3_dvr_db [None req-1de12df4-80fc-4238-9fd1-08f077080f68 None None] Set router 118f63a4-75f3-479c-a184-ecde3b412768 gateway port host: dv-cinder-817085-1-iscsi {{(pid=101085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 21:59:55.147094 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [None req-3c9b42e3-f60e-49f5-afa5-01d4b7c0f4ec tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2011347 Nov 08 21:59:55.151335 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.wsgi [-] (101083) accepted ('10.222.0.25', 39382) {{(pid=101083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 21:59:55.151679 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3482bd23-a6c8-4f73-9931-42583cea7edf None None] Checking agent: {'id': 'b17b386a-7116-42d0-acec-a66289ba5096', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817085-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 21, 51, 52), 'started_at': datetime.datetime(2021, 11, 8, 21, 52, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 21, 59, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817085-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 21:59:55.152158 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3482bd23-a6c8-4f73-9931-42583cea7edf None None] Checking segment: {'id': 'de478fa7-e3a1-4946-b405-3fee42527219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '9590ccf2-e7fa-40b5-917c-b342c4898ba2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 21:59:55.152647 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-3482bd23-a6c8-4f73-9931-42583cea7edf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:59:55.153213 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3482bd23-a6c8-4f73-9931-42583cea7edf None None] Bound using segment: {'id': 'de478fa7-e3a1-4946-b405-3fee42527219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '9590ccf2-e7fa-40b5-917c-b342c4898ba2'} {{(pid=101084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 21:59:55.153830 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.managers [None req-3482bd23-a6c8-4f73-9931-42583cea7edf None None] Bound port: 53dd1d3a-6711-4ff9-aa82-f0ec785ee75e, host: dv-cinder-817085-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de478fa7-e3a1-4946-b405-3fee42527219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '9590ccf2-e7fa-40b5-917c-b342c4898ba2'}}] {{(pid=101084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 21:59:55.154461 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-3482bd23-a6c8-4f73-9931-42583cea7edf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-925982'] for port, before_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:59:55.160091 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.v2.base [None req-e119726e-3b04-47f4-b229-5e0f0a267fec tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] Request body: {'security_group_rule': {'security_group_id': 'e56f6cae-c1db-4d7c-8761-da45404c5a8b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 21:59:55.192418 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728276665375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534631'] for agent, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:59:55.213305 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-e119726e-3b04-47f4-b229-5e0f0a267fec tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:59:55.253170 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-099c3f0a-126e-4488-8e78-051b5eefe8f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2033567'] for security_group, after_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:59:55.260073 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-099c3f0a-126e-4488-8e78-051b5eefe8f6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:59:55.264972 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [None req-099c3f0a-126e-4488-8e78-051b5eefe8f6 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/00d15a86-9e9c-4ac7-8fe9-07e661d27e23 HTTP/1.1" status: 204 len: 168 time: 1.0872560 Nov 08 21:59:55.334204 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-e119726e-3b04-47f4-b229-5e0f0a267fec tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:59:55.343360 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-e119726e-3b04-47f4-b229-5e0f0a267fec tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2033480'] for security_group_rule, after_create {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:59:55.360300 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.db [None req-3482bd23-a6c8-4f73-9931-42583cea7edf None None] For port 53dd1d3a-6711-4ff9-aa82-f0ec785ee75e, host dv-cinder-817085-1-iscsi, cleared binding levels {{(pid=101084) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 21:59:55.368309 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.db [None req-3482bd23-a6c8-4f73-9931-42583cea7edf None None] For port 53dd1d3a-6711-4ff9-aa82-f0ec785ee75e, host dv-cinder-817085-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817085-1-iscsi',level=0,port_id=53dd1d3a-6711-4ff9-aa82-f0ec785ee75e,segment=NetworkSegment(de478fa7-e3a1-4946-b405-3fee42527219),segment_id=de478fa7-e3a1-4946-b405-3fee42527219)] {{(pid=101084) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 21:59:55.371222 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-ffe78cff-eec5-4ddb-ac50-a12b7377ec0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-524324'] for subnet, precommit_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:59:55.380902 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-3482bd23-a6c8-4f73-9931-42583cea7edf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728276638356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728276144285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728276144303'] for port, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:59:55.395809 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-e119726e-3b04-47f4-b229-5e0f0a267fec tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:59:55.397083 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [None req-e119726e-3b04-47f4-b229-5e0f0a267fec tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2435310 Nov 08 21:59:55.400297 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.wsgi [-] (101083) accepted ('10.222.0.25', 39390) {{(pid=101083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 21:59:55.415782 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.v2.base [None req-80a9b22c-fd29-4a4e-bf77-1ea4c0331357 tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] Request body: {'floatingip': {'floating_network_id': '8ae8d913-bef9-4bc0-baeb-78ef8b3a7364'}} {{(pid=101083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 21:59:55.420536 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e119726e-3b04-47f4-b229-5e0f0a267fec tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c8ca453-590d-4ea9-940b-7c3d0fa8da1e,revision_number=0']} {{(pid=101083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 21:59:55.511699 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-80a9b22c-fd29-4a4e-bf77-1ea4c0331357 tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] Publish callbacks [] for floatingip, before_create {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:59:55.585321 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-5745d08b-4ed8-4ea3-9704-ea0f4cfe694e req-a70710ad-e54a-4438-83d9-a275dc95d052 tempest-AttachVolumeNegativeTest-479507150 tempest-AttachVolumeNegativeTest-479507150-project] 10.222.0.25 "GET /v2.0/ports?device_id=31088752-2147-4f7c-8e1d-47f0668bf951 HTTP/1.1" status: 200 len: 210 time: 0.2291021 Nov 08 21:59:55.614840 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099c3f0a-126e-4488-8e78-051b5eefe8f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00d15a86-9e9c-4ac7-8fe9-07e661d27e23,revision_number=None']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 21:59:55.625842 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-ffe78cff-eec5-4ddb-ac50-a12b7377ec0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-524333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7854401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7671823'] for subnet, after_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:59:55.638943 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.db.provisioning_blocks [None req-021b3df6-acf6-45a7-a467-1fc0c1dd9e58 None None] Provisioning complete for port 53dd1d3a-6711-4ff9-aa82-f0ec785ee75e triggered by entity DHCP. {{(pid=101084) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 21:59:55.639318 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-021b3df6-acf6-45a7-a467-1fc0c1dd9e58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-534742'] for port, provisioning_complete {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:59:55.640037 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.db.l3_hamode_db [None req-1de12df4-80fc-4238-9fd1-08f077080f68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '118f63a4-75f3-479c-a184-ecde3b412768', 'name': 'tempest-ServerRescueNegativeTestJSON-1497001929-router', 'tenant_id': '978ca50bc6d64521ad5d25a5de935b0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ae8d913-bef9-4bc0-baeb-78ef8b3a7364', 'external_fixed_ips': [{'subnet_id': 'f0dec947-372d-4ed5-9c9f-864e58aba850', 'ip_address': '172.27.3.172'}], 'enable_snat': True}, 'gw_port_id': 'f9f005e6-87d1-42e1-94bf-95900b4efbbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T21:59:49Z', 'updated_at': '2021-11-08T21:59:53Z', 'revision_number': 3, 'project_id': '978ca50bc6d64521ad5d25a5de935b0b', 'gw_port': {'id': 'f9f005e6-87d1-42e1-94bf-95900b4efbbd', 'name': '', 'network_id': '8ae8d913-bef9-4bc0-baeb-78ef8b3a7364', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:f9:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '118f63a4-75f3-479c-a184-ecde3b412768', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'f0dec947-372d-4ed5-9c9f-864e58aba850', 'ip_address': '172.27.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T21:59:51Z', 'updated_at': '2021-11-08T21:59:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f0dec947-372d-4ed5-9c9f-864e58aba850', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817085-1-iscsi'}], 'dv-cinder-817085-1-iscsi', False) {} {{(pid=101085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 21:59:55.692316 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-ffe78cff-eec5-4ddb-ac50-a12b7377ec0e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646287'] for subnet, before_response {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:59:55.698968 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [None req-ffe78cff-eec5-4ddb-ac50-a12b7377ec0e admin admin] 10.222.0.25 "DELETE /v2.0/subnets/951e5bad-da4c-462e-be54-4d7c654947f8 HTTP/1.1" status: 204 len: 168 time: 0.9120111 Nov 08 21:59:55.703266 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.wsgi [-] (101083) accepted ('10.222.0.25', 39400) {{(pid=101083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 21:59:55.725095 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe78cff-eec5-4ddb-ac50-a12b7377ec0e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=951e5bad-da4c-462e-be54-4d7c654947f8,revision_number=None']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 21:59:55.751709 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-7bfc0014-f83c-44df-ae11-03ac0abe3c69 req-d5e111b5-5741-411d-9b4c-d24955f381b2 tempest-DeleteServersTestJSON-871340286 tempest-DeleteServersTestJSON-871340286-project] 10.222.0.25 "GET /v2.0/ports?device_id=312b214b-6d9b-4e85-9cfc-0cc80d967e13 HTTP/1.1" status: 200 len: 210 time: 0.4758856 Nov 08 21:59:55.755702 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1de12df4-80fc-4238-9fd1-08f077080f68 None None] Checking router: 118f63a4-75f3-479c-a184-ecde3b412768 for host: dv-cinder-817085-1-iscsi {{(pid=101085) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 21:59:55.756161 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1de12df4-80fc-4238-9fd1-08f077080f68 None None] Updating router 118f63a4-75f3-479c-a184-ecde3b412768 port f9f005e6-87d1-42e1-94bf-95900b4efbbd binding host dv-cinder-817085-1-iscsi {{(pid=101085) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 21:59:55.814833 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron_lib.callbacks.manager [None req-1de12df4-80fc-4238-9fd1-08f077080f68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-925982'] for port, before_update {{(pid=101085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:59:55.831564 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3482bd23-a6c8-4f73-9931-42583cea7edf None None] Routers {'a8710038-31e4-41f3-afb0-f835bccc6376'} bound to L3 agent in host dv-cinder-817085-1-iscsi {{(pid=101084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 21:59:55.832901 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.db.l3_hamode_db [None req-3482bd23-a6c8-4f73-9931-42583cea7edf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817085-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-08T21:51:49Z,description=,heartbeat_timestamp=2021-11-08T21:59:49Z,host='dv-cinder-817085-1-iscsi',id=a7fb4010-89fb-4d99-b0a1-90d6a3aacb04,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T21:51:49Z,topic='l3_agent')) {'router_ids': ['a8710038-31e4-41f3-afb0-f835bccc6376'], 'active': True} {{(pid=101084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 21:59:55.860442 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-52cf5cb5-10b0-40cb-8a02-3ff474034e7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605121'] for network, before_delete {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:59:55.884386 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e39f7bd-e87d-4be0-8689-d5ed0d4f0a73 None None] Pushing event updated for resources: {'Port': ['ID=53dd1d3a-6711-4ff9-aa82-f0ec785ee75e,revision_number=4']} {{(pid=101084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 21:59:56.008387 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-021b3df6-acf6-45a7-a467-1fc0c1dd9e58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-925982'] for port, before_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:59:56.027262 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.db.l3_dvr_db [None req-3482bd23-a6c8-4f73-9931-42583cea7edf None None] Set router a8710038-31e4-41f3-afb0-f835bccc6376 gateway port host: dv-cinder-817085-1-iscsi {{(pid=101084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 21:59:56.035130 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.wsgi [-] (101082) accepted ('10.222.0.25', 39410) {{(pid=101082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 21:59:56.062749 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-e85fddab-78c4-4722-a1db-9f77d3299bdf admin admin] Publish callbacks [] for security_group, before_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:59:56.067434 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-52cf5cb5-10b0-40cb-8a02-3ff474034e7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-530513', 'neutron.services.segments.db._delete_segments_for_network-8728276665393'] for network, precommit_delete {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:59:56.086643 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.db [None req-021b3df6-acf6-45a7-a467-1fc0c1dd9e58 None None] For port 53dd1d3a-6711-4ff9-aa82-f0ec785ee75e, host dv-cinder-817085-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817085-1-iscsi',level=0,port_id=53dd1d3a-6711-4ff9-aa82-f0ec785ee75e,segment=NetworkSegment(de478fa7-e3a1-4946-b405-3fee42527219),segment_id=de478fa7-e3a1-4946-b405-3fee42527219)] {{(pid=101084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 21:59:56.095428 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-021b3df6-acf6-45a7-a467-1fc0c1dd9e58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728276638356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728276144285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728276144303'] for port, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:59:56.107486 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-52cf5cb5-10b0-40cb-8a02-3ff474034e7e admin admin] Subscribe: > segment before_delete 55550000 {{(pid=101083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 21:59:56.108191 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-52cf5cb5-10b0-40cb-8a02-3ff474034e7e admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=101083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 21:59:56.109482 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-52cf5cb5-10b0-40cb-8a02-3ff474034e7e admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=101083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 21:59:56.110072 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-52cf5cb5-10b0-40cb-8a02-3ff474034e7e admin admin] Subscribe: > port after_create 55550000 {{(pid=101083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 21:59:56.110641 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-52cf5cb5-10b0-40cb-8a02-3ff474034e7e admin admin] Subscribe: > port after_delete 55550000 {{(pid=101083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 21:59:56.111225 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-52cf5cb5-10b0-40cb-8a02-3ff474034e7e admin admin] Subscribe: > port after_update 55550000 {{(pid=101083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 21:59:56.111762 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-52cf5cb5-10b0-40cb-8a02-3ff474034e7e admin admin] Subscribe: > segment after_delete 55550000 {{(pid=101083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 21:59:56.112333 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-52cf5cb5-10b0-40cb-8a02-3ff474034e7e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=101083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 21:59:56.113471 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-52cf5cb5-10b0-40cb-8a02-3ff474034e7e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=101083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 21:59:56.114139 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-52cf5cb5-10b0-40cb-8a02-3ff474034e7e admin admin] Subscribe: > subnet after_update 55550000 {{(pid=101083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 21:59:56.180766 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-e85fddab-78c4-4722-a1db-9f77d3299bdf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:59:56.189008 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-e85fddab-78c4-4722-a1db-9f77d3299bdf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2033567'] for security_group, after_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:59:56.225949 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [None req-e85fddab-78c4-4722-a1db-9f77d3299bdf admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f7b8038e959a435aa9186e086c8f407b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1901131 Nov 08 21:59:56.229760 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.wsgi [-] (101082) accepted ('10.222.0.25', 39412) {{(pid=101082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 21:59:56.250320 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021b3df6-acf6-45a7-a467-1fc0c1dd9e58 None None] Pushing event updated for resources: {'Port': ['ID=53dd1d3a-6711-4ff9-aa82-f0ec785ee75e,revision_number=5']} {{(pid=101084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 21:59:56.267926 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.db.provisioning_blocks [None req-6d549e73-489d-409d-a03a-df0e02a0a3ba None None] Provisioning complete for port 53dd1d3a-6711-4ff9-aa82-f0ec785ee75e triggered by entity DHCP. {{(pid=101084) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 21:59:56.268471 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-6d549e73-489d-409d-a03a-df0e02a0a3ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-534742'] for port, provisioning_complete {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:59:56.321429 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85fddab-78c4-4722-a1db-9f77d3299bdf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=889b9481-f15f-4a9e-bb65-785db957e1b4,revision_number=1']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 21:59:56.329877 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-52cf5cb5-10b0-40cb-8a02-3ff474034e7e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=101083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 21:59:56.330039 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-52cf5cb5-10b0-40cb-8a02-3ff474034e7e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=101083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 21:59:56.330869 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-52cf5cb5-10b0-40cb-8a02-3ff474034e7e admin admin] Subscribe: > subnet before_create 55550000 {{(pid=101083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 21:59:56.331322 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-52cf5cb5-10b0-40cb-8a02-3ff474034e7e admin admin] Subscribe: > subnet before_update 55550000 {{(pid=101083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 21:59:56.331784 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.services.segments.db [None req-52cf5cb5-10b0-40cb-8a02-3ff474034e7e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82031e20-dc36-43be-bc56-a7a066306dfd']}} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 21:59:56.367565 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.services.segments.db [None req-52cf5cb5-10b0-40cb-8a02-3ff474034e7e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '496d06b1-8015-4884-b657-40eb73bc70ae') {'for_net_delete': True} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 21:59:56.367565 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.services.segments.db [None req-52cf5cb5-10b0-40cb-8a02-3ff474034e7e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '496d06b1-8015-4884-b657-40eb73bc70ae') {} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 21:59:56.385949 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-52cf5cb5-10b0-40cb-8a02-3ff474034e7e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728276699450', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8163751'] for segment, before_delete {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:59:56.399010 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-46519bf6-706b-48f7-888c-34afebf222b9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:59:56.417885 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-52cf5cb5-10b0-40cb-8a02-3ff474034e7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-527333'] for segment, precommit_delete {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:59:56.426024 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-46519bf6-706b-48f7-888c-34afebf222b9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:59:56.432394 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52cf5cb5-10b0-40cb-8a02-3ff474034e7e admin admin] Releasing vlan 741 on physical network physnet1 to pool {{(pid=101083) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 21:59:56.433341 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-52cf5cb5-10b0-40cb-8a02-3ff474034e7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-527333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7658955'] for segment, after_delete {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:59:56.453446 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron_lib.callbacks.manager [None req-1de12df4-80fc-4238-9fd1-08f077080f68 None None] Publish callbacks [] for port, precommit_update {{(pid=101085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:59:56.460299 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.db.l3_hamode_db [None req-3482bd23-a6c8-4f73-9931-42583cea7edf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8710038-31e4-41f3-afb0-f835bccc6376', 'name': 'tempest-AttachVolumeTestJSON-138430820-router', 'tenant_id': 'c834e2bc78d34c388e89dd13ae9d694d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ae8d913-bef9-4bc0-baeb-78ef8b3a7364', 'external_fixed_ips': [{'subnet_id': 'f0dec947-372d-4ed5-9c9f-864e58aba850', 'ip_address': '172.27.3.181'}], 'enable_snat': True}, 'gw_port_id': '29f233ab-38fc-4545-a24b-ffeb6cbcad23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T21:59:45Z', 'updated_at': '2021-11-08T21:59:51Z', 'revision_number': 4, 'project_id': 'c834e2bc78d34c388e89dd13ae9d694d', 'gw_port': {'id': '29f233ab-38fc-4545-a24b-ffeb6cbcad23', 'name': '', 'network_id': '8ae8d913-bef9-4bc0-baeb-78ef8b3a7364', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:4c:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8710038-31e4-41f3-afb0-f835bccc6376', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': 'f0dec947-372d-4ed5-9c9f-864e58aba850', 'ip_address': '172.27.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T21:59:45Z', 'updated_at': '2021-11-08T21:59:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0dec947-372d-4ed5-9c9f-864e58aba850', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817085-1-iscsi', '_interfaces': [{'id': '53dd1d3a-6711-4ff9-aa82-f0ec785ee75e', 'name': '', 'network_id': '9590ccf2-e7fa-40b5-917c-b342c4898ba2', 'tenant_id': 'c834e2bc78d34c388e89dd13ae9d694d', 'mac_address': 'fa:16:3e:27:1d:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8710038-31e4-41f3-afb0-f835bccc6376', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '2512a576-3f2f-4a0c-aead-e82297ded485', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T21:59:49Z', 'updated_at': '2021-11-08T21:59:55Z', 'revision_number': 4, 'project_id': 'c834e2bc78d34c388e89dd13ae9d694d', 'subnets': [{'id': '2512a576-3f2f-4a0c-aead-e82297ded485', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817085-1-iscsi', False) {} {{(pid=101084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 21:59:56.462093 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron_lib.callbacks.manager [None req-1de12df4-80fc-4238-9fd1-08f077080f68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728276638356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728276144285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728276144303'] for port, after_update {{(pid=101085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:59:56.494609 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3482bd23-a6c8-4f73-9931-42583cea7edf None None] The sync data for ids ['a8710038-31e4-41f3-afb0-f835bccc6376'] in dv-cinder-817085-1-iscsi is: [{'id': 'a8710038-31e4-41f3-afb0-f835bccc6376', 'name': 'tempest-AttachVolumeTestJSON-138430820-router', 'tenant_id': 'c834e2bc78d34c388e89dd13ae9d694d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ae8d913-bef9-4bc0-baeb-78ef8b3a7364', 'external_fixed_ips': [{'subnet_id': 'f0dec947-372d-4ed5-9c9f-864e58aba850', 'ip_address': '172.27.3.181'}], 'enable_snat': True}, 'gw_port_id': '29f233ab-38fc-4545-a24b-ffeb6cbcad23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T21:59:45Z', 'updated_at': '2021-11-08T21:59:51Z', 'revision_number': 4, 'project_id': 'c834e2bc78d34c388e89dd13ae9d694d', 'gw_port': {'id': '29f233ab-38fc-4545-a24b-ffeb6cbcad23', 'name': '', 'network_id': '8ae8d913-bef9-4bc0-baeb-78ef8b3a7364', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:4c:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8710038-31e4-41f3-afb0-f835bccc6376', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': 'f0dec947-372d-4ed5-9c9f-864e58aba850', 'ip_address': '172.27.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T21:59:45Z', 'updated_at': '2021-11-08T21:59:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0dec947-372d-4ed5-9c9f-864e58aba850', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817085-1-iscsi', '_interfaces': [{'id': '53dd1d3a-6711-4ff9-aa82-f0ec785ee75e', 'name': '', 'network_id': '9590ccf2-e7fa-40b5-917c-b342c4898ba2', 'tenant_id': 'c834e2bc78d34c388e89dd13ae9d694d', 'mac_address': 'fa:16:3e:27:1d:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8710038-31e4-41f3-afb0-f835bccc6376', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '2512a576-3f2f-4a0c-aead-e82297ded485', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T21:59:49Z', 'updated_at': '2021-11-08T21:59:55Z', 'revision_number': 4, 'project_id': 'c834e2bc78d34c388e89dd13ae9d694d', 'subnets': [{'id': '2512a576-3f2f-4a0c-aead-e82297ded485', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 21:59:56.516953 dv-cinder-817085-1-iscsi neutron-server[101083]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 08 21:59:56.516953 dv-cinder-817085-1-iscsi neutron-server[101083]: from cryptography.utils import int_from_bytes Nov 08 21:59:56.516953 dv-cinder-817085-1-iscsi neutron-server[101083]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 08 21:59:56.516953 dv-cinder-817085-1-iscsi neutron-server[101083]: from cryptography.utils import int_from_bytes Nov 08 21:59:56.516953 dv-cinder-817085-1-iscsi neutron-server[101083]: Traceback (most recent call last): Nov 08 21:59:56.516953 dv-cinder-817085-1-iscsi neutron-server[101083]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 21:59:56.516953 dv-cinder-817085-1-iscsi neutron-server[101083]: timer() Nov 08 21:59:56.516953 dv-cinder-817085-1-iscsi neutron-server[101083]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 21:59:56.516953 dv-cinder-817085-1-iscsi neutron-server[101083]: cb(*args, **kw) Nov 08 21:59:56.516953 dv-cinder-817085-1-iscsi neutron-server[101083]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 21:59:56.516953 dv-cinder-817085-1-iscsi neutron-server[101083]: return func(*args, **kwargs) Nov 08 21:59:56.516953 dv-cinder-817085-1-iscsi neutron-server[101083]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 21:59:56.516953 dv-cinder-817085-1-iscsi neutron-server[101083]: self._notify() Nov 08 21:59:56.516953 dv-cinder-817085-1-iscsi neutron-server[101083]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 21:59:56.516953 dv-cinder-817085-1-iscsi neutron-server[101083]: self.callback(batched_events) Nov 08 21:59:56.516953 dv-cinder-817085-1-iscsi neutron-server[101083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 21:59:56.516953 dv-cinder-817085-1-iscsi neutron-server[101083]: event.method(event) Nov 08 21:59:56.516953 dv-cinder-817085-1-iscsi neutron-server[101083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 21:59:56.516953 dv-cinder-817085-1-iscsi neutron-server[101083]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 21:59:56.516953 dv-cinder-817085-1-iscsi neutron-server[101083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 21:59:56.516953 dv-cinder-817085-1-iscsi neutron-server[101083]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 21:59:56.516953 dv-cinder-817085-1-iscsi neutron-server[101083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 21:59:56.516953 dv-cinder-817085-1-iscsi neutron-server[101083]: return f(self, *a, **k) Nov 08 21:59:56.516953 dv-cinder-817085-1-iscsi neutron-server[101083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 21:59:56.516953 dv-cinder-817085-1-iscsi neutron-server[101083]: return self._get(url).json() Nov 08 21:59:56.516953 dv-cinder-817085-1-iscsi neutron-server[101083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 21:59:56.516953 dv-cinder-817085-1-iscsi neutron-server[101083]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 21:59:56.516953 dv-cinder-817085-1-iscsi neutron-server[101083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 21:59:56.516953 dv-cinder-817085-1-iscsi neutron-server[101083]: return self.request(url, 'GET', **kwargs) Nov 08 21:59:56.516953 dv-cinder-817085-1-iscsi neutron-server[101083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 21:59:56.516953 dv-cinder-817085-1-iscsi neutron-server[101083]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 21:59:56.516953 dv-cinder-817085-1-iscsi neutron-server[101083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 21:59:56.516953 dv-cinder-817085-1-iscsi neutron-server[101083]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 21:59:56.516953 dv-cinder-817085-1-iscsi neutron-server[101083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 21:59:56.516953 dv-cinder-817085-1-iscsi neutron-server[101083]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 21:59:56.516953 dv-cinder-817085-1-iscsi neutron-server[101083]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 21:59:56.519415 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-80a9b22c-fd29-4a4e-bf77-1ea4c0331357 tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-925982'] for port, before_create {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:59:56.529999 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-52cf5cb5-10b0-40cb-8a02-3ff474034e7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-531106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1623971'] for network, after_delete {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:59:56.550283 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-52cf5cb5-10b0-40cb-8a02-3ff474034e7e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646287'] for network, before_response {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:59:56.552036 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e94cd00-5619-4171-9a55-0298fdb8e9d5 None None] Pushing event updated for resources: {'Port': ['ID=f9f005e6-87d1-42e1-94bf-95900b4efbbd,revision_number=2']} {{(pid=101085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 21:59:56.560486 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [None req-52cf5cb5-10b0-40cb-8a02-3ff474034e7e admin admin] 10.222.0.25 "DELETE /v2.0/networks/82031e20-dc36-43be-bc56-a7a066306dfd HTTP/1.1" status: 204 len: 168 time: 0.8501685 Nov 08 21:59:56.568190 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52cf5cb5-10b0-40cb-8a02-3ff474034e7e admin admin] Pushing event deleted for resources: {'Network': ['ID=82031e20-dc36-43be-bc56-a7a066306dfd,revision_number=None']} {{(pid=101083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 21:59:56.575521 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.plugins.ml2.managers [None req-1de12df4-80fc-4238-9fd1-08f077080f68 None None] Attempting to bind port f9f005e6-87d1-42e1-94bf-95900b4efbbd on host dv-cinder-817085-1-iscsi for vnic_type normal with profile {{(pid=101085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 21:59:56.575908 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.plugins.ml2.managers [None req-1de12df4-80fc-4238-9fd1-08f077080f68 None None] Attempting to bind port f9f005e6-87d1-42e1-94bf-95900b4efbbd by drivers openvswitch,hyperv on host dv-cinder-817085-1-iscsi at level 0 using segments [{'id': '4f9c68d0-c68c-4bfe-b6e8-d7426962dfc1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8ae8d913-bef9-4bc0-baeb-78ef8b3a7364'}] {{(pid=101085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 21:59:56.576339 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1de12df4-80fc-4238-9fd1-08f077080f68 None None] Attempting to bind port f9f005e6-87d1-42e1-94bf-95900b4efbbd on network 8ae8d913-bef9-4bc0-baeb-78ef8b3a7364 {{(pid=101085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 21:59:56.584294 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1de12df4-80fc-4238-9fd1-08f077080f68 None None] Checking agent: {'id': 'b17b386a-7116-42d0-acec-a66289ba5096', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817085-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 21, 51, 52), 'started_at': datetime.datetime(2021, 11, 8, 21, 52, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 21, 59, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817085-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 21:59:56.584294 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1de12df4-80fc-4238-9fd1-08f077080f68 None None] Checking segment: {'id': '4f9c68d0-c68c-4bfe-b6e8-d7426962dfc1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8ae8d913-bef9-4bc0-baeb-78ef8b3a7364'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 21:59:56.585076 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron_lib.callbacks.manager [None req-1de12df4-80fc-4238-9fd1-08f077080f68 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:59:56.585470 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1de12df4-80fc-4238-9fd1-08f077080f68 None None] Bound using segment: {'id': '4f9c68d0-c68c-4bfe-b6e8-d7426962dfc1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8ae8d913-bef9-4bc0-baeb-78ef8b3a7364'} {{(pid=101085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 21:59:56.586004 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.plugins.ml2.managers [None req-1de12df4-80fc-4238-9fd1-08f077080f68 None None] Bound port: f9f005e6-87d1-42e1-94bf-95900b4efbbd, host: dv-cinder-817085-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f9c68d0-c68c-4bfe-b6e8-d7426962dfc1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8ae8d913-bef9-4bc0-baeb-78ef8b3a7364'}}] {{(pid=101085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 21:59:56.597563 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-46519bf6-706b-48f7-888c-34afebf222b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2033567'] for security_group, after_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:59:56.605007 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-46519bf6-706b-48f7-888c-34afebf222b9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:59:56.605621 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [None req-46519bf6-706b-48f7-888c-34afebf222b9 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/889b9481-f15f-4a9e-bb65-785db957e1b4 HTTP/1.1" status: 204 len: 168 time: 0.3720598 Nov 08 21:59:56.616440 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron_lib.callbacks.manager [None req-1de12df4-80fc-4238-9fd1-08f077080f68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-925982'] for port, before_update {{(pid=101085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:59:56.628295 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46519bf6-706b-48f7-888c-34afebf222b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=889b9481-f15f-4a9e-bb65-785db957e1b4,revision_number=None']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 21:59:56.734651 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-e3ff7312-29c6-47e3-b0fb-0db9dfd77d31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-925982'] for port, before_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:59:56.764476 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.plugins.ml2.db [None req-1de12df4-80fc-4238-9fd1-08f077080f68 None None] For port f9f005e6-87d1-42e1-94bf-95900b4efbbd, host dv-cinder-817085-1-iscsi, cleared binding levels {{(pid=101085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 21:59:56.769121 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.plugins.ml2.db [None req-1de12df4-80fc-4238-9fd1-08f077080f68 None None] For port f9f005e6-87d1-42e1-94bf-95900b4efbbd, host dv-cinder-817085-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817085-1-iscsi',level=0,port_id=f9f005e6-87d1-42e1-94bf-95900b4efbbd,segment=NetworkSegment(4f9c68d0-c68c-4bfe-b6e8-d7426962dfc1),segment_id=4f9c68d0-c68c-4bfe-b6e8-d7426962dfc1)] {{(pid=101085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 21:59:56.780733 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron_lib.callbacks.manager [None req-1de12df4-80fc-4238-9fd1-08f077080f68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728276638356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728276144285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728276144303'] for port, after_update {{(pid=101085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:59:56.809105 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.db.db_base_plugin_common [None req-80a9b22c-fd29-4a4e-bf77-1ea4c0331357 tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] Allocated IP 172.27.3.240 (8ae8d913-bef9-4bc0-baeb-78ef8b3a7364/f0dec947-372d-4ed5-9c9f-864e58aba850/ce2d43ab-1dac-4d06-b76d-a6d93610c30e) {{(pid=101083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 21:59:56.834113 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-90bc6923-b2e7-47b2-8a85-2e8d0bea2231 req-9e8c663f-94c6-4560-ba90-3667e466f586 tempest-AttachVolumeNegativeTest-479507150 tempest-AttachVolumeNegativeTest-479507150-project] 10.222.0.25 "GET /v2.0/ports?device_id=31088752-2147-4f7c-8e1d-47f0668bf951 HTTP/1.1" status: 200 len: 210 time: 0.0664823 Nov 08 21:59:56.899342 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1de12df4-80fc-4238-9fd1-08f077080f68 None None] Routers {'118f63a4-75f3-479c-a184-ecde3b412768'} bound to L3 agent in host dv-cinder-817085-1-iscsi {{(pid=101085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 21:59:56.903903 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.db.l3_hamode_db [None req-1de12df4-80fc-4238-9fd1-08f077080f68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817085-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-08T21:51:49Z,description=,heartbeat_timestamp=2021-11-08T21:59:49Z,host='dv-cinder-817085-1-iscsi',id=a7fb4010-89fb-4d99-b0a1-90d6a3aacb04,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T21:51:49Z,topic='l3_agent')) {'router_ids': ['118f63a4-75f3-479c-a184-ecde3b412768'], 'active': True} {{(pid=101085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 21:59:56.959158 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-bfb07324-eb56-4a08-9798-f4fd05fb3929 req-26c3e4f5-6e0c-4a2b-a3b4-bf6fb1a91e51 tempest-DeleteServersTestJSON-871340286 tempest-DeleteServersTestJSON-871340286-project] 10.222.0.25 "GET /v2.0/ports?device_id=312b214b-6d9b-4e85-9cfc-0cc80d967e13 HTTP/1.1" status: 200 len: 210 time: 0.0473855 Nov 08 21:59:56.961858 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e94cd00-5619-4171-9a55-0298fdb8e9d5 None None] Pushing event updated for resources: {'Port': ['ID=f9f005e6-87d1-42e1-94bf-95900b4efbbd,revision_number=3']} {{(pid=101085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 21:59:57.056421 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-80a9b22c-fd29-4a4e-bf77-1ea4c0331357 tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] Publish callbacks [] for port, precommit_create {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:59:57.086901 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.wsgi [-] (101083) accepted ('10.222.0.25', 39430) {{(pid=101083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 21:59:57.123571 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.db.db_base_plugin_common [None req-e3ff7312-29c6-47e3-b0fb-0db9dfd77d31 admin admin] Allocated IP 172.20.0.1 (890edfdd-a1ca-4a26-a0c0-782a8dc72e87/5d94cda7-098f-4351-9588-bf6058a35aaf/6d0a87ca-a9c7-4629-919f-5685acf7dd88) {{(pid=101082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 21:59:57.132032 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.db.l3_dvr_db [None req-1de12df4-80fc-4238-9fd1-08f077080f68 None None] Set router 118f63a4-75f3-479c-a184-ecde3b412768 gateway port host: dv-cinder-817085-1-iscsi {{(pid=101085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 21:59:57.143961 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-80a9b22c-fd29-4a4e-bf77-1ea4c0331357 tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728276144267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7659000'] for port, after_create {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:59:57.215061 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [None req-82bfe523-57e8-4450-90f4-20cd6112e728 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=803260dda3fa4b6d90f94da4b9cf6305&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1270151 Nov 08 21:59:57.215699 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.wsgi [-] (101083) accepted ('10.222.0.25', 39434) {{(pid=101083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 21:59:57.219249 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80a9b22c-fd29-4a4e-bf77-1ea4c0331357 tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] Network 8ae8d913-bef9-4bc0-baeb-78ef8b3a7364 is already hosted by enough agents. {{(pid=101083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 21:59:57.241433 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.scheduler.base_scheduler [None req-80a9b22c-fd29-4a4e-bf77-1ea4c0331357 tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] Resources bound (agent type, host, resource id): {{(pid=101083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 21:59:57.256178 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-e3ff7312-29c6-47e3-b0fb-0db9dfd77d31 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:59:57.257352 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80a9b22c-fd29-4a4e-bf77-1ea4c0331357 tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] Received port after_create {{(pid=101083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 21:59:57.280395 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a9b22c-fd29-4a4e-bf77-1ea4c0331357 tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] Pushing event updated for resources: {'Port': ['ID=ce2d43ab-1dac-4d06-b76d-a6d93610c30e,revision_number=1']} {{(pid=101083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 21:59:57.302985 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-e3ff7312-29c6-47e3-b0fb-0db9dfd77d31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728276144267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7854484'] for port, after_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:59:57.357772 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3ff7312-29c6-47e3-b0fb-0db9dfd77d31 admin admin] Network 890edfdd-a1ca-4a26-a0c0-782a8dc72e87 is already hosted by enough agents. {{(pid=101082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 21:59:57.360925 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.scheduler.base_scheduler [None req-e3ff7312-29c6-47e3-b0fb-0db9dfd77d31 admin admin] Resources bound (agent type, host, resource id): {{(pid=101082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 21:59:57.363685 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3ff7312-29c6-47e3-b0fb-0db9dfd77d31 admin admin] Received port after_create {{(pid=101082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 21:59:57.428946 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.db.l3_hamode_db [None req-1de12df4-80fc-4238-9fd1-08f077080f68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '118f63a4-75f3-479c-a184-ecde3b412768', 'name': 'tempest-ServerRescueNegativeTestJSON-1497001929-router', 'tenant_id': '978ca50bc6d64521ad5d25a5de935b0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ae8d913-bef9-4bc0-baeb-78ef8b3a7364', 'external_fixed_ips': [{'subnet_id': 'f0dec947-372d-4ed5-9c9f-864e58aba850', 'ip_address': '172.27.3.172'}], 'enable_snat': True}, 'gw_port_id': 'f9f005e6-87d1-42e1-94bf-95900b4efbbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T21:59:49Z', 'updated_at': '2021-11-08T21:59:53Z', 'revision_number': 3, 'project_id': '978ca50bc6d64521ad5d25a5de935b0b', 'gw_port': {'id': 'f9f005e6-87d1-42e1-94bf-95900b4efbbd', 'name': '', 'network_id': '8ae8d913-bef9-4bc0-baeb-78ef8b3a7364', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:f9:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '118f63a4-75f3-479c-a184-ecde3b412768', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'f0dec947-372d-4ed5-9c9f-864e58aba850', 'ip_address': '172.27.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T21:59:51Z', 'updated_at': '2021-11-08T21:59:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0dec947-372d-4ed5-9c9f-864e58aba850', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817085-1-iscsi'}], 'dv-cinder-817085-1-iscsi', False) {} {{(pid=101085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 21:59:57.436931 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-bd5f37d3-bbb8-4128-95ac-0cfb991e2523 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:59:57.444836 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ff7312-29c6-47e3-b0fb-0db9dfd77d31 admin admin] Pushing event updated for resources: {'Port': ['ID=6d0a87ca-a9c7-4629-919f-5685acf7dd88,revision_number=1']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 21:59:57.464608 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-e3ff7312-29c6-47e3-b0fb-0db9dfd77d31 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1623086'] for router_interface, before_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:59:57.474518 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1de12df4-80fc-4238-9fd1-08f077080f68 None None] The sync data for ids ['118f63a4-75f3-479c-a184-ecde3b412768'] in dv-cinder-817085-1-iscsi is: [{'id': '118f63a4-75f3-479c-a184-ecde3b412768', 'name': 'tempest-ServerRescueNegativeTestJSON-1497001929-router', 'tenant_id': '978ca50bc6d64521ad5d25a5de935b0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ae8d913-bef9-4bc0-baeb-78ef8b3a7364', 'external_fixed_ips': [{'subnet_id': 'f0dec947-372d-4ed5-9c9f-864e58aba850', 'ip_address': '172.27.3.172'}], 'enable_snat': True}, 'gw_port_id': 'f9f005e6-87d1-42e1-94bf-95900b4efbbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T21:59:49Z', 'updated_at': '2021-11-08T21:59:53Z', 'revision_number': 3, 'project_id': '978ca50bc6d64521ad5d25a5de935b0b', 'gw_port': {'id': 'f9f005e6-87d1-42e1-94bf-95900b4efbbd', 'name': '', 'network_id': '8ae8d913-bef9-4bc0-baeb-78ef8b3a7364', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:f9:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '118f63a4-75f3-479c-a184-ecde3b412768', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'f0dec947-372d-4ed5-9c9f-864e58aba850', 'ip_address': '172.27.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T21:59:51Z', 'updated_at': '2021-11-08T21:59:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0dec947-372d-4ed5-9c9f-864e58aba850', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817085-1-iscsi'}] {{(pid=101085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 21:59:57.498425 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-80a9b22c-fd29-4a4e-bf77-1ea4c0331357 tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:59:57.672768 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-bd5f37d3-bbb8-4128-95ac-0cfb991e2523 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:59:57.695150 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-e3ff7312-29c6-47e3-b0fb-0db9dfd77d31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-925982'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:59:57.750029 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-80a9b22c-fd29-4a4e-bf77-1ea4c0331357 tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-925982'] for port, before_update {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:59:57.817607 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-bd5f37d3-bbb8-4128-95ac-0cfb991e2523 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2033567'] for security_group, after_delete {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:59:57.820309 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-bd5f37d3-bbb8-4128-95ac-0cfb991e2523 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:59:57.822566 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [None req-bd5f37d3-bbb8-4128-95ac-0cfb991e2523 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/7b01fda0-2696-4e2c-9d69-6718efb935a1 HTTP/1.1" status: 204 len: 168 time: 0.6022201 Nov 08 21:59:57.857695 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5f37d3-bbb8-4128-95ac-0cfb991e2523 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b01fda0-2696-4e2c-9d69-6718efb935a1,revision_number=None']} {{(pid=101083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 21:59:58.104076 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-e5e627a6-adb0-4bbd-bdc7-570445c9fc43 req-ba27e017-ff56-4557-9985-0a2431e9567c tempest-AttachVolumeNegativeTest-479507150 tempest-AttachVolumeNegativeTest-479507150-project] 10.222.0.25 "GET /v2.0/ports?device_id=31088752-2147-4f7c-8e1d-47f0668bf951 HTTP/1.1" status: 200 len: 210 time: 0.0615878 Nov 08 21:59:58.134140 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-80a9b22c-fd29-4a4e-bf77-1ea4c0331357 tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] Publish callbacks [] for port, precommit_update {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:59:58.145243 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-80a9b22c-fd29-4a4e-bf77-1ea4c0331357 tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728276638356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728276144285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728276144303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7658983'] for port, after_update {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:59:58.228920 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-e3ff7312-29c6-47e3-b0fb-0db9dfd77d31 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:59:58.263337 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a9b22c-fd29-4a4e-bf77-1ea4c0331357 tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] Pushing event updated for resources: {'Port': ['ID=ce2d43ab-1dac-4d06-b76d-a6d93610c30e,revision_number=2']} {{(pid=101083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 21:59:58.276453 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-e3ff7312-29c6-47e3-b0fb-0db9dfd77d31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728276638356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728276144285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728276144303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7854475'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:59:58.293555 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-80a9b22c-fd29-4a4e-bf77-1ea4c0331357 tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1623957'] for floatingip, after_create {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:59:58.321605 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-80a9b22c-fd29-4a4e-bf77-1ea4c0331357 tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465805'] for floatingip, before_response {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:59:58.328873 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [None req-80a9b22c-fd29-4a4e-bf77-1ea4c0331357 tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.9218338 Nov 08 21:59:58.469097 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.wsgi [-] (101083) accepted ('10.222.0.25', 39472) {{(pid=101083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 21:59:58.564461 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [None req-325fd93b-e274-46b1-9ba2-2b34e21336a6 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ebb13a9c69c744f991d18fb62d2f58be&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0935123 Nov 08 21:59:58.564918 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-7fbd2984-0b0b-4779-b5ac-b4ee363b92d7 req-d3744f0b-484f-4cae-a107-54fcca7eca60 tempest-DeleteServersTestJSON-871340286 tempest-DeleteServersTestJSON-871340286-project] 10.222.0.25 "GET /v2.0/ports?device_id=312b214b-6d9b-4e85-9cfc-0cc80d967e13 HTTP/1.1" status: 200 len: 210 time: 0.4205918 Nov 08 21:59:58.569296 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.wsgi [-] (101083) accepted ('10.222.0.25', 39474) {{(pid=101083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 21:59:58.721549 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-e3ff7312-29c6-47e3-b0fb-0db9dfd77d31 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1646123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1623226'] for router_interface, after_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:59:58.725597 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.rpc [None req-ad13160b-513d-4512-a15f-cb40cce6b7e9 None None] Device f9f005e6-87d1-42e1-94bf-95900b4efbbd up at agent ovs-agent-dv-cinder-817085-1-iscsi {{(pid=101084) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 21:59:58.738137 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ff7312-29c6-47e3-b0fb-0db9dfd77d31 admin admin] Pushing event updated for resources: {'Port': ['ID=6d0a87ca-a9c7-4629-919f-5685acf7dd88,revision_number=2']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 21:59:58.745798 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-753173ca-da98-457d-b4e3-9df0c9cd61ad admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:59:58.802548 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-753173ca-da98-457d-b4e3-9df0c9cd61ad admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:59:58.834904 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.db.provisioning_blocks [None req-ad13160b-513d-4512-a15f-cb40cce6b7e9 None None] Provisioning complete for port f9f005e6-87d1-42e1-94bf-95900b4efbbd triggered by entity L2. {{(pid=101084) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 21:59:58.835520 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-ad13160b-513d-4512-a15f-cb40cce6b7e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-534742'] for port, provisioning_complete {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:59:58.901569 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3ff7312-29c6-47e3-b0fb-0db9dfd77d31 admin admin] Network 890edfdd-a1ca-4a26-a0c0-782a8dc72e87 is already hosted by enough agents. {{(pid=101082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 21:59:58.907185 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.scheduler.base_scheduler [None req-e3ff7312-29c6-47e3-b0fb-0db9dfd77d31 admin admin] Resources bound (agent type, host, resource id): {{(pid=101082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 21:59:58.929594 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-753173ca-da98-457d-b4e3-9df0c9cd61ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2033567'] for security_group, after_delete {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:59:58.935512 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-753173ca-da98-457d-b4e3-9df0c9cd61ad admin admin] Publish callbacks [] for security_group, before_response {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:59:58.938152 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [None req-753173ca-da98-457d-b4e3-9df0c9cd61ad admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/43761e74-0bea-41b7-b14c-a0b717b00d4c HTTP/1.1" status: 204 len: 168 time: 0.3675044 Nov 08 21:59:58.963823 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753173ca-da98-457d-b4e3-9df0c9cd61ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43761e74-0bea-41b7-b14c-a0b717b00d4c,revision_number=None']} {{(pid=101083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 21:59:58.999264 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-ad13160b-513d-4512-a15f-cb40cce6b7e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-925982'] for port, before_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:59:59.032892 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.db [None req-ad13160b-513d-4512-a15f-cb40cce6b7e9 None None] For port f9f005e6-87d1-42e1-94bf-95900b4efbbd, host dv-cinder-817085-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817085-1-iscsi',level=0,port_id=f9f005e6-87d1-42e1-94bf-95900b4efbbd,segment=NetworkSegment(4f9c68d0-c68c-4bfe-b6e8-d7426962dfc1),segment_id=4f9c68d0-c68c-4bfe-b6e8-d7426962dfc1)] {{(pid=101084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 21:59:59.037369 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-ad13160b-513d-4512-a15f-cb40cce6b7e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728276638356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728276144285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728276144303'] for port, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:59:59.038172 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.rpc [None req-ad13160b-513d-4512-a15f-cb40cce6b7e9 None None] Device 53dd1d3a-6711-4ff9-aa82-f0ec785ee75e up at agent ovs-agent-dv-cinder-817085-1-iscsi {{(pid=101084) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 21:59:59.123226 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.wsgi [-] (101083) accepted ('10.222.0.48', 58247) {{(pid=101083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 21:59:59.196342 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3ff7312-29c6-47e3-b0fb-0db9dfd77d31 admin admin] Router 118f63a4-75f3-479c-a184-ecde3b412768 has already been hosted by L3 agent a7fb4010-89fb-4d99-b0a1-90d6a3aacb04 {{(pid=101082) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 21:59:59.267991 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-08d5215b-5184-4106-ace5-3597c398a5d7 req-c62b0eb4-ace2-466e-b6ac-c50834e6366d tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--1523684250&fields=id&tenant_id=c834e2bc78d34c388e89dd13ae9d694d HTTP/1.1" status: 200 len: 267 time: 0.3250406 Nov 08 21:59:59.300117 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad13160b-513d-4512-a15f-cb40cce6b7e9 None None] Pushing event updated for resources: {'Port': ['ID=f9f005e6-87d1-42e1-94bf-95900b4efbbd,revision_number=4']} {{(pid=101084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 21:59:59.302896 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.db.provisioning_blocks [None req-ad13160b-513d-4512-a15f-cb40cce6b7e9 None None] Provisioning complete for port 53dd1d3a-6711-4ff9-aa82-f0ec785ee75e triggered by entity L2. {{(pid=101084) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 21:59:59.303258 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-ad13160b-513d-4512-a15f-cb40cce6b7e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-534742'] for port, provisioning_complete {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 21:59:59.610802 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d5215b-5184-4106-ace5-3597c398a5d7 req-444decb9-e0fd-44dc-8462-f544e3f57d82 tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 21:59:59.613888 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-08d5215b-5184-4106-ace5-3597c398a5d7 req-444decb9-e0fd-44dc-8462-f544e3f57d82 tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] 10.222.0.25 "GET /v2.0/networks?id=9590ccf2-e7fa-40b5-917c-b342c4898ba2 HTTP/1.1" status: 200 len: 810 time: 0.3446076 Nov 08 21:59:59.644053 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-2156e59e-3400-4c8e-8b28-671df74390bf req-4d4a91b7-083a-40e4-8fe8-9e18022a0f2d tempest-AttachVolumeNegativeTest-479507150 tempest-AttachVolumeNegativeTest-479507150-project] 10.222.0.25 "GET /v2.0/ports?device_id=31088752-2147-4f7c-8e1d-47f0668bf951 HTTP/1.1" status: 200 len: 210 time: 0.1889052 Nov 08 21:59:59.827765 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2757ab-573f-4e3a-af09-263036b60cb8 req-93b081a5-e1e7-4812-95ad-8c21f688164a tempest-AttachVolumeNegativeTest-479507150 tempest-AttachVolumeNegativeTest-479507150-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 21:59:59.837861 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-8f2757ab-573f-4e3a-af09-263036b60cb8 req-93b081a5-e1e7-4812-95ad-8c21f688164a tempest-AttachVolumeNegativeTest-479507150 tempest-AttachVolumeNegativeTest-479507150-project] 10.222.0.48 "GET /v2.0/networks?id=1af71b13-9cb9-46cd-97aa-4e7f7899262e HTTP/1.1" status: 200 len: 814 time: 0.7109911 Nov 08 21:59:59.840555 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.wsgi [-] (101083) accepted ('10.222.0.48', 58250) {{(pid=101083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 21:59:59.899553 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-08d5215b-5184-4106-ace5-3597c398a5d7 req-a996d5ad-4adb-4967-9d87-6c9610f16692 tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] 10.222.0.25 "GET /v2.0/quotas/c834e2bc78d34c388e89dd13ae9d694d HTTP/1.1" status: 200 len: 375 time: 0.2270365 Nov 08 22:00:00.035520 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.v2.base [req-8f2757ab-573f-4e3a-af09-263036b60cb8 req-7680c11d-21bf-4744-bd60-fc186c85f5bb tempest-AttachVolumeNegativeTest-479507150 tempest-AttachVolumeNegativeTest-479507150-project] Request body: {'port': {'device_id': '31088752-2147-4f7c-8e1d-47f0668bf951', 'network_id': '1af71b13-9cb9-46cd-97aa-4e7f7899262e', 'admin_state_up': True, 'tenant_id': '0a22ac80042f4867857306759d16a667'}} {{(pid=101083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 22:00:00.111615 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-7ecd6536-b860-4ae7-95dd-52d94ff64aa4 req-4117b549-d535-4907-97d6-aae9ea79a5e8 tempest-DeleteServersTestJSON-871340286 tempest-DeleteServersTestJSON-871340286-project] 10.222.0.25 "GET /v2.0/ports?device_id=312b214b-6d9b-4e85-9cfc-0cc80d967e13 HTTP/1.1" status: 200 len: 210 time: 0.0836451 Nov 08 22:00:00.144072 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3ff7312-29c6-47e3-b0fb-0db9dfd77d31 admin admin] Notify agent at l3_agent.dv-cinder-817085-1-iscsi the message routers_updated {{(pid=101082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 22:00:00.172906 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [None req-e3ff7312-29c6-47e3-b0fb-0db9dfd77d31 admin admin] 10.222.0.25 "PUT /v2.0/routers/118f63a4-75f3-479c-a184-ecde3b412768/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2188725 Nov 08 22:00:00.202312 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-08d5215b-5184-4106-ace5-3597c398a5d7 req-70ff8a18-7f69-43d2-958e-aa9ac6a1350c tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=c834e2bc78d34c388e89dd13ae9d694d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3010478 Nov 08 22:00:00.274739 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f2757ab-573f-4e3a-af09-263036b60cb8 req-7680c11d-21bf-4744-bd60-fc186c85f5bb tempest-AttachVolumeNegativeTest-479507150 tempest-AttachVolumeNegativeTest-479507150-project] Made reservation on behalf of 0a22ac80042f4867857306759d16a667 for: {'port': 1} {{(pid=101083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 22:00:00.280262 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [req-8f2757ab-573f-4e3a-af09-263036b60cb8 req-7680c11d-21bf-4744-bd60-fc186c85f5bb tempest-AttachVolumeNegativeTest-479507150 tempest-AttachVolumeNegativeTest-479507150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-925982'] for port, before_create {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:00:00.359484 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd9363c-8e9b-4825-ba14-c911b143f65a req-c53b28a2-713b-4914-912b-49350295ce6f tempest-DeleteServersTestJSON-871340286 tempest-DeleteServersTestJSON-871340286-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:00:00.362738 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-fbd9363c-8e9b-4825-ba14-c911b143f65a req-c53b28a2-713b-4914-912b-49350295ce6f tempest-DeleteServersTestJSON-871340286 tempest-DeleteServersTestJSON-871340286-project] 10.222.0.48 "GET /v2.0/networks?id=9e2a42de-9a18-4fc5-97ab-4d88597b89a9 HTTP/1.1" status: 200 len: 812 time: 0.5187964 Nov 08 22:00:00.398882 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-08d5215b-5184-4106-ace5-3597c398a5d7 req-7d42bc17-f756-4d1a-9d5a-630b3e527aa1 service neutron] 10.222.0.25 "GET /v2.0/networks/9590ccf2-e7fa-40b5-917c-b342c4898ba2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1771827 Nov 08 22:00:00.417925 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c923e298-50e0-47fa-b0b9-302005dfae1b None None] Sync routers for ids ['118f63a4-75f3-479c-a184-ecde3b412768'] in dv-cinder-817085-1-iscsi {{(pid=101084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 22:00:00.430948 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.v2.base [req-fbd9363c-8e9b-4825-ba14-c911b143f65a req-1b7d14b1-d971-49e1-a8fc-161fe815f107 tempest-DeleteServersTestJSON-871340286 tempest-DeleteServersTestJSON-871340286-project] Request body: {'port': {'device_id': '312b214b-6d9b-4e85-9cfc-0cc80d967e13', 'network_id': '9e2a42de-9a18-4fc5-97ab-4d88597b89a9', 'admin_state_up': True, 'tenant_id': 'eab7ab3155ba43bf93e69ac816c23754'}} {{(pid=101083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 22:00:00.436162 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c923e298-50e0-47fa-b0b9-302005dfae1b None None] Routers {'118f63a4-75f3-479c-a184-ecde3b412768'} bound to L3 agent in host dv-cinder-817085-1-iscsi {{(pid=101084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 22:00:00.437489 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.db.l3_hamode_db [None req-c923e298-50e0-47fa-b0b9-302005dfae1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817085-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-08T21:51:49Z,description=,heartbeat_timestamp=2021-11-08T21:59:49Z,host='dv-cinder-817085-1-iscsi',id=a7fb4010-89fb-4d99-b0a1-90d6a3aacb04,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T21:51:49Z,topic='l3_agent')) {'router_ids': ['118f63a4-75f3-479c-a184-ecde3b412768'], 'active': True} {{(pid=101084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 22:00:00.627469 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-08d5215b-5184-4106-ace5-3597c398a5d7 req-f656e292-feb1-454c-87aa-7914aa2c0388 service neutron] 10.222.0.25 "GET /v2.0/networks/9590ccf2-e7fa-40b5-917c-b342c4898ba2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2179487 Nov 08 22:00:00.708479 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.db.db_base_plugin_common [req-8f2757ab-573f-4e3a-af09-263036b60cb8 req-7680c11d-21bf-4744-bd60-fc186c85f5bb tempest-AttachVolumeNegativeTest-479507150 tempest-AttachVolumeNegativeTest-479507150-project] Allocated IP 172.20.0.4 (1af71b13-9cb9-46cd-97aa-4e7f7899262e/c388e745-163e-4ce7-b3b6-4d504969c00f/05e12715-6298-4fba-90e4-2bde5690db07) {{(pid=101083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 22:00:00.744649 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.db.l3_dvr_db [None req-c923e298-50e0-47fa-b0b9-302005dfae1b None None] Set router 118f63a4-75f3-479c-a184-ecde3b412768 gateway port host: dv-cinder-817085-1-iscsi {{(pid=101084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 22:00:00.763261 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fbd9363c-8e9b-4825-ba14-c911b143f65a req-1b7d14b1-d971-49e1-a8fc-161fe815f107 tempest-DeleteServersTestJSON-871340286 tempest-DeleteServersTestJSON-871340286-project] Made reservation on behalf of eab7ab3155ba43bf93e69ac816c23754 for: {'port': 1} {{(pid=101083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 22:00:00.767632 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [req-fbd9363c-8e9b-4825-ba14-c911b143f65a req-1b7d14b1-d971-49e1-a8fc-161fe815f107 tempest-DeleteServersTestJSON-871340286 tempest-DeleteServersTestJSON-871340286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-925982'] for port, before_create {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:00:00.839833 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.rpc [None req-ad13160b-513d-4512-a15f-cb40cce6b7e9 None None] Device f9f005e6-87d1-42e1-94bf-95900b4efbbd up at agent ovs-agent-dv-cinder-817085-1-iscsi {{(pid=101084) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 22:00:00.897878 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-5cd24a61-3249-4d36-a0aa-e443f803e2fa req-5364eb44-b8fe-4588-9d8f-07fa11e1008d tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] 10.222.0.25 "GET /v2.0/ports?device_id=ea3e000f-3070-46f1-ab82-0f619625641a HTTP/1.1" status: 200 len: 210 time: 0.0714407 Nov 08 22:00:00.943896 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-2a7b3f8e-e783-4219-a1fc-e26b89eae9eb req-bb876d39-8f3a-4380-85c4-b0a78f882706 tempest-AttachVolumeNegativeTest-479507150 tempest-AttachVolumeNegativeTest-479507150-project] 10.222.0.25 "GET /v2.0/ports?device_id=31088752-2147-4f7c-8e1d-47f0668bf951 HTTP/1.1" status: 200 len: 210 time: 0.0525179 Nov 08 22:00:01.183269 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [req-8f2757ab-573f-4e3a-af09-263036b60cb8 req-7680c11d-21bf-4744-bd60-fc186c85f5bb tempest-AttachVolumeNegativeTest-479507150 tempest-AttachVolumeNegativeTest-479507150-project] Publish callbacks [] for port, precommit_create {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:00:01.198088 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.db.provisioning_blocks [None req-ad13160b-513d-4512-a15f-cb40cce6b7e9 None None] Provisioning complete for port f9f005e6-87d1-42e1-94bf-95900b4efbbd triggered by entity L2. {{(pid=101084) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 22:00:01.201425 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-ad13160b-513d-4512-a15f-cb40cce6b7e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-534742'] for port, provisioning_complete {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:00:01.299495 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.db.l3_hamode_db [None req-c923e298-50e0-47fa-b0b9-302005dfae1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '118f63a4-75f3-479c-a184-ecde3b412768', 'name': 'tempest-ServerRescueNegativeTestJSON-1497001929-router', 'tenant_id': '978ca50bc6d64521ad5d25a5de935b0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ae8d913-bef9-4bc0-baeb-78ef8b3a7364', 'external_fixed_ips': [{'subnet_id': 'f0dec947-372d-4ed5-9c9f-864e58aba850', 'ip_address': '172.27.3.172'}], 'enable_snat': True}, 'gw_port_id': 'f9f005e6-87d1-42e1-94bf-95900b4efbbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T21:59:49Z', 'updated_at': '2021-11-08T21:59:57Z', 'revision_number': 4, 'project_id': '978ca50bc6d64521ad5d25a5de935b0b', 'gw_port': {'id': 'f9f005e6-87d1-42e1-94bf-95900b4efbbd', 'name': '', 'network_id': '8ae8d913-bef9-4bc0-baeb-78ef8b3a7364', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:f9:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '118f63a4-75f3-479c-a184-ecde3b412768', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'f0dec947-372d-4ed5-9c9f-864e58aba850', 'ip_address': '172.27.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T21:59:51Z', 'updated_at': '2021-11-08T21:59:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0dec947-372d-4ed5-9c9f-864e58aba850', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817085-1-iscsi', '_interfaces': [{'id': '6d0a87ca-a9c7-4629-919f-5685acf7dd88', 'name': '', 'network_id': '890edfdd-a1ca-4a26-a0c0-782a8dc72e87', 'tenant_id': '978ca50bc6d64521ad5d25a5de935b0b', 'mac_address': 'fa:16:3e:07:fc:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '118f63a4-75f3-479c-a184-ecde3b412768', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '5d94cda7-098f-4351-9588-bf6058a35aaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T21:59:56Z', 'updated_at': '2021-11-08T21:59:57Z', 'revision_number': 2, 'project_id': '978ca50bc6d64521ad5d25a5de935b0b', 'subnets': [{'id': '5d94cda7-098f-4351-9588-bf6058a35aaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817085-1-iscsi', False) {} {{(pid=101084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 22:00:01.391915 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c923e298-50e0-47fa-b0b9-302005dfae1b None None] Checking router: 118f63a4-75f3-479c-a184-ecde3b412768 for host: dv-cinder-817085-1-iscsi {{(pid=101084) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 22:00:01.411045 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c923e298-50e0-47fa-b0b9-302005dfae1b None None] Updating router 118f63a4-75f3-479c-a184-ecde3b412768 port 6d0a87ca-a9c7-4629-919f-5685acf7dd88 binding host dv-cinder-817085-1-iscsi {{(pid=101084) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 22:00:01.433254 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-0d911f92-195c-4f94-9259-b9c6dfa6ffc4 req-da6b7905-0afd-4aeb-8827-9cdd89ae3568 tempest-DeleteServersTestJSON-871340286 tempest-DeleteServersTestJSON-871340286-project] 10.222.0.25 "GET /v2.0/ports?device_id=312b214b-6d9b-4e85-9cfc-0cc80d967e13 HTTP/1.1" status: 200 len: 210 time: 0.1286871 Nov 08 22:00:01.484744 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.db.db_base_plugin_common [req-fbd9363c-8e9b-4825-ba14-c911b143f65a req-1b7d14b1-d971-49e1-a8fc-161fe815f107 tempest-DeleteServersTestJSON-871340286 tempest-DeleteServersTestJSON-871340286-project] Allocated IP 172.20.0.6 (9e2a42de-9a18-4fc5-97ab-4d88597b89a9/bdffbae6-e05a-48c3-b359-ed4767895c60/0a8010b0-b68f-4d3b-a92b-24c75b08bb3a) {{(pid=101083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 22:00:01.568031 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [req-8f2757ab-573f-4e3a-af09-263036b60cb8 req-7680c11d-21bf-4744-bd60-fc186c85f5bb tempest-AttachVolumeNegativeTest-479507150 tempest-AttachVolumeNegativeTest-479507150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728276144267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7659000'] for port, after_create {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:00:01.600556 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-c923e298-50e0-47fa-b0b9-302005dfae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-925982'] for port, before_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:00:02.011420 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f2757ab-573f-4e3a-af09-263036b60cb8 req-7680c11d-21bf-4744-bd60-fc186c85f5bb tempest-AttachVolumeNegativeTest-479507150 tempest-AttachVolumeNegativeTest-479507150-project] Network 1af71b13-9cb9-46cd-97aa-4e7f7899262e is already hosted by enough agents. {{(pid=101083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 22:00:02.100902 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.scheduler.base_scheduler [req-8f2757ab-573f-4e3a-af09-263036b60cb8 req-7680c11d-21bf-4744-bd60-fc186c85f5bb tempest-AttachVolumeNegativeTest-479507150 tempest-AttachVolumeNegativeTest-479507150-project] Resources bound (agent type, host, resource id): {{(pid=101083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 22:00:02.120085 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f2757ab-573f-4e3a-af09-263036b60cb8 req-7680c11d-21bf-4744-bd60-fc186c85f5bb tempest-AttachVolumeNegativeTest-479507150 tempest-AttachVolumeNegativeTest-479507150-project] Received port after_create {{(pid=101083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 22:00:02.191936 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81983aaf-72f3-4dc9-8af2-bc6f389847f0 req-23082bd3-ea70-496a-ad50-7f3a5d24abd1 tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:00:02.203918 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-81983aaf-72f3-4dc9-8af2-bc6f389847f0 req-23082bd3-ea70-496a-ad50-7f3a5d24abd1 tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] 10.222.0.25 "GET /v2.0/networks?id=890edfdd-a1ca-4a26-a0c0-782a8dc72e87 HTTP/1.1" status: 200 len: 819 time: 0.4139097 Nov 08 22:00:02.261190 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-81983aaf-72f3-4dc9-8af2-bc6f389847f0 req-2938ee77-d6f3-4289-9c7f-0298616153f4 tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] 10.222.0.25 "GET /v2.0/quotas/978ca50bc6d64521ad5d25a5de935b0b HTTP/1.1" status: 200 len: 375 time: 0.0562580 Nov 08 22:00:02.266318 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7680c11d-21bf-4744-bd60-fc186c85f5bb tempest-AttachVolumeNegativeTest-479507150 tempest-AttachVolumeNegativeTest-479507150-project] Pushing event updated for resources: {'Port': ['ID=05e12715-6298-4fba-90e4-2bde5690db07,revision_number=1']} {{(pid=101083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:00:02.321739 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-01acc435-4ae8-4075-a799-8ee70f6e3233 req-48c4c860-6fd2-4705-8416-c9f62f161ead tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] 10.222.0.25 "GET /v2.0/ports?device_id=ea3e000f-3070-46f1-ab82-0f619625641a HTTP/1.1" status: 200 len: 210 time: 0.0983868 Nov 08 22:00:02.395621 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-81983aaf-72f3-4dc9-8af2-bc6f389847f0 req-b85651dc-1947-44bf-ae69-453bd1b23482 tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=978ca50bc6d64521ad5d25a5de935b0b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1333256 Nov 08 22:00:02.498926 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2757ab-573f-4e3a-af09-263036b60cb8 req-7680c11d-21bf-4744-bd60-fc186c85f5bb tempest-AttachVolumeNegativeTest-479507150 tempest-AttachVolumeNegativeTest-479507150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:00:02.502485 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [req-8f2757ab-573f-4e3a-af09-263036b60cb8 req-7680c11d-21bf-4744-bd60-fc186c85f5bb tempest-AttachVolumeNegativeTest-479507150 tempest-AttachVolumeNegativeTest-479507150-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646287'] for port, before_response {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:00:02.547566 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.wsgi [-] (101083) accepted ('10.222.0.25', 39682) {{(pid=101083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 22:00:02.549553 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-c923e298-50e0-47fa-b0b9-302005dfae1b None None] Publish callbacks [] for port, precommit_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:00:02.564622 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-c923e298-50e0-47fa-b0b9-302005dfae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728276638356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728276144285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728276144303'] for port, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:00:02.569926 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-8f2757ab-573f-4e3a-af09-263036b60cb8 req-7680c11d-21bf-4744-bd60-fc186c85f5bb tempest-AttachVolumeNegativeTest-479507150 tempest-AttachVolumeNegativeTest-479507150-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6559045 Nov 08 22:00:02.636798 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c384e5b3-e08c-4cad-886f-c1a98d969517 req-5f8a5ae8-1b94-475c-8840-33c467b596ea tempest-AttachVolumeNegativeTest-479507150 tempest-AttachVolumeNegativeTest-479507150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:00:02.638713 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-c384e5b3-e08c-4cad-886f-c1a98d969517 req-5f8a5ae8-1b94-475c-8840-33c467b596ea tempest-AttachVolumeNegativeTest-479507150 tempest-AttachVolumeNegativeTest-479507150-project] 10.222.0.25 "GET /v2.0/ports?device_id=31088752-2147-4f7c-8e1d-47f0668bf951 HTTP/1.1" status: 200 len: 931 time: 0.1212928 Nov 08 22:00:02.648460 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-81983aaf-72f3-4dc9-8af2-bc6f389847f0 req-142367f7-a75c-420f-8510-eb9b8c4b6e6e service neutron] 10.222.0.25 "GET /v2.0/networks/890edfdd-a1ca-4a26-a0c0-782a8dc72e87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2518423 Nov 08 22:00:02.681074 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a85700-94c4-445c-afbb-071edca338d9 None None] Pushing event updated for resources: {'Port': ['ID=6d0a87ca-a9c7-4629-919f-5685acf7dd88,revision_number=3']} {{(pid=101084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:00:02.684577 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [req-fbd9363c-8e9b-4825-ba14-c911b143f65a req-1b7d14b1-d971-49e1-a8fc-161fe815f107 tempest-DeleteServersTestJSON-871340286 tempest-DeleteServersTestJSON-871340286-project] Publish callbacks [] for port, precommit_create {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:00:02.752124 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-81983aaf-72f3-4dc9-8af2-bc6f389847f0 req-d71aa67f-a5f0-4a52-babc-23ea97a938e8 service neutron] 10.222.0.25 "GET /v2.0/networks/890edfdd-a1ca-4a26-a0c0-782a8dc72e87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025245 Nov 08 22:00:02.768030 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [req-fbd9363c-8e9b-4825-ba14-c911b143f65a req-1b7d14b1-d971-49e1-a8fc-161fe815f107 tempest-DeleteServersTestJSON-871340286 tempest-DeleteServersTestJSON-871340286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728276144267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7659000'] for port, after_create {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:00:02.797833 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.managers [None req-c923e298-50e0-47fa-b0b9-302005dfae1b None None] Attempting to bind port 6d0a87ca-a9c7-4629-919f-5685acf7dd88 on host dv-cinder-817085-1-iscsi for vnic_type normal with profile {{(pid=101084) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 22:00:02.798212 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.managers [None req-c923e298-50e0-47fa-b0b9-302005dfae1b None None] Attempting to bind port 6d0a87ca-a9c7-4629-919f-5685acf7dd88 by drivers openvswitch,hyperv on host dv-cinder-817085-1-iscsi at level 0 using segments [{'id': 'fbdccf68-e541-4705-9e3a-177dbbbf7d94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '890edfdd-a1ca-4a26-a0c0-782a8dc72e87'}] {{(pid=101084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 22:00:02.798576 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c923e298-50e0-47fa-b0b9-302005dfae1b None None] Attempting to bind port 6d0a87ca-a9c7-4629-919f-5685acf7dd88 on network 890edfdd-a1ca-4a26-a0c0-782a8dc72e87 {{(pid=101084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 22:00:02.811955 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c923e298-50e0-47fa-b0b9-302005dfae1b None None] Checking agent: {'id': 'b17b386a-7116-42d0-acec-a66289ba5096', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817085-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 21, 51, 52), 'started_at': datetime.datetime(2021, 11, 8, 21, 52, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 21, 59, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817085-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 22:00:02.811955 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c923e298-50e0-47fa-b0b9-302005dfae1b None None] Checking segment: {'id': 'fbdccf68-e541-4705-9e3a-177dbbbf7d94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '890edfdd-a1ca-4a26-a0c0-782a8dc72e87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 22:00:02.812863 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-c923e298-50e0-47fa-b0b9-302005dfae1b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:00:02.813267 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c923e298-50e0-47fa-b0b9-302005dfae1b None None] Bound using segment: {'id': 'fbdccf68-e541-4705-9e3a-177dbbbf7d94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '890edfdd-a1ca-4a26-a0c0-782a8dc72e87'} {{(pid=101084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 22:00:02.813761 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.managers [None req-c923e298-50e0-47fa-b0b9-302005dfae1b None None] Bound port: 6d0a87ca-a9c7-4629-919f-5685acf7dd88, host: dv-cinder-817085-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbdccf68-e541-4705-9e3a-177dbbbf7d94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '890edfdd-a1ca-4a26-a0c0-782a8dc72e87'}}] {{(pid=101084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 22:00:02.814144 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-c923e298-50e0-47fa-b0b9-302005dfae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-925982'] for port, before_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:00:02.895926 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-c384e5b3-e08c-4cad-886f-c1a98d969517 req-6e38fe0a-db3d-46ab-8f51-f0bf0e8556fc tempest-AttachVolumeNegativeTest-479507150 tempest-AttachVolumeNegativeTest-479507150-project] 10.222.0.25 "GET /v2.0/security-groups?id=18bce912-cacb-492f-931d-a2fe8ac5d2b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2452135 Nov 08 22:00:02.963463 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.db [None req-c923e298-50e0-47fa-b0b9-302005dfae1b None None] For port 6d0a87ca-a9c7-4629-919f-5685acf7dd88, host dv-cinder-817085-1-iscsi, cleared binding levels {{(pid=101084) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 22:00:02.966604 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.db [None req-c923e298-50e0-47fa-b0b9-302005dfae1b None None] For port 6d0a87ca-a9c7-4629-919f-5685acf7dd88, host dv-cinder-817085-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817085-1-iscsi',level=0,port_id=6d0a87ca-a9c7-4629-919f-5685acf7dd88,segment=NetworkSegment(fbdccf68-e541-4705-9e3a-177dbbbf7d94),segment_id=fbdccf68-e541-4705-9e3a-177dbbbf7d94)] {{(pid=101084) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 22:00:02.978449 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-c923e298-50e0-47fa-b0b9-302005dfae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728276638356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728276144285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728276144303'] for port, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:00:03.018043 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.wsgi [-] (101082) accepted ('10.222.0.25', 39700) {{(pid=101082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 22:00:03.099057 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a85700-94c4-445c-afbb-071edca338d9 None None] Pushing event updated for resources: {'Port': ['ID=6d0a87ca-a9c7-4629-919f-5685acf7dd88,revision_number=4']} {{(pid=101084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:00:03.127621 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c923e298-50e0-47fa-b0b9-302005dfae1b None None] Routers {'118f63a4-75f3-479c-a184-ecde3b412768'} bound to L3 agent in host dv-cinder-817085-1-iscsi {{(pid=101084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 22:00:03.128205 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.db.l3_hamode_db [None req-c923e298-50e0-47fa-b0b9-302005dfae1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817085-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-08T21:51:49Z,description=,heartbeat_timestamp=2021-11-08T21:59:49Z,host='dv-cinder-817085-1-iscsi',id=a7fb4010-89fb-4d99-b0a1-90d6a3aacb04,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T21:51:49Z,topic='l3_agent')) {'router_ids': ['118f63a4-75f3-479c-a184-ecde3b412768'], 'active': True} {{(pid=101084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 22:00:03.131935 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-763fbc7d-0a8d-40ac-af7f-30e00967fac2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:00:03.143030 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fbd9363c-8e9b-4825-ba14-c911b143f65a req-1b7d14b1-d971-49e1-a8fc-161fe815f107 tempest-DeleteServersTestJSON-871340286 tempest-DeleteServersTestJSON-871340286-project] Network 9e2a42de-9a18-4fc5-97ab-4d88597b89a9 is already hosted by enough agents. {{(pid=101083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 22:00:03.149334 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-ce580fc5-745c-499b-85c6-5b92bfca1cfa req-a4c43d8a-ee1b-41c5-a4ed-d0f1d4d869c3 tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] 10.222.0.25 "GET /v2.0/ports?device_id=21765c62-33e5-4865-a2e8-923f1018396e HTTP/1.1" status: 200 len: 210 time: 0.0909886 Nov 08 22:00:03.156602 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.scheduler.base_scheduler [req-fbd9363c-8e9b-4825-ba14-c911b143f65a req-1b7d14b1-d971-49e1-a8fc-161fe815f107 tempest-DeleteServersTestJSON-871340286 tempest-DeleteServersTestJSON-871340286-project] Resources bound (agent type, host, resource id): {{(pid=101083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 22:00:03.157396 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-65d7fcb4-5245-4c33-aac2-141688f9ee3d admin admin] Publish callbacks [] for security_group, before_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:00:03.159454 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbd9363c-8e9b-4825-ba14-c911b143f65a req-1b7d14b1-d971-49e1-a8fc-161fe815f107 tempest-DeleteServersTestJSON-871340286 tempest-DeleteServersTestJSON-871340286-project] Received port after_create {{(pid=101083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 22:00:03.227200 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7d14b1-d971-49e1-a8fc-161fe815f107 tempest-DeleteServersTestJSON-871340286 tempest-DeleteServersTestJSON-871340286-project] Pushing event updated for resources: {'Port': ['ID=0a8010b0-b68f-4d3b-a92b-24c75b08bb3a,revision_number=1']} {{(pid=101083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:00:03.290960 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d86b97c-fde6-47a3-a460-16066b73e837 req-248eb5ae-92ef-44f3-acf7-30267016e9ca tempest-DeleteServersTestJSON-871340286 tempest-DeleteServersTestJSON-871340286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:00:03.296000 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd9363c-8e9b-4825-ba14-c911b143f65a req-1b7d14b1-d971-49e1-a8fc-161fe815f107 tempest-DeleteServersTestJSON-871340286 tempest-DeleteServersTestJSON-871340286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:00:03.296633 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [req-fbd9363c-8e9b-4825-ba14-c911b143f65a req-1b7d14b1-d971-49e1-a8fc-161fe815f107 tempest-DeleteServersTestJSON-871340286 tempest-DeleteServersTestJSON-871340286-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646287'] for port, before_response {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:00:03.298024 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-2d86b97c-fde6-47a3-a460-16066b73e837 req-248eb5ae-92ef-44f3-acf7-30267016e9ca tempest-DeleteServersTestJSON-871340286 tempest-DeleteServersTestJSON-871340286-project] 10.222.0.25 "GET /v2.0/ports?device_id=312b214b-6d9b-4e85-9cfc-0cc80d967e13 HTTP/1.1" status: 200 len: 931 time: 0.2486465 Nov 08 22:00:03.330647 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-fbd9363c-8e9b-4825-ba14-c911b143f65a req-1b7d14b1-d971-49e1-a8fc-161fe815f107 tempest-DeleteServersTestJSON-871340286 tempest-DeleteServersTestJSON-871340286-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9116588 Nov 08 22:00:03.346842 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-763fbc7d-0a8d-40ac-af7f-30e00967fac2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:00:03.360747 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-763fbc7d-0a8d-40ac-af7f-30e00967fac2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2033567'] for security_group, after_create {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:00:03.390978 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.db.l3_dvr_db [None req-c923e298-50e0-47fa-b0b9-302005dfae1b None None] Set router 118f63a4-75f3-479c-a184-ecde3b412768 gateway port host: dv-cinder-817085-1-iscsi {{(pid=101084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 22:00:03.437818 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-2d86b97c-fde6-47a3-a460-16066b73e837 req-662aef02-d77d-47fc-a6aa-5e0478e4a65e tempest-DeleteServersTestJSON-871340286 tempest-DeleteServersTestJSON-871340286-project] 10.222.0.25 "GET /v2.0/security-groups?id=6626b22f-e431-4d45-a6b2-a23a587b864b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272306 Nov 08 22:00:03.443515 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [None req-763fbc7d-0a8d-40ac-af7f-30e00967fac2 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=da13f20a124649ce851230383af716b6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8863211 Nov 08 22:00:03.445670 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.wsgi [-] (101083) accepted ('10.222.0.25', 39722) {{(pid=101083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 22:00:03.453602 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763fbc7d-0a8d-40ac-af7f-30e00967fac2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26176bba-ed3e-4614-9278-c0e4dc553bde,revision_number=1']} {{(pid=101083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:00:03.454225 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-65d7fcb4-5245-4c33-aac2-141688f9ee3d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:00:03.484544 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-65d7fcb4-5245-4c33-aac2-141688f9ee3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2033567'] for security_group, after_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:00:03.520844 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-de5818b5-1b50-4611-83d0-c33718f46a8b req-bd16b5ad-6861-4199-b193-bca9936216db tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] 10.222.0.25 "GET /v2.0/ports?device_id=ea3e000f-3070-46f1-ab82-0f619625641a HTTP/1.1" status: 200 len: 210 time: 0.0628977 Nov 08 22:00:03.534577 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-5133b3ca-4f86-48ce-83e7-9c6849b6b74e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:00:03.566077 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [None req-65d7fcb4-5245-4c33-aac2-141688f9ee3d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=baf4ffbd585540ab87c9c8ab9158e891&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5449171 Nov 08 22:00:03.566077 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d7fcb4-5245-4c33-aac2-141688f9ee3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8010c66d-5348-49bd-bdcf-564ea54199b1,revision_number=1']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:00:03.567043 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.wsgi [-] (101082) accepted ('10.222.0.25', 39732) {{(pid=101082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 22:00:03.602772 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-5133b3ca-4f86-48ce-83e7-9c6849b6b74e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:00:03.707478 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-5133b3ca-4f86-48ce-83e7-9c6849b6b74e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2033567'] for security_group, after_delete {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:00:03.710357 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-38297bc7-23b8-4894-8f98-a7c437606240 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:00:03.714106 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-5133b3ca-4f86-48ce-83e7-9c6849b6b74e admin admin] Publish callbacks [] for security_group, before_response {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:00:03.721394 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [None req-5133b3ca-4f86-48ce-83e7-9c6849b6b74e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/26176bba-ed3e-4614-9278-c0e4dc553bde HTTP/1.1" status: 204 len: 168 time: 0.2729530 Nov 08 22:00:03.742656 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5133b3ca-4f86-48ce-83e7-9c6849b6b74e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26176bba-ed3e-4614-9278-c0e4dc553bde,revision_number=None']} {{(pid=101083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:00:03.750325 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-38297bc7-23b8-4894-8f98-a7c437606240 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:00:03.759145 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e7e113-d96b-4e46-bcd5-ff474636e027 req-c96ba8e2-2f13-4781-909f-8694cf1e51c0 tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:00:03.766304 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-37e7e113-d96b-4e46-bcd5-ff474636e027 req-c96ba8e2-2f13-4781-909f-8694cf1e51c0 tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] 10.222.0.25 "GET /v2.0/networks?id=890edfdd-a1ca-4a26-a0c0-782a8dc72e87 HTTP/1.1" status: 200 len: 819 time: 0.1717076 Nov 08 22:00:03.797300 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-37e7e113-d96b-4e46-bcd5-ff474636e027 req-47da1e53-980f-4ba6-b19f-1e703265cac3 tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] 10.222.0.25 "GET /v2.0/quotas/978ca50bc6d64521ad5d25a5de935b0b HTTP/1.1" status: 200 len: 375 time: 0.0301352 Nov 08 22:00:03.850258 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.wsgi [-] (101083) accepted ('10.222.0.25', 39740) {{(pid=101083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 22:00:03.855618 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.db.l3_hamode_db [None req-c923e298-50e0-47fa-b0b9-302005dfae1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '118f63a4-75f3-479c-a184-ecde3b412768', 'name': 'tempest-ServerRescueNegativeTestJSON-1497001929-router', 'tenant_id': '978ca50bc6d64521ad5d25a5de935b0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ae8d913-bef9-4bc0-baeb-78ef8b3a7364', 'external_fixed_ips': [{'subnet_id': 'f0dec947-372d-4ed5-9c9f-864e58aba850', 'ip_address': '172.27.3.172'}], 'enable_snat': True}, 'gw_port_id': 'f9f005e6-87d1-42e1-94bf-95900b4efbbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T21:59:49Z', 'updated_at': '2021-11-08T21:59:57Z', 'revision_number': 4, 'project_id': '978ca50bc6d64521ad5d25a5de935b0b', 'gw_port': {'id': 'f9f005e6-87d1-42e1-94bf-95900b4efbbd', 'name': '', 'network_id': '8ae8d913-bef9-4bc0-baeb-78ef8b3a7364', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:f9:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '118f63a4-75f3-479c-a184-ecde3b412768', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'f0dec947-372d-4ed5-9c9f-864e58aba850', 'ip_address': '172.27.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T21:59:51Z', 'updated_at': '2021-11-08T21:59:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0dec947-372d-4ed5-9c9f-864e58aba850', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817085-1-iscsi', '_interfaces': [{'id': '6d0a87ca-a9c7-4629-919f-5685acf7dd88', 'name': '', 'network_id': '890edfdd-a1ca-4a26-a0c0-782a8dc72e87', 'tenant_id': '978ca50bc6d64521ad5d25a5de935b0b', 'mac_address': 'fa:16:3e:07:fc:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '118f63a4-75f3-479c-a184-ecde3b412768', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '5d94cda7-098f-4351-9588-bf6058a35aaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T21:59:56Z', 'updated_at': '2021-11-08T22:00:02Z', 'revision_number': 4, 'project_id': '978ca50bc6d64521ad5d25a5de935b0b', 'subnets': [{'id': '5d94cda7-098f-4351-9588-bf6058a35aaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817085-1-iscsi', False) {} {{(pid=101084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 22:00:03.894402 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-37e7e113-d96b-4e46-bcd5-ff474636e027 req-2f762be5-7e68-489d-820e-6861acf69679 tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=978ca50bc6d64521ad5d25a5de935b0b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0961456 Nov 08 22:00:03.901390 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c923e298-50e0-47fa-b0b9-302005dfae1b None None] The sync data for ids ['118f63a4-75f3-479c-a184-ecde3b412768'] in dv-cinder-817085-1-iscsi is: [{'id': '118f63a4-75f3-479c-a184-ecde3b412768', 'name': 'tempest-ServerRescueNegativeTestJSON-1497001929-router', 'tenant_id': '978ca50bc6d64521ad5d25a5de935b0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ae8d913-bef9-4bc0-baeb-78ef8b3a7364', 'external_fixed_ips': [{'subnet_id': 'f0dec947-372d-4ed5-9c9f-864e58aba850', 'ip_address': '172.27.3.172'}], 'enable_snat': True}, 'gw_port_id': 'f9f005e6-87d1-42e1-94bf-95900b4efbbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T21:59:49Z', 'updated_at': '2021-11-08T21:59:57Z', 'revision_number': 4, 'project_id': '978ca50bc6d64521ad5d25a5de935b0b', 'gw_port': {'id': 'f9f005e6-87d1-42e1-94bf-95900b4efbbd', 'name': '', 'network_id': '8ae8d913-bef9-4bc0-baeb-78ef8b3a7364', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:f9:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '118f63a4-75f3-479c-a184-ecde3b412768', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'f0dec947-372d-4ed5-9c9f-864e58aba850', 'ip_address': '172.27.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T21:59:51Z', 'updated_at': '2021-11-08T21:59:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0dec947-372d-4ed5-9c9f-864e58aba850', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817085-1-iscsi', '_interfaces': [{'id': '6d0a87ca-a9c7-4629-919f-5685acf7dd88', 'name': '', 'network_id': '890edfdd-a1ca-4a26-a0c0-782a8dc72e87', 'tenant_id': '978ca50bc6d64521ad5d25a5de935b0b', 'mac_address': 'fa:16:3e:07:fc:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '118f63a4-75f3-479c-a184-ecde3b412768', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '5d94cda7-098f-4351-9588-bf6058a35aaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T21:59:56Z', 'updated_at': '2021-11-08T22:00:02Z', 'revision_number': 4, 'project_id': '978ca50bc6d64521ad5d25a5de935b0b', 'subnets': [{'id': '5d94cda7-098f-4351-9588-bf6058a35aaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 22:00:03.903600 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-38297bc7-23b8-4894-8f98-a7c437606240 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2033567'] for security_group, after_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:00:03.906330 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-38297bc7-23b8-4894-8f98-a7c437606240 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:00:03.910167 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [None req-38297bc7-23b8-4894-8f98-a7c437606240 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/8010c66d-5348-49bd-bdcf-564ea54199b1 HTTP/1.1" status: 204 len: 168 time: 0.3396487 Nov 08 22:00:03.972837 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38297bc7-23b8-4894-8f98-a7c437606240 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8010c66d-5348-49bd-bdcf-564ea54199b1,revision_number=None']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:00:04.080487 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-37e7e113-d96b-4e46-bcd5-ff474636e027 req-d18e8493-196d-4c53-82c0-0d3126c2e8b4 service neutron] 10.222.0.25 "GET /v2.0/networks/890edfdd-a1ca-4a26-a0c0-782a8dc72e87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1848853 Nov 08 22:00:04.232429 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9732739-bdbc-490f-ae9e-32b9acb5e6ec req-b04e76e3-5be5-4c49-b22e-30fd34895a2a tempest-AttachVolumeNegativeTest-479507150 tempest-AttachVolumeNegativeTest-479507150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:00:04.240968 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-c9732739-bdbc-490f-ae9e-32b9acb5e6ec req-b04e76e3-5be5-4c49-b22e-30fd34895a2a tempest-AttachVolumeNegativeTest-479507150 tempest-AttachVolumeNegativeTest-479507150-project] 10.222.0.25 "GET /v2.0/ports?device_id=31088752-2147-4f7c-8e1d-47f0668bf951 HTTP/1.1" status: 200 len: 931 time: 0.1715505 Nov 08 22:00:04.299980 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-37e7e113-d96b-4e46-bcd5-ff474636e027 req-c3d9901b-5905-4202-bd3b-28da9df84ab7 service neutron] 10.222.0.25 "GET /v2.0/networks/890edfdd-a1ca-4a26-a0c0-782a8dc72e87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2183290 Nov 08 22:00:04.312511 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.db.agents_db [None req-16c50754-5ab9-47e2-9d92-00a33089e8d5 None None] Agent healthcheck: found 6 active agents {{(pid=101085) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 22:00:04.318227 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-743114ac-c7f8-44d2-a384-608cf629d26f admin admin] Publish callbacks [] for security_group, before_create {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:00:04.391610 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-c9732739-bdbc-490f-ae9e-32b9acb5e6ec req-b0ad9847-8a06-44ce-9505-c9da48928314 tempest-AttachVolumeNegativeTest-479507150 tempest-AttachVolumeNegativeTest-479507150-project] 10.222.0.25 "GET /v2.0/security-groups?id=18bce912-cacb-492f-931d-a2fe8ac5d2b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494153 Nov 08 22:00:04.578949 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-743114ac-c7f8-44d2-a384-608cf629d26f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:00:04.586980 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-743114ac-c7f8-44d2-a384-608cf629d26f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2033567'] for security_group, after_create {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:00:04.689018 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743114ac-c7f8-44d2-a384-608cf629d26f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfb689d8-76e3-43eb-9268-5103fa9c1fbe,revision_number=1']} {{(pid=101083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:00:04.703615 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [None req-743114ac-c7f8-44d2-a384-608cf629d26f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=755a1fc6c4874d4cafcacce105de7573&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8485670 Nov 08 22:00:04.703615 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.wsgi [-] (101083) accepted ('10.222.0.25', 39770) {{(pid=101083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 22:00:04.858175 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-e3c1a98e-18c0-4bc6-869f-890dc5df3dbc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:00:04.867206 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.rpc [None req-ad13160b-513d-4512-a15f-cb40cce6b7e9 None None] Device 6d0a87ca-a9c7-4629-919f-5685acf7dd88 up at agent ovs-agent-dv-cinder-817085-1-iscsi {{(pid=101084) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 22:00:04.961732 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.wsgi [-] (101083) accepted ('10.222.0.25', 39776) {{(pid=101083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 22:00:04.973343 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-e3c1a98e-18c0-4bc6-869f-890dc5df3dbc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:00:04.993621 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.db.provisioning_blocks [None req-ad13160b-513d-4512-a15f-cb40cce6b7e9 None None] Provisioning complete for port 6d0a87ca-a9c7-4629-919f-5685acf7dd88 triggered by entity L2. {{(pid=101084) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 22:00:04.994259 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-ad13160b-513d-4512-a15f-cb40cce6b7e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-534742'] for port, provisioning_complete {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:00:05.015488 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.wsgi [req-8f2757ab-573f-4e3a-af09-263036b60cb8 req-2dccc7a1-4199-4a27-abb2-fb2372599880 tempest-AttachVolumeNegativeTest-479507150 tempest-AttachVolumeNegativeTest-479507150-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=101083) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 22:00:05.016736 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-8f2757ab-573f-4e3a-af09-263036b60cb8 req-2dccc7a1-4199-4a27-abb2-fb2372599880 tempest-AttachVolumeNegativeTest-479507150 tempest-AttachVolumeNegativeTest-479507150-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0338988 Nov 08 22:00:05.042012 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-5a86359b-6389-4a24-8db0-ddb06ea7e85a admin admin] Publish callbacks [] for security_group, before_create {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:00:05.098633 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-ad13160b-513d-4512-a15f-cb40cce6b7e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-925982'] for port, before_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:00:05.167978 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.db [None req-ad13160b-513d-4512-a15f-cb40cce6b7e9 None None] For port 6d0a87ca-a9c7-4629-919f-5685acf7dd88, host dv-cinder-817085-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817085-1-iscsi',level=0,port_id=6d0a87ca-a9c7-4629-919f-5685acf7dd88,segment=NetworkSegment(fbdccf68-e541-4705-9e3a-177dbbbf7d94),segment_id=fbdccf68-e541-4705-9e3a-177dbbbf7d94)] {{(pid=101084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 22:00:05.179839 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-ad13160b-513d-4512-a15f-cb40cce6b7e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728276638356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728276144285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728276144303'] for port, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:00:05.221962 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-e3c1a98e-18c0-4bc6-869f-890dc5df3dbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2033567'] for security_group, after_delete {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:00:05.232989 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-e3c1a98e-18c0-4bc6-869f-890dc5df3dbc admin admin] Publish callbacks [] for security_group, before_response {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:00:05.236693 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [None req-e3c1a98e-18c0-4bc6-869f-890dc5df3dbc admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/dfb689d8-76e3-43eb-9268-5103fa9c1fbe HTTP/1.1" status: 204 len: 168 time: 0.5325165 Nov 08 22:00:05.310865 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-b15dfe3f-b009-4a50-ad70-13dba224cf15 req-5335d3bb-aa94-4e42-a5cf-1e89503a4b4f tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] 10.222.0.25 "GET /v2.0/ports?device_id=ea3e000f-3070-46f1-ab82-0f619625641a HTTP/1.1" status: 200 len: 210 time: 0.5554030 Nov 08 22:00:05.313505 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c1a98e-18c0-4bc6-869f-890dc5df3dbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfb689d8-76e3-43eb-9268-5103fa9c1fbe,revision_number=None']} {{(pid=101083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:00:05.349343 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249c3dc4-01b5-46a6-abc1-cc9f8e555997 req-42a4f5aa-2d1e-4bc2-a049-a63b384b6956 tempest-DeleteServersTestJSON-871340286 tempest-DeleteServersTestJSON-871340286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:00:05.366659 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad13160b-513d-4512-a15f-cb40cce6b7e9 None None] Pushing event updated for resources: {'Port': ['ID=6d0a87ca-a9c7-4629-919f-5685acf7dd88,revision_number=5']} {{(pid=101084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:00:05.372106 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-249c3dc4-01b5-46a6-abc1-cc9f8e555997 req-42a4f5aa-2d1e-4bc2-a049-a63b384b6956 tempest-DeleteServersTestJSON-871340286 tempest-DeleteServersTestJSON-871340286-project] 10.222.0.25 "GET /v2.0/ports?device_id=312b214b-6d9b-4e85-9cfc-0cc80d967e13 HTTP/1.1" status: 200 len: 931 time: 0.7988732 Nov 08 22:00:05.446219 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-5a86359b-6389-4a24-8db0-ddb06ea7e85a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:00:05.453095 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-5a86359b-6389-4a24-8db0-ddb06ea7e85a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2033567'] for security_group, after_create {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:00:05.507272 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a86359b-6389-4a24-8db0-ddb06ea7e85a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e557585-18e9-4c5e-953c-32e851acc931,revision_number=1']} {{(pid=101083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:00:05.524343 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [None req-5a86359b-6389-4a24-8db0-ddb06ea7e85a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=8e692600ad494a1eb2aa47cd8fbe6084&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5607948 Nov 08 22:00:05.525299 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.wsgi [-] (101083) accepted ('10.222.0.25', 39794) {{(pid=101083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 22:00:05.559447 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-c7d0d86e-2c1f-4371-95b3-bf011a50fa37 req-73db581e-f738-4011-a336-e77d18e0780e tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] 10.222.0.25 "GET /v2.0/ports?device_id=36248ae4-e216-4453-969c-6c7953d8492f HTTP/1.1" status: 200 len: 210 time: 0.1132507 Nov 08 22:00:05.616323 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-249c3dc4-01b5-46a6-abc1-cc9f8e555997 req-3841138a-7a8e-4a0e-bde5-8b5eb74354e6 tempest-DeleteServersTestJSON-871340286 tempest-DeleteServersTestJSON-871340286-project] 10.222.0.25 "GET /v2.0/security-groups?id=6626b22f-e431-4d45-a6b2-a23a587b864b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2430704 Nov 08 22:00:05.654838 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-8ab80879-c073-4c80-88f6-f67ee7d1b1b1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:00:05.676222 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.wsgi [req-fbd9363c-8e9b-4825-ba14-c911b143f65a req-579e3678-3489-401b-878b-545427229a33 tempest-DeleteServersTestJSON-871340286 tempest-DeleteServersTestJSON-871340286-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=101083) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 22:00:05.678045 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-fbd9363c-8e9b-4825-ba14-c911b143f65a req-579e3678-3489-401b-878b-545427229a33 tempest-DeleteServersTestJSON-871340286 tempest-DeleteServersTestJSON-871340286-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0176311 Nov 08 22:00:05.730664 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-8ab80879-c073-4c80-88f6-f67ee7d1b1b1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:00:05.796547 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b48e1f-2950-4897-ad54-0cef1e7304d8 req-3a3ad5d3-a5be-4690-b236-484846315fda tempest-AttachVolumeNegativeTest-479507150 tempest-AttachVolumeNegativeTest-479507150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:00:05.810155 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-b1b48e1f-2950-4897-ad54-0cef1e7304d8 req-3a3ad5d3-a5be-4690-b236-484846315fda tempest-AttachVolumeNegativeTest-479507150 tempest-AttachVolumeNegativeTest-479507150-project] 10.222.0.25 "GET /v2.0/ports?device_id=31088752-2147-4f7c-8e1d-47f0668bf951 HTTP/1.1" status: 200 len: 931 time: 0.1316710 Nov 08 22:00:05.846135 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-8ab80879-c073-4c80-88f6-f67ee7d1b1b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2033567'] for security_group, after_delete {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:00:05.849981 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-8ab80879-c073-4c80-88f6-f67ee7d1b1b1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:00:05.851822 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [None req-8ab80879-c073-4c80-88f6-f67ee7d1b1b1 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/1e557585-18e9-4c5e-953c-32e851acc931 HTTP/1.1" status: 204 len: 168 time: 0.3242657 Nov 08 22:00:05.870866 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab80879-c073-4c80-88f6-f67ee7d1b1b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e557585-18e9-4c5e-953c-32e851acc931,revision_number=None']} {{(pid=101083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:00:05.971176 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-b1b48e1f-2950-4897-ad54-0cef1e7304d8 req-663dae85-529c-49e4-88c9-75f1a8c0d707 tempest-AttachVolumeNegativeTest-479507150 tempest-AttachVolumeNegativeTest-479507150-project] 10.222.0.25 "GET /v2.0/security-groups?id=18bce912-cacb-492f-931d-a2fe8ac5d2b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455994 Nov 08 22:00:06.220185 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.wsgi [-] (101083) accepted ('10.222.0.25', 39816) {{(pid=101083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 22:00:06.245115 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-1b41b57a-a533-400f-87eb-cba5f64dcb92 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:00:06.469106 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-1b41b57a-a533-400f-87eb-cba5f64dcb92 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:00:06.476439 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-1b41b57a-a533-400f-87eb-cba5f64dcb92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2033567'] for security_group, after_create {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:00:06.541854 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-aef465a8-697c-4c9d-bf93-5f3b70680e44 req-971fc41c-792b-47c5-ae88-242318e2f238 tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] 10.222.0.25 "GET /v2.0/ports?device_id=ea3e000f-3070-46f1-ab82-0f619625641a HTTP/1.1" status: 200 len: 210 time: 0.0787067 Nov 08 22:00:06.561004 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b41b57a-a533-400f-87eb-cba5f64dcb92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0ebca19-bd82-4686-b6a3-591115ffad91,revision_number=1']} {{(pid=101083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:00:06.588961 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.v2.base [req-fbd9363c-8e9b-4825-ba14-c911b143f65a req-5be794d0-8c11-44aa-b72f-f489d35d3810 service neutron] Request body: {'port': {'device_id': '312b214b-6d9b-4e85-9cfc-0cc80d967e13', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81708'}} {{(pid=101083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 22:00:06.601925 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.v2.base [req-8f2757ab-573f-4e3a-af09-263036b60cb8 req-f59bed77-85a9-408a-a236-87644afdf65c service neutron] Request body: {'port': {'device_id': '31088752-2147-4f7c-8e1d-47f0668bf951', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81708'}} {{(pid=101083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 22:00:06.689974 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.rpc [None req-ad13160b-513d-4512-a15f-cb40cce6b7e9 None None] Device 6d0a87ca-a9c7-4629-919f-5685acf7dd88 up at agent ovs-agent-dv-cinder-817085-1-iscsi {{(pid=101084) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 22:00:06.751903 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [None req-1b41b57a-a533-400f-87eb-cba5f64dcb92 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=3322f223320043dc8f0f8324ac0501e9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5278113 Nov 08 22:00:06.797246 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-5ed75370-3319-4536-a30f-e884796cccf6 req-e64426fd-a38f-4c78-9c87-460258b67ebf tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] 10.222.0.25 "GET /v2.0/ports?device_id=36248ae4-e216-4453-969c-6c7953d8492f HTTP/1.1" status: 200 len: 210 time: 0.0663047 Nov 08 22:00:06.803283 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.wsgi [-] (101082) accepted ('10.222.0.25', 39830) {{(pid=101082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 22:00:06.822443 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.db.provisioning_blocks [None req-ad13160b-513d-4512-a15f-cb40cce6b7e9 None None] Provisioning complete for port 6d0a87ca-a9c7-4629-919f-5685acf7dd88 triggered by entity L2. {{(pid=101084) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 22:00:06.822872 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-ad13160b-513d-4512-a15f-cb40cce6b7e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-534742'] for port, provisioning_complete {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:00:06.931300 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [req-8f2757ab-573f-4e3a-af09-263036b60cb8 req-f59bed77-85a9-408a-a236-87644afdf65c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-925982'] for port, before_update {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:00:06.934989 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [req-fbd9363c-8e9b-4825-ba14-c911b143f65a req-5be794d0-8c11-44aa-b72f-f489d35d3810 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-925982'] for port, before_update {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:00:06.986767 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4e15b8-1db2-4145-ab3c-26f65d7defc7 req-d4262603-fea1-450b-9515-3e1d377501b9 tempest-DeleteServersTestJSON-871340286 tempest-DeleteServersTestJSON-871340286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:00:06.989647 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-4d4e15b8-1db2-4145-ab3c-26f65d7defc7 req-d4262603-fea1-450b-9515-3e1d377501b9 tempest-DeleteServersTestJSON-871340286 tempest-DeleteServersTestJSON-871340286-project] 10.222.0.25 "GET /v2.0/ports?device_id=312b214b-6d9b-4e85-9cfc-0cc80d967e13 HTTP/1.1" status: 200 len: 931 time: 0.1834641 Nov 08 22:00:07.195033 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-4d4e15b8-1db2-4145-ab3c-26f65d7defc7 req-f1b47528-b1a0-41ce-b8bc-4449556a0805 tempest-DeleteServersTestJSON-871340286 tempest-DeleteServersTestJSON-871340286-project] 10.222.0.25 "GET /v2.0/security-groups?id=6626b22f-e431-4d45-a6b2-a23a587b864b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424630 Nov 08 22:00:07.211146 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.wsgi [-] (101082) accepted ('10.222.0.48', 58266) {{(pid=101082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 22:00:07.333858 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-9a0a31e6-3edd-4b05-bfc6-5e95c448c549 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:00:07.405858 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-9a0a31e6-3edd-4b05-bfc6-5e95c448c549 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:00:07.524552 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-9a0a31e6-3edd-4b05-bfc6-5e95c448c549 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2033567'] for security_group, after_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:00:07.527539 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-9a0a31e6-3edd-4b05-bfc6-5e95c448c549 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:00:07.529028 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [None req-9a0a31e6-3edd-4b05-bfc6-5e95c448c549 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d0ebca19-bd82-4686-b6a3-591115ffad91 HTTP/1.1" status: 204 len: 168 time: 0.7112546 Nov 08 22:00:07.543427 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88738584-20a2-4df2-af88-0d9abd8ebca3 req-6e6254ec-5ff8-4240-8ee0-f8a8db5ab041 tempest-AttachVolumeNegativeTest-479507150 tempest-AttachVolumeNegativeTest-479507150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:00:07.545084 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-88738584-20a2-4df2-af88-0d9abd8ebca3 req-6e6254ec-5ff8-4240-8ee0-f8a8db5ab041 tempest-AttachVolumeNegativeTest-479507150 tempest-AttachVolumeNegativeTest-479507150-project] 10.222.0.25 "GET /v2.0/ports?device_id=31088752-2147-4f7c-8e1d-47f0668bf951 HTTP/1.1" status: 200 len: 931 time: 0.3777661 Nov 08 22:00:07.550518 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0a31e6-3edd-4b05-bfc6-5e95c448c549 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0ebca19-bd82-4686-b6a3-591115ffad91,revision_number=None']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:00:07.835826 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-bdc614a0-4cb4-403c-90ac-6da7ad44790d req-efdd61bc-0e3c-47a1-9fa8-2ebd3b503ef6 tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] 10.222.0.25 "GET /v2.0/ports?device_id=ea3e000f-3070-46f1-ab82-0f619625641a HTTP/1.1" status: 200 len: 210 time: 0.1460419 Nov 08 22:00:07.863647 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-88738584-20a2-4df2-af88-0d9abd8ebca3 req-ad0ce1da-a8df-4314-a02c-dad1f7035675 tempest-AttachVolumeNegativeTest-479507150 tempest-AttachVolumeNegativeTest-479507150-project] 10.222.0.25 "GET /v2.0/security-groups?id=18bce912-cacb-492f-931d-a2fe8ac5d2b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2970359 Nov 08 22:00:08.055957 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-938345b5-9947-4803-b423-94e015d33626 req-114cba57-e6f4-4631-b7ef-98345b114a90 tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] 10.222.0.25 "GET /v2.0/ports?device_id=36248ae4-e216-4453-969c-6c7953d8492f HTTP/1.1" status: 200 len: 210 time: 0.0599093 Nov 08 22:00:08.233630 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.notifiers.nova [req-fbd9363c-8e9b-4825-ba14-c911b143f65a req-5be794d0-8c11-44aa-b72f-f489d35d3810 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a8010b0-b68f-4d3b-a92b-24c75b08bb3a {{(pid=101083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 22:00:08.250159 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [req-fbd9363c-8e9b-4825-ba14-c911b143f65a req-5be794d0-8c11-44aa-b72f-f489d35d3810 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:00:08.344665 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.db.provisioning_blocks [req-fbd9363c-8e9b-4825-ba14-c911b143f65a req-5be794d0-8c11-44aa-b72f-f489d35d3810 service neutron] Transition to ACTIVE for port object 0a8010b0-b68f-4d3b-a92b-24c75b08bb3a will not be triggered until provisioned by entity L2. {{(pid=101083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 22:00:08.376924 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [req-fbd9363c-8e9b-4825-ba14-c911b143f65a req-5be794d0-8c11-44aa-b72f-f489d35d3810 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728276638356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728276144285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728276144303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7658983'] for port, after_update {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:00:08.452374 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e22a792-20c0-4ae5-a071-b92f3a69d94b req-73bd4fa9-6e75-444c-a921-d39e6e385bdb tempest-DeleteServersTestJSON-871340286 tempest-DeleteServersTestJSON-871340286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:00:08.464755 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-2e22a792-20c0-4ae5-a071-b92f3a69d94b req-73bd4fa9-6e75-444c-a921-d39e6e385bdb tempest-DeleteServersTestJSON-871340286 tempest-DeleteServersTestJSON-871340286-project] 10.222.0.25 "GET /v2.0/ports?device_id=312b214b-6d9b-4e85-9cfc-0cc80d967e13 HTTP/1.1" status: 200 len: 931 time: 0.1633699 Nov 08 22:00:08.637729 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-2e22a792-20c0-4ae5-a071-b92f3a69d94b req-bda0a2c7-e2bf-4755-8c0d-6fd2e41817ab tempest-DeleteServersTestJSON-871340286 tempest-DeleteServersTestJSON-871340286-project] 10.222.0.25 "GET /v2.0/security-groups?id=6626b22f-e431-4d45-a6b2-a23a587b864b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689444 Nov 08 22:00:08.647065 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be794d0-8c11-44aa-b72f-f489d35d3810 service neutron] Pushing event updated for resources: {'Port': ['ID=0a8010b0-b68f-4d3b-a92b-24c75b08bb3a,revision_number=2']} {{(pid=101083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:00:08.832625 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.notifiers.nova [req-8f2757ab-573f-4e3a-af09-263036b60cb8 req-f59bed77-85a9-408a-a236-87644afdf65c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05e12715-6298-4fba-90e4-2bde5690db07 {{(pid=101083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 22:00:08.851627 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [req-8f2757ab-573f-4e3a-af09-263036b60cb8 req-f59bed77-85a9-408a-a236-87644afdf65c service neutron] Publish callbacks [] for port, precommit_update {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:00:08.917008 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.plugins.ml2.managers [req-fbd9363c-8e9b-4825-ba14-c911b143f65a req-5be794d0-8c11-44aa-b72f-f489d35d3810 service neutron] Attempting to bind port 0a8010b0-b68f-4d3b-a92b-24c75b08bb3a on host hv-cinder-81708 for vnic_type normal with profile {{(pid=101083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 22:00:08.921172 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.plugins.ml2.managers [req-fbd9363c-8e9b-4825-ba14-c911b143f65a req-5be794d0-8c11-44aa-b72f-f489d35d3810 service neutron] Attempting to bind port 0a8010b0-b68f-4d3b-a92b-24c75b08bb3a by drivers openvswitch,hyperv on host hv-cinder-81708 at level 0 using segments [{'id': '6919422b-c4aa-40ff-b6c3-558b4885e281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '9e2a42de-9a18-4fc5-97ab-4d88597b89a9'}] {{(pid=101083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 22:00:08.921172 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbd9363c-8e9b-4825-ba14-c911b143f65a req-5be794d0-8c11-44aa-b72f-f489d35d3810 service neutron] Attempting to bind port 0a8010b0-b68f-4d3b-a92b-24c75b08bb3a on network 9e2a42de-9a18-4fc5-97ab-4d88597b89a9 {{(pid=101083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 22:00:08.943870 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.db.provisioning_blocks [req-8f2757ab-573f-4e3a-af09-263036b60cb8 req-f59bed77-85a9-408a-a236-87644afdf65c service neutron] Transition to ACTIVE for port object 05e12715-6298-4fba-90e4-2bde5690db07 will not be triggered until provisioned by entity L2. {{(pid=101083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 22:00:08.946231 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbd9363c-8e9b-4825-ba14-c911b143f65a req-5be794d0-8c11-44aa-b72f-f489d35d3810 service neutron] Port 0a8010b0-b68f-4d3b-a92b-24c75b08bb3a on network 9e2a42de-9a18-4fc5-97ab-4d88597b89a9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81708 {{(pid=101083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 22:00:08.948015 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbd9363c-8e9b-4825-ba14-c911b143f65a req-5be794d0-8c11-44aa-b72f-f489d35d3810 service neutron] Attempting to bind port 0a8010b0-b68f-4d3b-a92b-24c75b08bb3a on network 9e2a42de-9a18-4fc5-97ab-4d88597b89a9 {{(pid=101083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 22:00:08.956337 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [req-8f2757ab-573f-4e3a-af09-263036b60cb8 req-f59bed77-85a9-408a-a236-87644afdf65c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728276638356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728276144285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728276144303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7658983'] for port, after_update {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:00:08.980435 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbd9363c-8e9b-4825-ba14-c911b143f65a req-5be794d0-8c11-44aa-b72f-f489d35d3810 service neutron] Checking agent: {'id': '7cd4d405-a24c-430d-ad05-16fe54bb5453', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81708', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 21, 57, 55), 'started_at': datetime.datetime(2021, 11, 8, 21, 57, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 21, 59, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 22:00:08.981546 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbd9363c-8e9b-4825-ba14-c911b143f65a req-5be794d0-8c11-44aa-b72f-f489d35d3810 service neutron] Checking segment: {'id': '6919422b-c4aa-40ff-b6c3-558b4885e281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '9e2a42de-9a18-4fc5-97ab-4d88597b89a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 22:00:08.985890 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbd9363c-8e9b-4825-ba14-c911b143f65a req-5be794d0-8c11-44aa-b72f-f489d35d3810 service neutron] Bound using segment: {'id': '6919422b-c4aa-40ff-b6c3-558b4885e281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '9e2a42de-9a18-4fc5-97ab-4d88597b89a9'} {{(pid=101083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 22:00:08.986726 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.plugins.ml2.managers [req-fbd9363c-8e9b-4825-ba14-c911b143f65a req-5be794d0-8c11-44aa-b72f-f489d35d3810 service neutron] Bound port: 0a8010b0-b68f-4d3b-a92b-24c75b08bb3a, host: hv-cinder-81708, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6919422b-c4aa-40ff-b6c3-558b4885e281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '9e2a42de-9a18-4fc5-97ab-4d88597b89a9'}}] {{(pid=101083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 22:00:08.987240 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [req-fbd9363c-8e9b-4825-ba14-c911b143f65a req-5be794d0-8c11-44aa-b72f-f489d35d3810 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-925982'] for port, before_update {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:00:09.010190 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-b0ff9636-75e7-43ac-b73d-67f4aed4b8b1 req-2df04204-4250-4177-9995-939c4abc918f tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] 10.222.0.25 "GET /v2.0/ports?device_id=ea3e000f-3070-46f1-ab82-0f619625641a HTTP/1.1" status: 200 len: 210 time: 0.0411851 Nov 08 22:00:09.156089 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6672084a-fe6b-439e-b751-41d9624ca37a req-120ef521-4615-45c5-8542-ba5b388b584c tempest-AttachVolumeNegativeTest-479507150 tempest-AttachVolumeNegativeTest-479507150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:00:09.162715 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-6672084a-fe6b-439e-b751-41d9624ca37a req-120ef521-4615-45c5-8542-ba5b388b584c tempest-AttachVolumeNegativeTest-479507150 tempest-AttachVolumeNegativeTest-479507150-project] 10.222.0.25 "GET /v2.0/ports?device_id=31088752-2147-4f7c-8e1d-47f0668bf951 HTTP/1.1" status: 200 len: 943 time: 0.1633351 Nov 08 22:00:09.170638 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59bed77-85a9-408a-a236-87644afdf65c service neutron] Pushing event updated for resources: {'Port': ['ID=05e12715-6298-4fba-90e4-2bde5690db07,revision_number=2']} {{(pid=101083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:00:09.175975 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.plugins.ml2.managers [req-8f2757ab-573f-4e3a-af09-263036b60cb8 req-f59bed77-85a9-408a-a236-87644afdf65c service neutron] Attempting to bind port 05e12715-6298-4fba-90e4-2bde5690db07 on host hv-cinder-81708 for vnic_type normal with profile {{(pid=101083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 22:00:09.177495 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.plugins.ml2.managers [req-8f2757ab-573f-4e3a-af09-263036b60cb8 req-f59bed77-85a9-408a-a236-87644afdf65c service neutron] Attempting to bind port 05e12715-6298-4fba-90e4-2bde5690db07 by drivers openvswitch,hyperv on host hv-cinder-81708 at level 0 using segments [{'id': '37b61f9e-bba3-4df3-9e21-4a1dc2717139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '1af71b13-9cb9-46cd-97aa-4e7f7899262e'}] {{(pid=101083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 22:00:09.177826 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f2757ab-573f-4e3a-af09-263036b60cb8 req-f59bed77-85a9-408a-a236-87644afdf65c service neutron] Attempting to bind port 05e12715-6298-4fba-90e4-2bde5690db07 on network 1af71b13-9cb9-46cd-97aa-4e7f7899262e {{(pid=101083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 22:00:09.235070 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f2757ab-573f-4e3a-af09-263036b60cb8 req-f59bed77-85a9-408a-a236-87644afdf65c service neutron] Port 05e12715-6298-4fba-90e4-2bde5690db07 on network 1af71b13-9cb9-46cd-97aa-4e7f7899262e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81708 {{(pid=101083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 22:00:09.256568 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f2757ab-573f-4e3a-af09-263036b60cb8 req-f59bed77-85a9-408a-a236-87644afdf65c service neutron] Attempting to bind port 05e12715-6298-4fba-90e4-2bde5690db07 on network 1af71b13-9cb9-46cd-97aa-4e7f7899262e {{(pid=101083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 22:00:09.265255 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-89293060-e0f6-4d92-9ed7-beb986905793 req-5fc1a09f-5aa8-4263-b8de-50fa699dfa14 tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] 10.222.0.25 "GET /v2.0/ports?device_id=36248ae4-e216-4453-969c-6c7953d8492f HTTP/1.1" status: 200 len: 210 time: 0.0348730 Nov 08 22:00:09.296021 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f2757ab-573f-4e3a-af09-263036b60cb8 req-f59bed77-85a9-408a-a236-87644afdf65c service neutron] Checking agent: {'id': '7cd4d405-a24c-430d-ad05-16fe54bb5453', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81708', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 21, 57, 55), 'started_at': datetime.datetime(2021, 11, 8, 21, 57, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 21, 59, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 22:00:09.296454 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f2757ab-573f-4e3a-af09-263036b60cb8 req-f59bed77-85a9-408a-a236-87644afdf65c service neutron] Checking segment: {'id': '37b61f9e-bba3-4df3-9e21-4a1dc2717139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '1af71b13-9cb9-46cd-97aa-4e7f7899262e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 22:00:09.296907 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f2757ab-573f-4e3a-af09-263036b60cb8 req-f59bed77-85a9-408a-a236-87644afdf65c service neutron] Bound using segment: {'id': '37b61f9e-bba3-4df3-9e21-4a1dc2717139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '1af71b13-9cb9-46cd-97aa-4e7f7899262e'} {{(pid=101083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 22:00:09.297678 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.plugins.ml2.managers [req-8f2757ab-573f-4e3a-af09-263036b60cb8 req-f59bed77-85a9-408a-a236-87644afdf65c service neutron] Bound port: 05e12715-6298-4fba-90e4-2bde5690db07, host: hv-cinder-81708, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '37b61f9e-bba3-4df3-9e21-4a1dc2717139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '1af71b13-9cb9-46cd-97aa-4e7f7899262e'}}] {{(pid=101083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 22:00:09.298039 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-6672084a-fe6b-439e-b751-41d9624ca37a req-c6f16032-724b-4138-a615-fbf28e74b86b tempest-AttachVolumeNegativeTest-479507150 tempest-AttachVolumeNegativeTest-479507150-project] 10.222.0.25 "GET /v2.0/security-groups?id=18bce912-cacb-492f-931d-a2fe8ac5d2b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122973 Nov 08 22:00:09.298150 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [req-8f2757ab-573f-4e3a-af09-263036b60cb8 req-f59bed77-85a9-408a-a236-87644afdf65c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-925982'] for port, before_update {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:00:09.314630 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.plugins.ml2.db [req-fbd9363c-8e9b-4825-ba14-c911b143f65a req-5be794d0-8c11-44aa-b72f-f489d35d3810 service neutron] For port 0a8010b0-b68f-4d3b-a92b-24c75b08bb3a, host hv-cinder-81708, cleared binding levels {{(pid=101083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 22:00:09.458772 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.plugins.ml2.db [req-fbd9363c-8e9b-4825-ba14-c911b143f65a req-5be794d0-8c11-44aa-b72f-f489d35d3810 service neutron] For port 0a8010b0-b68f-4d3b-a92b-24c75b08bb3a, host hv-cinder-81708, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81708',level=0,port_id=0a8010b0-b68f-4d3b-a92b-24c75b08bb3a,segment=NetworkSegment(6919422b-c4aa-40ff-b6c3-558b4885e281),segment_id=6919422b-c4aa-40ff-b6c3-558b4885e281)] {{(pid=101083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 22:00:09.473300 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [req-fbd9363c-8e9b-4825-ba14-c911b143f65a req-5be794d0-8c11-44aa-b72f-f489d35d3810 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728276638356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728276144285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728276144303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7658983'] for port, after_update {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:00:09.523339 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd9363c-8e9b-4825-ba14-c911b143f65a req-5be794d0-8c11-44aa-b72f-f489d35d3810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:00:09.524254 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [req-fbd9363c-8e9b-4825-ba14-c911b143f65a req-5be794d0-8c11-44aa-b72f-f489d35d3810 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646287'] for port, before_response {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:00:09.526478 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-fbd9363c-8e9b-4825-ba14-c911b143f65a req-5be794d0-8c11-44aa-b72f-f489d35d3810 service neutron] 10.222.0.48 "PUT /v2.0/ports/0a8010b0-b68f-4d3b-a92b-24c75b08bb3a HTTP/1.1" status: 200 len: 1093 time: 3.3821270 Nov 08 22:00:09.530155 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.plugins.ml2.db [req-8f2757ab-573f-4e3a-af09-263036b60cb8 req-f59bed77-85a9-408a-a236-87644afdf65c service neutron] For port 05e12715-6298-4fba-90e4-2bde5690db07, host hv-cinder-81708, cleared binding levels {{(pid=101083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 22:00:09.534931 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '312b214b-6d9b-4e85-9cfc-0cc80d967e13', 'tag': '0a8010b0-b68f-4d3b-a92b-24c75b08bb3a'}] {{(pid=101083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 22:00:09.612443 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.plugins.ml2.db [req-8f2757ab-573f-4e3a-af09-263036b60cb8 req-f59bed77-85a9-408a-a236-87644afdf65c service neutron] For port 05e12715-6298-4fba-90e4-2bde5690db07, host hv-cinder-81708, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81708',level=0,port_id=05e12715-6298-4fba-90e4-2bde5690db07,segment=NetworkSegment(37b61f9e-bba3-4df3-9e21-4a1dc2717139),segment_id=37b61f9e-bba3-4df3-9e21-4a1dc2717139)] {{(pid=101083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 22:00:09.629757 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [req-8f2757ab-573f-4e3a-af09-263036b60cb8 req-f59bed77-85a9-408a-a236-87644afdf65c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728276638356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728276144285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728276144303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7658983'] for port, after_update {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:00:09.632840 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be794d0-8c11-44aa-b72f-f489d35d3810 service neutron] Pushing event updated for resources: {'Port': ['ID=0a8010b0-b68f-4d3b-a92b-24c75b08bb3a,revision_number=3']} {{(pid=101083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:00:09.691711 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2757ab-573f-4e3a-af09-263036b60cb8 req-f59bed77-85a9-408a-a236-87644afdf65c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:00:09.692346 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [req-8f2757ab-573f-4e3a-af09-263036b60cb8 req-f59bed77-85a9-408a-a236-87644afdf65c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646287'] for port, before_response {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:00:09.693787 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-8f2757ab-573f-4e3a-af09-263036b60cb8 req-f59bed77-85a9-408a-a236-87644afdf65c service neutron] 10.222.0.48 "PUT /v2.0/ports/05e12715-6298-4fba-90e4-2bde5690db07 HTTP/1.1" status: 200 len: 1093 time: 3.5558901 Nov 08 22:00:09.719864 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59bed77-85a9-408a-a236-87644afdf65c service neutron] Pushing event updated for resources: {'Port': ['ID=05e12715-6298-4fba-90e4-2bde5690db07,revision_number=3']} {{(pid=101083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:00:09.769617 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1401f4ba4b9bb213bf59dd3903e8d3cb618788e4f0023aa365925d32571c6fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97003e42-40de-433a-95dd-942922f38ddf" -d '{"events": [{"name": "network-changed", "server_uuid": "312b214b-6d9b-4e85-9cfc-0cc80d967e13", "tag": "0a8010b0-b68f-4d3b-a92b-24c75b08bb3a"}]}' {{(pid=101083) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 22:00:09.846050 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0135ff-1a4b-41ff-929d-df319304762e req-ecd5c507-2593-47d7-be02-26db5ab1fd96 tempest-DeleteServersTestJSON-871340286 tempest-DeleteServersTestJSON-871340286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:00:09.854722 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-db0135ff-1a4b-41ff-929d-df319304762e req-ecd5c507-2593-47d7-be02-26db5ab1fd96 tempest-DeleteServersTestJSON-871340286 tempest-DeleteServersTestJSON-871340286-project] 10.222.0.25 "GET /v2.0/ports?device_id=312b214b-6d9b-4e85-9cfc-0cc80d967e13 HTTP/1.1" status: 200 len: 943 time: 0.0809247 Nov 08 22:00:09.929142 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-db0135ff-1a4b-41ff-929d-df319304762e req-cd03a218-1617-4388-885d-587034da21a7 tempest-DeleteServersTestJSON-871340286 tempest-DeleteServersTestJSON-871340286-project] 10.222.0.25 "GET /v2.0/security-groups?id=6626b22f-e431-4d45-a6b2-a23a587b864b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649989 Nov 08 22:00:09.992680 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 22:00:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ce0a1f1-2393-4631-8591-73a792ae9d8e x-openstack-request-id: req-1ce0a1f1-2393-4631-8591-73a792ae9d8e {{(pid=101083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 22:00:09.993005 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "312b214b-6d9b-4e85-9cfc-0cc80d967e13", "tag": "0a8010b0-b68f-4d3b-a92b-24c75b08bb3a", "status": "completed", "code": 200}]} {{(pid=101083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 22:00:09.993257 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1ce0a1f1-2393-4631-8591-73a792ae9d8e {{(pid=101083) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 22:00:09.993722 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '312b214b-6d9b-4e85-9cfc-0cc80d967e13', 'tag': '0a8010b0-b68f-4d3b-a92b-24c75b08bb3a', 'status': 'completed', 'code': 200} Nov 08 22:00:10.103334 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-bd887ba7-ce0e-4859-869d-c78c543a11fc req-0f686a87-0df9-4686-b574-21daa617be2b tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] 10.222.0.25 "GET /v2.0/ports?device_id=ea3e000f-3070-46f1-ab82-0f619625641a HTTP/1.1" status: 200 len: 210 time: 0.0260673 Nov 08 22:00:10.384008 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-6d91f56f-6ac0-41eb-8ca4-b5e06919e127 req-461a025e-a982-4113-b600-837954cf8694 tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] 10.222.0.25 "GET /v2.0/ports?device_id=36248ae4-e216-4453-969c-6c7953d8492f HTTP/1.1" status: 200 len: 210 time: 0.0547206 Nov 08 22:00:10.469482 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5beafb29-3e30-4cdf-aca8-63aafa4ac589 req-66d25ac0-8397-46f4-bda6-ab2c8f6e3ec1 tempest-AttachVolumeNegativeTest-479507150 tempest-AttachVolumeNegativeTest-479507150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:00:10.471044 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-5beafb29-3e30-4cdf-aca8-63aafa4ac589 req-66d25ac0-8397-46f4-bda6-ab2c8f6e3ec1 tempest-AttachVolumeNegativeTest-479507150 tempest-AttachVolumeNegativeTest-479507150-project] 10.222.0.25 "GET /v2.0/ports?device_id=31088752-2147-4f7c-8e1d-47f0668bf951 HTTP/1.1" status: 200 len: 943 time: 0.0709922 Nov 08 22:00:10.544323 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-5beafb29-3e30-4cdf-aca8-63aafa4ac589 req-fc27d732-db80-4a73-b4ca-24d3017350f1 tempest-AttachVolumeNegativeTest-479507150 tempest-AttachVolumeNegativeTest-479507150-project] 10.222.0.25 "GET /v2.0/security-groups?id=18bce912-cacb-492f-931d-a2fe8ac5d2b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665972 Nov 08 22:00:11.046451 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8afcaa-ef8e-4dc5-bf51-73d49a747c5a req-d84c4b08-0061-4f32-90e1-6a3d067c836f tempest-DeleteServersTestJSON-871340286 tempest-DeleteServersTestJSON-871340286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:00:11.047923 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-6c8afcaa-ef8e-4dc5-bf51-73d49a747c5a req-d84c4b08-0061-4f32-90e1-6a3d067c836f tempest-DeleteServersTestJSON-871340286 tempest-DeleteServersTestJSON-871340286-project] 10.222.0.25 "GET /v2.0/ports?device_id=312b214b-6d9b-4e85-9cfc-0cc80d967e13 HTTP/1.1" status: 200 len: 943 time: 0.0507925 Nov 08 22:00:11.095567 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-6c8afcaa-ef8e-4dc5-bf51-73d49a747c5a req-56de80a3-a56d-4dca-88de-c91214859151 tempest-DeleteServersTestJSON-871340286 tempest-DeleteServersTestJSON-871340286-project] 10.222.0.25 "GET /v2.0/security-groups?id=6626b22f-e431-4d45-a6b2-a23a587b864b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415170 Nov 08 22:00:11.213744 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-8cfd1975-a105-46e5-8745-4fcc759b3603 req-2a4b9e9c-9cbd-4eb1-89af-c8ab31741ae8 tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] 10.222.0.25 "GET /v2.0/ports?device_id=ea3e000f-3070-46f1-ab82-0f619625641a HTTP/1.1" status: 200 len: 210 time: 0.0280197 Nov 08 22:00:11.505931 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-1b7d8399-f3c0-4670-8830-4f7ccb93451f req-9f112a53-ba85-4e73-8a12-799538b6bfbe tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] 10.222.0.25 "GET /v2.0/ports?device_id=36248ae4-e216-4453-969c-6c7953d8492f HTTP/1.1" status: 200 len: 210 time: 0.0361137 Nov 08 22:00:11.666126 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.wsgi [-] (101082) accepted ('10.222.0.25', 40002) {{(pid=101082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 22:00:11.705436 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6078d2f-0af1-4a27-bb4c-618246de67c0 req-af8a6425-7331-464f-aa81-20765c5bec92 tempest-AttachVolumeNegativeTest-479507150 tempest-AttachVolumeNegativeTest-479507150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:00:11.707244 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-e6078d2f-0af1-4a27-bb4c-618246de67c0 req-af8a6425-7331-464f-aa81-20765c5bec92 tempest-AttachVolumeNegativeTest-479507150 tempest-AttachVolumeNegativeTest-479507150-project] 10.222.0.25 "GET /v2.0/ports?device_id=31088752-2147-4f7c-8e1d-47f0668bf951 HTTP/1.1" status: 200 len: 943 time: 0.0881202 Nov 08 22:00:11.786893 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-e6078d2f-0af1-4a27-bb4c-618246de67c0 req-a9a6c079-78df-400c-b6b6-099f7e1a0860 tempest-AttachVolumeNegativeTest-479507150 tempest-AttachVolumeNegativeTest-479507150-project] 10.222.0.25 "GET /v2.0/security-groups?id=18bce912-cacb-492f-931d-a2fe8ac5d2b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736611 Nov 08 22:00:11.829813 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-92590e2a-5411-40e2-aafe-643098ad25cc admin admin] Publish callbacks [] for security_group, before_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:00:11.929239 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-92590e2a-5411-40e2-aafe-643098ad25cc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:00:11.933278 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-92590e2a-5411-40e2-aafe-643098ad25cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2033567'] for security_group, after_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:00:11.973516 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [None req-92590e2a-5411-40e2-aafe-643098ad25cc admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b0bfcf030c66464888f829bd6add4f21&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3061833 Nov 08 22:00:11.974345 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92590e2a-5411-40e2-aafe-643098ad25cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1ca8552-3c83-4653-90fe-f36429cba9d9,revision_number=1']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:00:11.976123 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.wsgi [-] (101083) accepted ('10.222.0.25', 40010) {{(pid=101083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 22:00:11.997348 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31088752-2147-4f7c-8e1d-47f0668bf951', 'tag': '05e12715-6298-4fba-90e4-2bde5690db07'}] {{(pid=101083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 22:00:11.999508 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1401f4ba4b9bb213bf59dd3903e8d3cb618788e4f0023aa365925d32571c6fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ebe1a94-24dd-4aa0-9dcd-be3b5f9079ca" -d '{"events": [{"name": "network-changed", "server_uuid": "31088752-2147-4f7c-8e1d-47f0668bf951", "tag": "05e12715-6298-4fba-90e4-2bde5690db07"}]}' {{(pid=101083) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 22:00:12.047862 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-9c928944-1a1d-47c3-bc78-c6e371798c8f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:00:12.051273 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 22:00:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0af1522f-09b8-4cad-b8fd-ab53109e4ce3 x-openstack-request-id: req-0af1522f-09b8-4cad-b8fd-ab53109e4ce3 {{(pid=101083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 22:00:12.051566 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31088752-2147-4f7c-8e1d-47f0668bf951", "tag": "05e12715-6298-4fba-90e4-2bde5690db07", "status": "completed", "code": 200}]} {{(pid=101083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 22:00:12.051812 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0af1522f-09b8-4cad-b8fd-ab53109e4ce3 {{(pid=101083) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 22:00:12.052195 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31088752-2147-4f7c-8e1d-47f0668bf951', 'tag': '05e12715-6298-4fba-90e4-2bde5690db07', 'status': 'completed', 'code': 200} Nov 08 22:00:12.074939 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-9c928944-1a1d-47c3-bc78-c6e371798c8f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:00:12.126484 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-9c928944-1a1d-47c3-bc78-c6e371798c8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2033567'] for security_group, after_delete {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:00:12.129042 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-9c928944-1a1d-47c3-bc78-c6e371798c8f admin admin] Publish callbacks [] for security_group, before_response {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:00:12.132762 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [None req-9c928944-1a1d-47c3-bc78-c6e371798c8f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e1ca8552-3c83-4653-90fe-f36429cba9d9 HTTP/1.1" status: 204 len: 168 time: 0.1547360 Nov 08 22:00:12.141007 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c928944-1a1d-47c3-bc78-c6e371798c8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1ca8552-3c83-4653-90fe-f36429cba9d9,revision_number=None']} {{(pid=101083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:00:12.218084 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee75514-25e7-4017-90b1-abd43c4e4f0f req-0b81dac6-ecc2-4237-a58c-4d70f6fdb26b tempest-DeleteServersTestJSON-871340286 tempest-DeleteServersTestJSON-871340286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:00:12.219617 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-aee75514-25e7-4017-90b1-abd43c4e4f0f req-0b81dac6-ecc2-4237-a58c-4d70f6fdb26b tempest-DeleteServersTestJSON-871340286 tempest-DeleteServersTestJSON-871340286-project] 10.222.0.25 "GET /v2.0/ports?device_id=312b214b-6d9b-4e85-9cfc-0cc80d967e13 HTTP/1.1" status: 200 len: 943 time: 0.0569069 Nov 08 22:00:12.273382 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-aee75514-25e7-4017-90b1-abd43c4e4f0f req-798ebefc-4703-4ae7-81b9-69eb4484449a tempest-DeleteServersTestJSON-871340286 tempest-DeleteServersTestJSON-871340286-project] 10.222.0.25 "GET /v2.0/security-groups?id=6626b22f-e431-4d45-a6b2-a23a587b864b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478010 Nov 08 22:00:12.373679 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-f2d79efc-2539-4faf-a462-0e63150e874d req-2a5bdc92-70cd-493b-b57d-461ed63b9fca tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] 10.222.0.25 "GET /v2.0/ports?device_id=ea3e000f-3070-46f1-ab82-0f619625641a HTTP/1.1" status: 200 len: 210 time: 0.0368783 Nov 08 22:00:12.496126 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.wsgi [-] (101083) accepted ('10.222.0.25', 40030) {{(pid=101083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 22:00:12.526341 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-2b6318f1-8da0-492d-b73f-cf51d6f479f4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:00:12.644721 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-2b6318f1-8da0-492d-b73f-cf51d6f479f4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:00:12.649800 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-2b6318f1-8da0-492d-b73f-cf51d6f479f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2033567'] for security_group, after_create {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:00:12.652168 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-4858a8dd-01a2-4ea6-b0ea-05be33933d51 req-87312511-6675-4307-be80-b1bb3902113e tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] 10.222.0.25 "GET /v2.0/ports?device_id=36248ae4-e216-4453-969c-6c7953d8492f HTTP/1.1" status: 200 len: 210 time: 0.0363288 Nov 08 22:00:12.699300 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [None req-2b6318f1-8da0-492d-b73f-cf51d6f479f4 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b725b34dd16646c7810aea34adead395&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2018595 Nov 08 22:00:12.704858 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.wsgi [-] (101082) accepted ('10.222.0.25', 40044) {{(pid=101082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 22:00:12.705040 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6318f1-8da0-492d-b73f-cf51d6f479f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b13e8e70-ed58-4313-a53c-7280e96ac1fe,revision_number=1']} {{(pid=101083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:00:12.755158 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-827d753e-0ac2-42a4-9696-9b47a25011b4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:00:12.781145 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-827d753e-0ac2-42a4-9696-9b47a25011b4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:00:12.850082 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-827d753e-0ac2-42a4-9696-9b47a25011b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2033567'] for security_group, after_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:00:12.853279 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-827d753e-0ac2-42a4-9696-9b47a25011b4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:00:12.857529 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [None req-827d753e-0ac2-42a4-9696-9b47a25011b4 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b13e8e70-ed58-4313-a53c-7280e96ac1fe HTTP/1.1" status: 204 len: 168 time: 0.1515424 Nov 08 22:00:12.877614 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827d753e-0ac2-42a4-9696-9b47a25011b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b13e8e70-ed58-4313-a53c-7280e96ac1fe,revision_number=None']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:00:12.950262 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447dc0d5-ca98-4dd6-929c-3314d8ebb9b9 req-b60bbf4a-d0a2-46cf-8e51-255fe9b81c05 tempest-AttachVolumeNegativeTest-479507150 tempest-AttachVolumeNegativeTest-479507150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:00:12.959429 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-447dc0d5-ca98-4dd6-929c-3314d8ebb9b9 req-b60bbf4a-d0a2-46cf-8e51-255fe9b81c05 tempest-AttachVolumeNegativeTest-479507150 tempest-AttachVolumeNegativeTest-479507150-project] 10.222.0.25 "GET /v2.0/ports?device_id=31088752-2147-4f7c-8e1d-47f0668bf951 HTTP/1.1" status: 200 len: 943 time: 0.0853350 Nov 08 22:00:13.019368 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-447dc0d5-ca98-4dd6-929c-3314d8ebb9b9 req-a049a57f-c439-45b5-9cf8-bcdd1ce70ed2 tempest-AttachVolumeNegativeTest-479507150 tempest-AttachVolumeNegativeTest-479507150-project] 10.222.0.25 "GET /v2.0/security-groups?id=18bce912-cacb-492f-931d-a2fe8ac5d2b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542645 Nov 08 22:00:13.416698 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7627af-b740-4654-aca9-b4224541b76a req-4cdc4ff8-5aae-4f2e-86dd-57e8ebbb0fef tempest-DeleteServersTestJSON-871340286 tempest-DeleteServersTestJSON-871340286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:00:13.420495 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-cb7627af-b740-4654-aca9-b4224541b76a req-4cdc4ff8-5aae-4f2e-86dd-57e8ebbb0fef tempest-DeleteServersTestJSON-871340286 tempest-DeleteServersTestJSON-871340286-project] 10.222.0.25 "GET /v2.0/ports?device_id=312b214b-6d9b-4e85-9cfc-0cc80d967e13 HTTP/1.1" status: 200 len: 943 time: 0.0626636 Nov 08 22:00:13.500257 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-69c13719-2315-462a-9949-58fe6c7efa20 req-751f6b1e-9414-4459-a069-f73678ee1336 tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] 10.222.0.25 "GET /v2.0/ports?device_id=ea3e000f-3070-46f1-ab82-0f619625641a HTTP/1.1" status: 200 len: 210 time: 0.0311713 Nov 08 22:00:13.504359 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-cb7627af-b740-4654-aca9-b4224541b76a req-3cb4f98c-da7b-410a-b6b8-dd61b898ecb0 tempest-DeleteServersTestJSON-871340286 tempest-DeleteServersTestJSON-871340286-project] 10.222.0.25 "GET /v2.0/security-groups?id=6626b22f-e431-4d45-a6b2-a23a587b864b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742075 Nov 08 22:00:13.775343 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-15414867-4c16-4093-a756-3cb9d33129df req-b4f72625-cd79-40d5-ab86-44ad5ce9baf9 tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] 10.222.0.25 "GET /v2.0/ports?device_id=36248ae4-e216-4453-969c-6c7953d8492f HTTP/1.1" status: 200 len: 210 time: 0.0398231 Nov 08 22:00:14.141742 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634e3f4e-92fa-41c6-907f-5c9c0b9013c3 req-70f34b47-d57a-41dc-90c3-42348be67837 tempest-AttachVolumeNegativeTest-479507150 tempest-AttachVolumeNegativeTest-479507150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:00:14.149748 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-634e3f4e-92fa-41c6-907f-5c9c0b9013c3 req-70f34b47-d57a-41dc-90c3-42348be67837 tempest-AttachVolumeNegativeTest-479507150 tempest-AttachVolumeNegativeTest-479507150-project] 10.222.0.25 "GET /v2.0/ports?device_id=31088752-2147-4f7c-8e1d-47f0668bf951 HTTP/1.1" status: 200 len: 943 time: 0.0607603 Nov 08 22:00:14.203259 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-634e3f4e-92fa-41c6-907f-5c9c0b9013c3 req-03c6a6e1-0264-470d-88f9-c7555309ab87 tempest-AttachVolumeNegativeTest-479507150 tempest-AttachVolumeNegativeTest-479507150-project] 10.222.0.25 "GET /v2.0/security-groups?id=18bce912-cacb-492f-931d-a2fe8ac5d2b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513983 Nov 08 22:00:14.610911 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-b459074f-af0d-4f02-8b5f-890f4cef06bd req-faec6553-bd87-4a59-9e32-06bbc99b71d9 tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] 10.222.0.25 "GET /v2.0/ports?device_id=ea3e000f-3070-46f1-ab82-0f619625641a HTTP/1.1" status: 200 len: 210 time: 0.0300562 Nov 08 22:00:14.661618 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486326c0-cfb1-499e-aa41-2b528edd1c55 req-29225bc2-7424-4b25-8ecc-438b3592f557 tempest-DeleteServersTestJSON-871340286 tempest-DeleteServersTestJSON-871340286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:00:14.662635 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-486326c0-cfb1-499e-aa41-2b528edd1c55 req-29225bc2-7424-4b25-8ecc-438b3592f557 tempest-DeleteServersTestJSON-871340286 tempest-DeleteServersTestJSON-871340286-project] 10.222.0.25 "GET /v2.0/ports?device_id=312b214b-6d9b-4e85-9cfc-0cc80d967e13 HTTP/1.1" status: 200 len: 943 time: 0.0508463 Nov 08 22:00:14.713715 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-486326c0-cfb1-499e-aa41-2b528edd1c55 req-9e48112b-3c39-434c-b7f1-d2632057744d tempest-DeleteServersTestJSON-871340286 tempest-DeleteServersTestJSON-871340286-project] 10.222.0.25 "GET /v2.0/security-groups?id=6626b22f-e431-4d45-a6b2-a23a587b864b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444789 Nov 08 22:00:14.879789 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-bb5a1fa8-0928-4c0a-883b-1a30f975ffd9 req-e17b38d6-8478-48c7-a145-9aa6a407771c tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] 10.222.0.25 "GET /v2.0/ports?device_id=36248ae4-e216-4453-969c-6c7953d8492f HTTP/1.1" status: 200 len: 210 time: 0.0362206 Nov 08 22:00:15.327523 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d5215b-5184-4106-ace5-3597c398a5d7 req-5f6ac4ef-a182-4965-8568-6190ecdc31eb tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:00:15.328973 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-08d5215b-5184-4106-ace5-3597c398a5d7 req-5f6ac4ef-a182-4965-8568-6190ecdc31eb tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] 10.222.0.48 "GET /v2.0/networks?id=9590ccf2-e7fa-40b5-917c-b342c4898ba2 HTTP/1.1" status: 200 len: 810 time: 0.1413610 Nov 08 22:00:15.350890 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6c298e-b1f1-4e2f-9bc6-9fa3d2e14b87 req-69718ce0-8668-476a-b600-d4bdb4a68a64 tempest-AttachVolumeNegativeTest-479507150 tempest-AttachVolumeNegativeTest-479507150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:00:15.355325 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-da6c298e-b1f1-4e2f-9bc6-9fa3d2e14b87 req-69718ce0-8668-476a-b600-d4bdb4a68a64 tempest-AttachVolumeNegativeTest-479507150 tempest-AttachVolumeNegativeTest-479507150-project] 10.222.0.25 "GET /v2.0/ports?device_id=31088752-2147-4f7c-8e1d-47f0668bf951 HTTP/1.1" status: 200 len: 943 time: 0.0694191 Nov 08 22:00:15.449805 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-da6c298e-b1f1-4e2f-9bc6-9fa3d2e14b87 req-7e59eded-fca2-462a-9dcc-6d429dbb18e6 tempest-AttachVolumeNegativeTest-479507150 tempest-AttachVolumeNegativeTest-479507150-project] 10.222.0.25 "GET /v2.0/security-groups?id=18bce912-cacb-492f-931d-a2fe8ac5d2b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909393 Nov 08 22:00:15.459886 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-08d5215b-5184-4106-ace5-3597c398a5d7 req-d2d0c57f-53ca-4eb7-991c-6d5dea079afa tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c834e2bc78d34c388e89dd13ae9d694d HTTP/1.1" status: 200 len: 380 time: 0.0937247 Nov 08 22:00:15.479822 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.v2.base [req-08d5215b-5184-4106-ace5-3597c398a5d7 req-02712584-f4dc-4bb6-934b-467f7e5cdeb7 tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] Request body: {'port': {'device_id': 'ea3e000f-3070-46f1-ab82-0f619625641a', 'network_id': '9590ccf2-e7fa-40b5-917c-b342c4898ba2', 'admin_state_up': True, 'tenant_id': 'c834e2bc78d34c388e89dd13ae9d694d', 'security_groups': ['e56f6cae-c1db-4d7c-8761-da45404c5a8b']}} {{(pid=101082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 22:00:15.551738 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebe1a94-24dd-4aa0-9dcd-be3b5f9079ca req-d7e03aaa-c903-436e-94ef-fc91a5ffa1bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:00:15.553320 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-2ebe1a94-24dd-4aa0-9dcd-be3b5f9079ca req-d7e03aaa-c903-436e-94ef-fc91a5ffa1bf service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=0a22ac80042f4867857306759d16a667&device_id=31088752-2147-4f7c-8e1d-47f0668bf951 HTTP/1.1" status: 200 len: 1096 time: 0.1024249 Nov 08 22:00:15.555929 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97003e42-40de-433a-95dd-942922f38ddf req-5e8d44d6-7321-4b88-a770-cf5c74953b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:00:15.557366 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-97003e42-40de-433a-95dd-942922f38ddf req-5e8d44d6-7321-4b88-a770-cf5c74953b02 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=eab7ab3155ba43bf93e69ac816c23754&device_id=312b214b-6d9b-4e85-9cfc-0cc80d967e13 HTTP/1.1" status: 200 len: 1096 time: 0.1076975 Nov 08 22:00:15.687810 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-08d5215b-5184-4106-ace5-3597c398a5d7 req-02712584-f4dc-4bb6-934b-467f7e5cdeb7 tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] Made reservation on behalf of c834e2bc78d34c388e89dd13ae9d694d for: {'port': 1} {{(pid=101082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 22:00:15.695259 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [req-08d5215b-5184-4106-ace5-3597c398a5d7 req-02712584-f4dc-4bb6-934b-467f7e5cdeb7 tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-925982'] for port, before_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:00:15.771465 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-571b955b-b344-4673-b988-e342af118246 req-f5c2af55-9711-415c-be56-e24fa52b2fe6 tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] 10.222.0.25 "GET /v2.0/ports?device_id=ea3e000f-3070-46f1-ab82-0f619625641a HTTP/1.1" status: 200 len: 210 time: 0.0669336 Nov 08 22:00:15.922997 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.wsgi [-] (101083) accepted ('10.222.0.48', 58285) {{(pid=101083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 22:00:16.113607 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97003e42-40de-433a-95dd-942922f38ddf req-6ace072f-f7af-4153-bb66-057cb4b3a998 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:00:16.115158 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-97003e42-40de-433a-95dd-942922f38ddf req-6ace072f-f7af-4153-bb66-057cb4b3a998 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=eab7ab3155ba43bf93e69ac816c23754&shared=False HTTP/1.1" status: 200 len: 913 time: 0.5232682 Nov 08 22:00:16.118617 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebe1a94-24dd-4aa0-9dcd-be3b5f9079ca req-80b639b1-c2f7-438e-856f-637dbf8f016c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:00:16.120032 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-2ebe1a94-24dd-4aa0-9dcd-be3b5f9079ca req-80b639b1-c2f7-438e-856f-637dbf8f016c service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=0a22ac80042f4867857306759d16a667&shared=False HTTP/1.1" status: 200 len: 915 time: 0.5462198 Nov 08 22:00:16.282166 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-f73b3c27-219a-4442-9583-c6f72707cf76 req-5b2f0146-b4c6-498a-8273-79ca882105cc tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] 10.222.0.25 "GET /v2.0/ports?device_id=36248ae4-e216-4453-969c-6c7953d8492f HTTP/1.1" status: 200 len: 210 time: 0.2611773 Nov 08 22:00:16.296244 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.db.db_base_plugin_common [req-08d5215b-5184-4106-ace5-3597c398a5d7 req-02712584-f4dc-4bb6-934b-467f7e5cdeb7 tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] Allocated IP 172.20.0.9 (9590ccf2-e7fa-40b5-917c-b342c4898ba2/2512a576-3f2f-4a0c-aead-e82297ded485/09809ed1-94fe-4689-b3a4-b7a111c8b4ef) {{(pid=101082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 22:00:16.319489 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9045baa7-af10-4215-a1e3-8c92e9c1f78f req-2f406fda-d300-47a2-8c21-a099e43c07e6 tempest-DeleteServersTestJSON-871340286 tempest-DeleteServersTestJSON-871340286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:00:16.327025 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-9045baa7-af10-4215-a1e3-8c92e9c1f78f req-2f406fda-d300-47a2-8c21-a099e43c07e6 tempest-DeleteServersTestJSON-871340286 tempest-DeleteServersTestJSON-871340286-project] 10.222.0.25 "GET /v2.0/ports?device_id=312b214b-6d9b-4e85-9cfc-0cc80d967e13 HTTP/1.1" status: 200 len: 943 time: 0.4423130 Nov 08 22:00:16.334065 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81983aaf-72f3-4dc9-8af2-bc6f389847f0 req-008a9479-0661-4af8-8ae3-87a1d2057cc9 tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:00:16.336820 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-81983aaf-72f3-4dc9-8af2-bc6f389847f0 req-008a9479-0661-4af8-8ae3-87a1d2057cc9 tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] 10.222.0.48 "GET /v2.0/networks?id=890edfdd-a1ca-4a26-a0c0-782a8dc72e87 HTTP/1.1" status: 200 len: 819 time: 0.4110019 Nov 08 22:00:16.391567 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-9045baa7-af10-4215-a1e3-8c92e9c1f78f req-891c82ad-f57a-4f54-84b5-0176a64664ee tempest-DeleteServersTestJSON-871340286 tempest-DeleteServersTestJSON-871340286-project] 10.222.0.25 "GET /v2.0/security-groups?id=6626b22f-e431-4d45-a6b2-a23a587b864b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636036 Nov 08 22:00:16.461214 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97003e42-40de-433a-95dd-942922f38ddf req-cc1b6897-7162-4a70-9ee2-3621858debfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:00:16.463460 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-97003e42-40de-433a-95dd-942922f38ddf req-cc1b6897-7162-4a70-9ee2-3621858debfb service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3038871 Nov 08 22:00:16.477263 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebe1a94-24dd-4aa0-9dcd-be3b5f9079ca req-82b9ad01-9e23-41fa-994b-780097be361e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:00:16.478942 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-2ebe1a94-24dd-4aa0-9dcd-be3b5f9079ca req-82b9ad01-9e23-41fa-994b-780097be361e service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3204887 Nov 08 22:00:16.612004 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [req-08d5215b-5184-4106-ace5-3597c398a5d7 req-02712584-f4dc-4bb6-934b-467f7e5cdeb7 tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] Publish callbacks [] for port, precommit_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:00:16.631187 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cace0d75-e3f3-4057-a7d7-69cabd860701 req-0062d66c-cb23-437e-aa0c-0fba3c57deb3 tempest-AttachVolumeNegativeTest-479507150 tempest-AttachVolumeNegativeTest-479507150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:00:16.633449 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-cace0d75-e3f3-4057-a7d7-69cabd860701 req-0062d66c-cb23-437e-aa0c-0fba3c57deb3 tempest-AttachVolumeNegativeTest-479507150 tempest-AttachVolumeNegativeTest-479507150-project] 10.222.0.25 "GET /v2.0/ports?device_id=31088752-2147-4f7c-8e1d-47f0668bf951 HTTP/1.1" status: 200 len: 943 time: 0.1022596 Nov 08 22:00:16.688472 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [req-08d5215b-5184-4106-ace5-3597c398a5d7 req-02712584-f4dc-4bb6-934b-467f7e5cdeb7 tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728276144267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7854484'] for port, after_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:00:16.770204 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-cace0d75-e3f3-4057-a7d7-69cabd860701 req-7a2320b8-a138-4278-950f-6b98bdf2e4a5 tempest-AttachVolumeNegativeTest-479507150 tempest-AttachVolumeNegativeTest-479507150-project] 10.222.0.25 "GET /v2.0/security-groups?id=18bce912-cacb-492f-931d-a2fe8ac5d2b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234660 Nov 08 22:00:16.787292 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-08d5215b-5184-4106-ace5-3597c398a5d7 req-02712584-f4dc-4bb6-934b-467f7e5cdeb7 tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] Network 9590ccf2-e7fa-40b5-917c-b342c4898ba2 is already hosted by enough agents. {{(pid=101082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 22:00:16.806753 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.scheduler.base_scheduler [req-08d5215b-5184-4106-ace5-3597c398a5d7 req-02712584-f4dc-4bb6-934b-467f7e5cdeb7 tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] Resources bound (agent type, host, resource id): {{(pid=101082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 22:00:16.809704 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [req-08d5215b-5184-4106-ace5-3597c398a5d7 req-02712584-f4dc-4bb6-934b-467f7e5cdeb7 tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] Received port after_create {{(pid=101082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 22:00:16.819173 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-4e7fa4af-9355-4d82-accf-583cdf20f023 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728276665375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534631'] for agent, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:00:16.878340 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d5215b-5184-4106-ace5-3597c398a5d7 req-02712584-f4dc-4bb6-934b-467f7e5cdeb7 tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:00:16.878990 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [req-08d5215b-5184-4106-ace5-3597c398a5d7 req-02712584-f4dc-4bb6-934b-467f7e5cdeb7 tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646287'] for port, before_response {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:00:16.912342 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02712584-f4dc-4bb6-934b-467f7e5cdeb7 tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] Pushing event updated for resources: {'Port': ['ID=09809ed1-94fe-4689-b3a4-b7a111c8b4ef,revision_number=1']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:00:16.947873 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-08d5215b-5184-4106-ace5-3597c398a5d7 req-02712584-f4dc-4bb6-934b-467f7e5cdeb7 tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4714856 Nov 08 22:00:16.974563 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e39ae3d-bdd1-4d84-aef1-26b3c92e2a18 req-96e47e65-915f-448f-8357-a9a88c8ba335 tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:00:16.974563 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-4e39ae3d-bdd1-4d84-aef1-26b3c92e2a18 req-96e47e65-915f-448f-8357-a9a88c8ba335 tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] 10.222.0.25 "GET /v2.0/ports?device_id=ea3e000f-3070-46f1-ab82-0f619625641a HTTP/1.1" status: 200 len: 931 time: 0.0825956 Nov 08 22:00:17.045464 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-4e39ae3d-bdd1-4d84-aef1-26b3c92e2a18 req-c78ea385-d37d-4021-b769-6432febbf7db tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] 10.222.0.25 "GET /v2.0/security-groups?id=e56f6cae-c1db-4d7c-8761-da45404c5a8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598743 Nov 08 22:00:17.132330 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.db.provisioning_blocks [None req-61ffabbd-71f0-433a-9495-a45c3cfae3cd None None] Provisioning complete for port 09809ed1-94fe-4689-b3a4-b7a111c8b4ef triggered by entity DHCP. {{(pid=101084) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 22:00:17.132910 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-61ffabbd-71f0-433a-9495-a45c3cfae3cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-534742'] for port, provisioning_complete {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:00:17.177215 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.plugin [None req-61ffabbd-71f0-433a-9495-a45c3cfae3cd None None] Port 09809ed1-94fe-4689-b3a4-b7a111c8b4ef cannot update to ACTIVE because it is not bound. {{(pid=101084) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 22:00:17.395184 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-fea2340a-760d-4c06-b811-d8c1df15d600 req-511fc285-d581-4652-85eb-3a9d91417b66 tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] 10.222.0.25 "GET /v2.0/ports?device_id=36248ae4-e216-4453-969c-6c7953d8492f HTTP/1.1" status: 200 len: 210 time: 0.0260365 Nov 08 22:00:17.510798 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1563f4d-19fa-4d28-b08d-b21ee16dedc4 req-f1276fd0-85f7-4453-ac67-d05d2b223c2b tempest-DeleteServersTestJSON-871340286 tempest-DeleteServersTestJSON-871340286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:00:17.512282 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-e1563f4d-19fa-4d28-b08d-b21ee16dedc4 req-f1276fd0-85f7-4453-ac67-d05d2b223c2b tempest-DeleteServersTestJSON-871340286 tempest-DeleteServersTestJSON-871340286-project] 10.222.0.25 "GET /v2.0/ports?device_id=312b214b-6d9b-4e85-9cfc-0cc80d967e13 HTTP/1.1" status: 200 len: 943 time: 0.0527017 Nov 08 22:00:17.558297 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-e1563f4d-19fa-4d28-b08d-b21ee16dedc4 req-edb5febc-2827-43b0-85cc-4ddd967d1766 tempest-DeleteServersTestJSON-871340286 tempest-DeleteServersTestJSON-871340286-project] 10.222.0.25 "GET /v2.0/security-groups?id=6626b22f-e431-4d45-a6b2-a23a587b864b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398872 Nov 08 22:00:17.892140 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46635086-6787-4c12-8fa7-838523dbb99d req-ee280935-26b3-4740-8036-0e248ced3bd9 tempest-AttachVolumeNegativeTest-479507150 tempest-AttachVolumeNegativeTest-479507150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:00:17.893628 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-46635086-6787-4c12-8fa7-838523dbb99d req-ee280935-26b3-4740-8036-0e248ced3bd9 tempest-AttachVolumeNegativeTest-479507150 tempest-AttachVolumeNegativeTest-479507150-project] 10.222.0.25 "GET /v2.0/ports?device_id=31088752-2147-4f7c-8e1d-47f0668bf951 HTTP/1.1" status: 200 len: 943 time: 0.0472839 Nov 08 22:00:17.942223 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-46635086-6787-4c12-8fa7-838523dbb99d req-c1a73809-4511-442c-b82a-449eb4c5ef33 tempest-AttachVolumeNegativeTest-479507150 tempest-AttachVolumeNegativeTest-479507150-project] 10.222.0.25 "GET /v2.0/security-groups?id=18bce912-cacb-492f-931d-a2fe8ac5d2b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428417 Nov 08 22:00:18.145657 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d568211f-bbbb-4aad-8c98-8ace0f29094d req-aa24f852-7b0d-433a-912d-507c909107e6 tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:00:18.147084 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-d568211f-bbbb-4aad-8c98-8ace0f29094d req-aa24f852-7b0d-433a-912d-507c909107e6 tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] 10.222.0.25 "GET /v2.0/ports?device_id=ea3e000f-3070-46f1-ab82-0f619625641a HTTP/1.1" status: 200 len: 931 time: 0.0482776 Nov 08 22:00:18.194485 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-d568211f-bbbb-4aad-8c98-8ace0f29094d req-344dfddd-7903-45ce-8dd9-8b1ffeb2e03e tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] 10.222.0.25 "GET /v2.0/security-groups?id=e56f6cae-c1db-4d7c-8761-da45404c5a8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416245 Nov 08 22:00:18.485505 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-3cc4f60e-25fa-4cc6-acde-89e3de4ef20a req-633af3ad-9158-494f-a007-9cfc0967a00c tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] 10.222.0.25 "GET /v2.0/ports?device_id=36248ae4-e216-4453-969c-6c7953d8492f HTTP/1.1" status: 200 len: 210 time: 0.0266516 Nov 08 22:00:18.673371 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc18a99b-d3e1-41a4-ae32-bae35c58bd7c req-a010cb2f-72bf-4e2b-ab96-3c297d9d06c5 tempest-DeleteServersTestJSON-871340286 tempest-DeleteServersTestJSON-871340286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:00:18.674778 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-dc18a99b-d3e1-41a4-ae32-bae35c58bd7c req-a010cb2f-72bf-4e2b-ab96-3c297d9d06c5 tempest-DeleteServersTestJSON-871340286 tempest-DeleteServersTestJSON-871340286-project] 10.222.0.25 "GET /v2.0/ports?device_id=312b214b-6d9b-4e85-9cfc-0cc80d967e13 HTTP/1.1" status: 200 len: 943 time: 0.0516851 Nov 08 22:00:18.728356 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-dc18a99b-d3e1-41a4-ae32-bae35c58bd7c req-f7c344fc-097d-480f-9419-270a709ede15 tempest-DeleteServersTestJSON-871340286 tempest-DeleteServersTestJSON-871340286-project] 10.222.0.25 "GET /v2.0/security-groups?id=6626b22f-e431-4d45-a6b2-a23a587b864b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431511 Nov 08 22:00:19.040162 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.v2.base [req-81983aaf-72f3-4dc9-8af2-bc6f389847f0 req-5f411247-50c6-404e-a1f9-a9491805625e tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] Request body: {'port': {'device_id': '21765c62-33e5-4865-a2e8-923f1018396e', 'network_id': '890edfdd-a1ca-4a26-a0c0-782a8dc72e87', 'admin_state_up': True, 'tenant_id': '978ca50bc6d64521ad5d25a5de935b0b'}} {{(pid=101083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 22:00:19.069832 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.v2.base [req-08d5215b-5184-4106-ace5-3597c398a5d7 req-dbdd7c06-1a3d-4f4a-a311-b55bb6cb2c3d service neutron] Request body: {'port': {'device_id': 'ea3e000f-3070-46f1-ab82-0f619625641a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81708'}} {{(pid=101082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 22:00:19.124481 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-c911f768-b35f-4a0e-a0c5-d828dcb0398b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728276665375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534631'] for agent, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:00:19.134108 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.wsgi [-] (101083) accepted ('10.222.0.48', 58290) {{(pid=101083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 22:00:19.140745 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4f62e9-ad29-428f-9220-e251b23bfd91 req-f482bb57-7820-4250-a70a-0c6d36110621 tempest-AttachVolumeNegativeTest-479507150 tempest-AttachVolumeNegativeTest-479507150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:00:19.142579 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-9e4f62e9-ad29-428f-9220-e251b23bfd91 req-f482bb57-7820-4250-a70a-0c6d36110621 tempest-AttachVolumeNegativeTest-479507150 tempest-AttachVolumeNegativeTest-479507150-project] 10.222.0.25 "GET /v2.0/ports?device_id=31088752-2147-4f7c-8e1d-47f0668bf951 HTTP/1.1" status: 200 len: 943 time: 0.1365075 Nov 08 22:00:19.158879 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [req-08d5215b-5184-4106-ace5-3597c398a5d7 req-dbdd7c06-1a3d-4f4a-a311-b55bb6cb2c3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-925982'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:00:19.247389 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-9e4f62e9-ad29-428f-9220-e251b23bfd91 req-7425cd49-29b9-481b-a7c4-b98c8f07da16 tempest-AttachVolumeNegativeTest-479507150 tempest-AttachVolumeNegativeTest-479507150-project] 10.222.0.25 "GET /v2.0/security-groups?id=18bce912-cacb-492f-931d-a2fe8ac5d2b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977557 Nov 08 22:00:19.269021 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd9363c-8e9b-4825-ba14-c911b143f65a req-7843cffc-5a74-400d-9b0f-fedfd662b84f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:00:19.270491 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-fbd9363c-8e9b-4825-ba14-c911b143f65a req-7843cffc-5a74-400d-9b0f-fedfd662b84f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=eab7ab3155ba43bf93e69ac816c23754&device_id=312b214b-6d9b-4e85-9cfc-0cc80d967e13 HTTP/1.1" status: 200 len: 1096 time: 0.1625483 Nov 08 22:00:19.394694 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-fbd9363c-8e9b-4825-ba14-c911b143f65a req-fb5d73e9-c2ee-4eb3-8c34-5d9ace68f1fe service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0a8010b0-b68f-4d3b-a92b-24c75b08bb3a HTTP/1.1" status: 200 len: 217 time: 0.1134703 Nov 08 22:00:19.400311 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2757ab-573f-4e3a-af09-263036b60cb8 req-b6c0c7fd-863a-4189-a4b3-ba11e657882e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:00:19.401727 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-8f2757ab-573f-4e3a-af09-263036b60cb8 req-b6c0c7fd-863a-4189-a4b3-ba11e657882e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=0a22ac80042f4867857306759d16a667&device_id=31088752-2147-4f7c-8e1d-47f0668bf951 HTTP/1.1" status: 200 len: 1096 time: 0.2592192 Nov 08 22:00:19.441007 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc2b602-e727-4166-acdc-2075f92cb7f1 req-43f6f784-2792-48a7-a70d-10b24dab78c0 tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:00:19.442488 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-3dc2b602-e727-4166-acdc-2075f92cb7f1 req-43f6f784-2792-48a7-a70d-10b24dab78c0 tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] 10.222.0.25 "GET /v2.0/ports?device_id=ea3e000f-3070-46f1-ab82-0f619625641a HTTP/1.1" status: 200 len: 931 time: 0.1706557 Nov 08 22:00:19.495883 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-8f2757ab-573f-4e3a-af09-263036b60cb8 req-6394849e-a819-4428-ae1e-4fb7d724c199 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=05e12715-6298-4fba-90e4-2bde5690db07 HTTP/1.1" status: 200 len: 217 time: 0.0797708 Nov 08 22:00:19.503157 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e7e113-d96b-4e46-bcd5-ff474636e027 req-0ef1b411-12d6-4218-92a4-771a7c687ffa tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:00:19.504498 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-37e7e113-d96b-4e46-bcd5-ff474636e027 req-0ef1b411-12d6-4218-92a4-771a7c687ffa tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] 10.222.0.48 "GET /v2.0/networks?id=890edfdd-a1ca-4a26-a0c0-782a8dc72e87 HTTP/1.1" status: 200 len: 819 time: 0.3607917 Nov 08 22:00:19.505086 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-81983aaf-72f3-4dc9-8af2-bc6f389847f0 req-5f411247-50c6-404e-a1f9-a9491805625e tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] Made reservation on behalf of 978ca50bc6d64521ad5d25a5de935b0b for: {'port': 1} {{(pid=101083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 22:00:19.508252 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [req-81983aaf-72f3-4dc9-8af2-bc6f389847f0 req-5f411247-50c6-404e-a1f9-a9491805625e tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-925982'] for port, before_create {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:00:19.534516 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-3dc2b602-e727-4166-acdc-2075f92cb7f1 req-cc8c89f3-e5c4-4633-a86b-c84e3550dd44 tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] 10.222.0.25 "GET /v2.0/security-groups?id=e56f6cae-c1db-4d7c-8761-da45404c5a8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670366 Nov 08 22:00:19.557530 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd9363c-8e9b-4825-ba14-c911b143f65a req-7fac0576-117f-4113-8297-d8abe9f28136 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:00:19.559483 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-fbd9363c-8e9b-4825-ba14-c911b143f65a req-7fac0576-117f-4113-8297-d8abe9f28136 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=bdffbae6-e05a-48c3-b359-ed4767895c60 HTTP/1.1" status: 200 len: 852 time: 0.1442108 Nov 08 22:00:19.591682 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-4d64b296-5a4a-4d64-92f6-608ea3c66fae req-7538bf34-2a46-4110-a009-8facc047ecf4 tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] 10.222.0.25 "GET /v2.0/ports?device_id=36248ae4-e216-4453-969c-6c7953d8492f HTTP/1.1" status: 200 len: 210 time: 0.0332687 Nov 08 22:00:19.642505 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.notifiers.nova [req-08d5215b-5184-4106-ace5-3597c398a5d7 req-dbdd7c06-1a3d-4f4a-a311-b55bb6cb2c3d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 09809ed1-94fe-4689-b3a4-b7a111c8b4ef {{(pid=101082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 22:00:19.650351 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [req-08d5215b-5184-4106-ace5-3597c398a5d7 req-dbdd7c06-1a3d-4f4a-a311-b55bb6cb2c3d service neutron] Publish callbacks [] for port, precommit_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:00:19.669324 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [req-08d5215b-5184-4106-ace5-3597c398a5d7 req-dbdd7c06-1a3d-4f4a-a311-b55bb6cb2c3d service neutron] Transition to ACTIVE for port object 09809ed1-94fe-4689-b3a4-b7a111c8b4ef will not be triggered until provisioned by entity L2. {{(pid=101082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 22:00:19.672703 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [req-08d5215b-5184-4106-ace5-3597c398a5d7 req-dbdd7c06-1a3d-4f4a-a311-b55bb6cb2c3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728276638356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728276144285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728276144303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7854475'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:00:19.673622 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.db.db_base_plugin_common [req-81983aaf-72f3-4dc9-8af2-bc6f389847f0 req-5f411247-50c6-404e-a1f9-a9491805625e tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] Allocated IP 172.20.0.8 (890edfdd-a1ca-4a26-a0c0-782a8dc72e87/5d94cda7-098f-4351-9588-bf6058a35aaf/b33ea48b-3084-4600-a9c7-4bd772bccc05) {{(pid=101083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 22:00:19.742305 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbdd7c06-1a3d-4f4a-a311-b55bb6cb2c3d service neutron] Pushing event updated for resources: {'Port': ['ID=09809ed1-94fe-4689-b3a4-b7a111c8b4ef,revision_number=2']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:00:19.826117 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [req-08d5215b-5184-4106-ace5-3597c398a5d7 req-dbdd7c06-1a3d-4f4a-a311-b55bb6cb2c3d service neutron] Attempting to bind port 09809ed1-94fe-4689-b3a4-b7a111c8b4ef on host hv-cinder-81708 for vnic_type normal with profile {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 22:00:19.826117 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [req-08d5215b-5184-4106-ace5-3597c398a5d7 req-dbdd7c06-1a3d-4f4a-a311-b55bb6cb2c3d service neutron] Attempting to bind port 09809ed1-94fe-4689-b3a4-b7a111c8b4ef by drivers openvswitch,hyperv on host hv-cinder-81708 at level 0 using segments [{'id': 'de478fa7-e3a1-4946-b405-3fee42527219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '9590ccf2-e7fa-40b5-917c-b342c4898ba2'}] {{(pid=101082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 22:00:19.826117 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08d5215b-5184-4106-ace5-3597c398a5d7 req-dbdd7c06-1a3d-4f4a-a311-b55bb6cb2c3d service neutron] Attempting to bind port 09809ed1-94fe-4689-b3a4-b7a111c8b4ef on network 9590ccf2-e7fa-40b5-917c-b342c4898ba2 {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 22:00:19.839607 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [req-81983aaf-72f3-4dc9-8af2-bc6f389847f0 req-5f411247-50c6-404e-a1f9-a9491805625e tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] Publish callbacks [] for port, precommit_create {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:00:19.846306 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08d5215b-5184-4106-ace5-3597c398a5d7 req-dbdd7c06-1a3d-4f4a-a311-b55bb6cb2c3d service neutron] Port 09809ed1-94fe-4689-b3a4-b7a111c8b4ef on network 9590ccf2-e7fa-40b5-917c-b342c4898ba2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81708 {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 22:00:19.846645 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08d5215b-5184-4106-ace5-3597c398a5d7 req-dbdd7c06-1a3d-4f4a-a311-b55bb6cb2c3d service neutron] Attempting to bind port 09809ed1-94fe-4689-b3a4-b7a111c8b4ef on network 9590ccf2-e7fa-40b5-917c-b342c4898ba2 {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 22:00:19.855506 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08d5215b-5184-4106-ace5-3597c398a5d7 req-dbdd7c06-1a3d-4f4a-a311-b55bb6cb2c3d service neutron] Checking agent: {'id': '7cd4d405-a24c-430d-ad05-16fe54bb5453', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81708', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 21, 57, 55), 'started_at': datetime.datetime(2021, 11, 8, 21, 57, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 21, 59, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 22:00:19.856409 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08d5215b-5184-4106-ace5-3597c398a5d7 req-dbdd7c06-1a3d-4f4a-a311-b55bb6cb2c3d service neutron] Checking segment: {'id': 'de478fa7-e3a1-4946-b405-3fee42527219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '9590ccf2-e7fa-40b5-917c-b342c4898ba2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 22:00:19.857020 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08d5215b-5184-4106-ace5-3597c398a5d7 req-dbdd7c06-1a3d-4f4a-a311-b55bb6cb2c3d service neutron] Bound using segment: {'id': 'de478fa7-e3a1-4946-b405-3fee42527219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '9590ccf2-e7fa-40b5-917c-b342c4898ba2'} {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 22:00:19.857600 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [req-08d5215b-5184-4106-ace5-3597c398a5d7 req-dbdd7c06-1a3d-4f4a-a311-b55bb6cb2c3d service neutron] Bound port: 09809ed1-94fe-4689-b3a4-b7a111c8b4ef, host: hv-cinder-81708, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de478fa7-e3a1-4946-b405-3fee42527219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '9590ccf2-e7fa-40b5-917c-b342c4898ba2'}}] {{(pid=101082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 22:00:19.857868 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [req-08d5215b-5184-4106-ace5-3597c398a5d7 req-dbdd7c06-1a3d-4f4a-a311-b55bb6cb2c3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-925982'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:00:19.878201 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [req-81983aaf-72f3-4dc9-8af2-bc6f389847f0 req-5f411247-50c6-404e-a1f9-a9491805625e tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728276144267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7659000'] for port, after_create {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:00:19.883746 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7d5222-f34a-4a82-a3a2-49afcb4a4c57 req-541554fa-6240-4cd2-8bc8-2e28e2a1ba23 tempest-DeleteServersTestJSON-871340286 tempest-DeleteServersTestJSON-871340286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:00:19.885277 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-9d7d5222-f34a-4a82-a3a2-49afcb4a4c57 req-541554fa-6240-4cd2-8bc8-2e28e2a1ba23 tempest-DeleteServersTestJSON-871340286 tempest-DeleteServersTestJSON-871340286-project] 10.222.0.25 "GET /v2.0/ports?device_id=312b214b-6d9b-4e85-9cfc-0cc80d967e13 HTTP/1.1" status: 200 len: 943 time: 0.0743291 Nov 08 22:00:19.921600 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81983aaf-72f3-4dc9-8af2-bc6f389847f0 req-5f411247-50c6-404e-a1f9-a9491805625e tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] Network 890edfdd-a1ca-4a26-a0c0-782a8dc72e87 is already hosted by enough agents. {{(pid=101083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 22:00:19.924556 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.scheduler.base_scheduler [req-81983aaf-72f3-4dc9-8af2-bc6f389847f0 req-5f411247-50c6-404e-a1f9-a9491805625e tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] Resources bound (agent type, host, resource id): {{(pid=101083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 22:00:19.930383 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.db.l3_dvrscheduler_db [req-81983aaf-72f3-4dc9-8af2-bc6f389847f0 req-5f411247-50c6-404e-a1f9-a9491805625e tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] Received port after_create {{(pid=101083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 22:00:19.957335 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f411247-50c6-404e-a1f9-a9491805625e tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] Pushing event updated for resources: {'Port': ['ID=b33ea48b-3084-4600-a9c7-4bd772bccc05,revision_number=1']} {{(pid=101083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:00:19.969773 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.plugins.ml2.db [req-08d5215b-5184-4106-ace5-3597c398a5d7 req-dbdd7c06-1a3d-4f4a-a311-b55bb6cb2c3d service neutron] For port 09809ed1-94fe-4689-b3a4-b7a111c8b4ef, host hv-cinder-81708, cleared binding levels {{(pid=101082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 22:00:19.974811 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.plugins.ml2.db [req-08d5215b-5184-4106-ace5-3597c398a5d7 req-dbdd7c06-1a3d-4f4a-a311-b55bb6cb2c3d service neutron] For port 09809ed1-94fe-4689-b3a4-b7a111c8b4ef, host hv-cinder-81708, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81708',level=0,port_id=09809ed1-94fe-4689-b3a4-b7a111c8b4ef,segment=NetworkSegment(de478fa7-e3a1-4946-b405-3fee42527219),segment_id=de478fa7-e3a1-4946-b405-3fee42527219)] {{(pid=101082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 22:00:19.979080 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-9d7d5222-f34a-4a82-a3a2-49afcb4a4c57 req-ecadd991-9e09-462b-b0e4-dffa95a53d6b tempest-DeleteServersTestJSON-871340286 tempest-DeleteServersTestJSON-871340286-project] 10.222.0.25 "GET /v2.0/security-groups?id=6626b22f-e431-4d45-a6b2-a23a587b864b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707645 Nov 08 22:00:19.980540 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [req-08d5215b-5184-4106-ace5-3597c398a5d7 req-dbdd7c06-1a3d-4f4a-a311-b55bb6cb2c3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728276638356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728276144285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728276144303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7854475'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:00:19.991007 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81983aaf-72f3-4dc9-8af2-bc6f389847f0 req-5f411247-50c6-404e-a1f9-a9491805625e tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:00:19.991656 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [req-81983aaf-72f3-4dc9-8af2-bc6f389847f0 req-5f411247-50c6-404e-a1f9-a9491805625e tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646287'] for port, before_response {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:00:20.010775 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-81983aaf-72f3-4dc9-8af2-bc6f389847f0 req-5f411247-50c6-404e-a1f9-a9491805625e tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9751270 Nov 08 22:00:20.016367 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d5215b-5184-4106-ace5-3597c398a5d7 req-dbdd7c06-1a3d-4f4a-a311-b55bb6cb2c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:00:20.017110 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [req-08d5215b-5184-4106-ace5-3597c398a5d7 req-dbdd7c06-1a3d-4f4a-a311-b55bb6cb2c3d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646287'] for port, before_response {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:00:20.018424 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-08d5215b-5184-4106-ace5-3597c398a5d7 req-dbdd7c06-1a3d-4f4a-a311-b55bb6cb2c3d service neutron] 10.222.0.48 "PUT /v2.0/ports/09809ed1-94fe-4689-b3a4-b7a111c8b4ef HTTP/1.1" status: 200 len: 1093 time: 0.9590359 Nov 08 22:00:20.018856 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea3e000f-3070-46f1-ab82-0f619625641a', 'tag': '09809ed1-94fe-4689-b3a4-b7a111c8b4ef'}] {{(pid=101082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 22:00:20.054994 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbdd7c06-1a3d-4f4a-a311-b55bb6cb2c3d service neutron] Pushing event updated for resources: {'Port': ['ID=09809ed1-94fe-4689-b3a4-b7a111c8b4ef,revision_number=3']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:00:20.139797 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-38f8c81f-ca07-4188-b5ff-70ceca3f97c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728276665375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534631'] for agent, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:00:20.147199 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5244ac95217a6bb312334333bc6ed4bdb0e50c4a837cb758f48f620e9b099f25" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3fec13b-8c8b-490a-ba9e-c12a0174d664" -d '{"events": [{"name": "network-changed", "server_uuid": "ea3e000f-3070-46f1-ab82-0f619625641a", "tag": "09809ed1-94fe-4689-b3a4-b7a111c8b4ef"}]}' {{(pid=101082) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 22:00:20.252787 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 22:00:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9ae0fd5-6302-4dcf-b1bb-5bbc609643da x-openstack-request-id: req-e9ae0fd5-6302-4dcf-b1bb-5bbc609643da {{(pid=101082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 22:00:20.253237 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea3e000f-3070-46f1-ab82-0f619625641a", "tag": "09809ed1-94fe-4689-b3a4-b7a111c8b4ef", "status": "completed", "code": 200}]} {{(pid=101082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 22:00:20.253384 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e9ae0fd5-6302-4dcf-b1bb-5bbc609643da {{(pid=101082) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 22:00:20.253820 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea3e000f-3070-46f1-ab82-0f619625641a', 'tag': '09809ed1-94fe-4689-b3a4-b7a111c8b4ef', 'status': 'completed', 'code': 200} Nov 08 22:00:20.356450 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df693c23-e2ec-477f-a7f6-98f72de388f5 req-84d20379-d9b0-4efb-8574-d84888eca03f tempest-AttachVolumeNegativeTest-479507150 tempest-AttachVolumeNegativeTest-479507150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:00:20.357962 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-df693c23-e2ec-477f-a7f6-98f72de388f5 req-84d20379-d9b0-4efb-8574-d84888eca03f tempest-AttachVolumeNegativeTest-479507150 tempest-AttachVolumeNegativeTest-479507150-project] 10.222.0.25 "GET /v2.0/ports?device_id=31088752-2147-4f7c-8e1d-47f0668bf951 HTTP/1.1" status: 200 len: 943 time: 0.0478520 Nov 08 22:00:20.406809 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-df693c23-e2ec-477f-a7f6-98f72de388f5 req-87c431e1-63f6-4b86-a474-2d8dac206507 tempest-AttachVolumeNegativeTest-479507150 tempest-AttachVolumeNegativeTest-479507150-project] 10.222.0.25 "GET /v2.0/security-groups?id=18bce912-cacb-492f-931d-a2fe8ac5d2b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429890 Nov 08 22:00:20.650595 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa624a53-04bd-4583-82c7-734706be542e req-bfe50327-fc5a-405f-ab0e-c488f6d61eed tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:00:20.652088 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-aa624a53-04bd-4583-82c7-734706be542e req-bfe50327-fc5a-405f-ab0e-c488f6d61eed tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] 10.222.0.25 "GET /v2.0/ports?device_id=ea3e000f-3070-46f1-ab82-0f619625641a HTTP/1.1" status: 200 len: 943 time: 0.0480554 Nov 08 22:00:20.708450 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-93f05152-155e-468b-ad4c-aef3c9adb587 req-d83fcc48-d8f3-48c9-b4fa-617095e71b16 tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] 10.222.0.25 "GET /v2.0/ports?device_id=36248ae4-e216-4453-969c-6c7953d8492f HTTP/1.1" status: 200 len: 210 time: 0.0432870 Nov 08 22:00:20.725130 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-aa624a53-04bd-4583-82c7-734706be542e req-a5cd8caf-7a47-493a-acf3-3b5d15f98087 tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] 10.222.0.25 "GET /v2.0/security-groups?id=e56f6cae-c1db-4d7c-8761-da45404c5a8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667722 Nov 08 22:00:21.091820 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40abe452-b9ba-4b74-9933-ae53b088a275 req-ac86541c-b5ef-4e44-8450-4981a7f5830b tempest-DeleteServersTestJSON-871340286 tempest-DeleteServersTestJSON-871340286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:00:21.093272 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-40abe452-b9ba-4b74-9933-ae53b088a275 req-ac86541c-b5ef-4e44-8450-4981a7f5830b tempest-DeleteServersTestJSON-871340286 tempest-DeleteServersTestJSON-871340286-project] 10.222.0.25 "GET /v2.0/ports?device_id=312b214b-6d9b-4e85-9cfc-0cc80d967e13 HTTP/1.1" status: 200 len: 943 time: 0.0469034 Nov 08 22:00:21.141933 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-40abe452-b9ba-4b74-9933-ae53b088a275 req-a34a8c32-bd10-4f74-874d-5eb26758a598 tempest-DeleteServersTestJSON-871340286 tempest-DeleteServersTestJSON-871340286-project] 10.222.0.25 "GET /v2.0/security-groups?id=6626b22f-e431-4d45-a6b2-a23a587b864b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429432 Nov 08 22:00:21.516548 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7cc851-8222-4dd6-a32c-e1e154c32f37 req-584ac608-9fa0-4050-a4f2-0cae2dbe3957 tempest-AttachVolumeNegativeTest-479507150 tempest-AttachVolumeNegativeTest-479507150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:00:21.518055 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-dc7cc851-8222-4dd6-a32c-e1e154c32f37 req-584ac608-9fa0-4050-a4f2-0cae2dbe3957 tempest-AttachVolumeNegativeTest-479507150 tempest-AttachVolumeNegativeTest-479507150-project] 10.222.0.25 "GET /v2.0/ports?device_id=31088752-2147-4f7c-8e1d-47f0668bf951 HTTP/1.1" status: 200 len: 943 time: 0.0471017 Nov 08 22:00:21.564178 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-dc7cc851-8222-4dd6-a32c-e1e154c32f37 req-bc7bfd75-f17d-462d-9dd6-3c945f20b72f tempest-AttachVolumeNegativeTest-479507150 tempest-AttachVolumeNegativeTest-479507150-project] 10.222.0.25 "GET /v2.0/security-groups?id=18bce912-cacb-492f-931d-a2fe8ac5d2b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403275 Nov 08 22:00:21.800260 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-25df4185-f371-45fe-a3b6-96a1f68dfdd5 req-d918f447-140e-4166-a3ae-9a6a38f8e497 tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] 10.222.0.25 "GET /v2.0/ports?device_id=36248ae4-e216-4453-969c-6c7953d8492f HTTP/1.1" status: 200 len: 210 time: 0.0267394 Nov 08 22:00:21.802644 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-550ddcb2-f0f8-4b6b-a238-0b8e3ebb0b9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728276665375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534631'] for agent, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:00:21.846397 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886f50c8-58fb-4e2c-a576-9c17fe16d7a7 req-57b47ec1-7174-490c-9e33-528e038022ba tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:00:21.847772 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-886f50c8-58fb-4e2c-a576-9c17fe16d7a7 req-57b47ec1-7174-490c-9e33-528e038022ba tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] 10.222.0.25 "GET /v2.0/ports?device_id=ea3e000f-3070-46f1-ab82-0f619625641a HTTP/1.1" status: 200 len: 943 time: 0.0466614 Nov 08 22:00:21.895623 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-886f50c8-58fb-4e2c-a576-9c17fe16d7a7 req-c95cb442-51e6-49e1-b120-9233f8c9547c tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] 10.222.0.25 "GET /v2.0/security-groups?id=e56f6cae-c1db-4d7c-8761-da45404c5a8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417330 Nov 08 22:00:22.251372 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc591c4-2520-465b-b80a-3db5af9c9c12 req-a60ca292-6b65-4011-b40e-3b6f40cafcaa tempest-DeleteServersTestJSON-871340286 tempest-DeleteServersTestJSON-871340286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:00:22.252792 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-7bc591c4-2520-465b-b80a-3db5af9c9c12 req-a60ca292-6b65-4011-b40e-3b6f40cafcaa tempest-DeleteServersTestJSON-871340286 tempest-DeleteServersTestJSON-871340286-project] 10.222.0.25 "GET /v2.0/ports?device_id=312b214b-6d9b-4e85-9cfc-0cc80d967e13 HTTP/1.1" status: 200 len: 943 time: 0.0472486 Nov 08 22:00:22.301931 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.v2.base [req-81983aaf-72f3-4dc9-8af2-bc6f389847f0 req-f12d219c-6b34-4e65-9645-685ac83f8d1c service neutron] Request body: {'port': {'device_id': '21765c62-33e5-4865-a2e8-923f1018396e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81708'}} {{(pid=101083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 22:00:22.309542 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.v2.base [req-37e7e113-d96b-4e46-bcd5-ff474636e027 req-5ed8dbd2-f38b-4a7d-87aa-5adfe2fee699 tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] Request body: {'port': {'device_id': '36248ae4-e216-4453-969c-6c7953d8492f', 'network_id': '890edfdd-a1ca-4a26-a0c0-782a8dc72e87', 'admin_state_up': True, 'tenant_id': '978ca50bc6d64521ad5d25a5de935b0b'}} {{(pid=101083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 22:00:22.350156 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-7bc591c4-2520-465b-b80a-3db5af9c9c12 req-59239035-40c1-41e1-8bb5-b1903ddb257c tempest-DeleteServersTestJSON-871340286 tempest-DeleteServersTestJSON-871340286-project] 10.222.0.25 "GET /v2.0/security-groups?id=6626b22f-e431-4d45-a6b2-a23a587b864b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907309 Nov 08 22:00:22.394817 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fec13b-8c8b-490a-ba9e-c12a0174d664 req-f15c09d8-daa6-4d97-addb-4be11d1569bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:00:22.396288 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-b3fec13b-8c8b-490a-ba9e-c12a0174d664 req-f15c09d8-daa6-4d97-addb-4be11d1569bd service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c834e2bc78d34c388e89dd13ae9d694d&device_id=ea3e000f-3070-46f1-ab82-0f619625641a HTTP/1.1" status: 200 len: 1096 time: 0.0880876 Nov 08 22:00:22.459018 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-ad13160b-513d-4512-a15f-cb40cce6b7e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728276665375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534631'] for agent, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:00:22.601115 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-fbd9363c-8e9b-4825-ba14-c911b143f65a req-78865428-f984-4dd8-b1b0-1c175aaec0b1 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9e2a42de-9a18-4fc5-97ab-4d88597b89a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3086274 Nov 08 22:00:22.718171 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2757ab-573f-4e3a-af09-263036b60cb8 req-4890d974-ff81-4213-8d8d-18fc0972075b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:00:22.719644 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-8f2757ab-573f-4e3a-af09-263036b60cb8 req-4890d974-ff81-4213-8d8d-18fc0972075b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c388e745-163e-4ce7-b3b6-4d504969c00f HTTP/1.1" status: 200 len: 854 time: 0.4419625 Nov 08 22:00:22.749400 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [req-81983aaf-72f3-4dc9-8af2-bc6f389847f0 req-f12d219c-6b34-4e65-9645-685ac83f8d1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-925982'] for port, before_update {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:00:22.786582 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-8f2757ab-573f-4e3a-af09-263036b60cb8 req-d13d5d2b-4b8a-4aca-bfc3-01d2b2ae694c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1af71b13-9cb9-46cd-97aa-4e7f7899262e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0538614 Nov 08 22:00:22.816495 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fec13b-8c8b-490a-ba9e-c12a0174d664 req-63a22a51-a647-4020-b88e-5466f3c66669 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:00:22.819231 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-b3fec13b-8c8b-490a-ba9e-c12a0174d664 req-63a22a51-a647-4020-b88e-5466f3c66669 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=c834e2bc78d34c388e89dd13ae9d694d&shared=False HTTP/1.1" status: 200 len: 911 time: 0.4136612 Nov 08 22:00:22.831648 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d51573d-2b70-45e7-862d-5c791d10f7f0 req-6e3b452d-5363-475f-8169-f4b7f3ce1f4a tempest-AttachVolumeNegativeTest-479507150 tempest-AttachVolumeNegativeTest-479507150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:00:22.833566 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-8d51573d-2b70-45e7-862d-5c791d10f7f0 req-6e3b452d-5363-475f-8169-f4b7f3ce1f4a tempest-AttachVolumeNegativeTest-479507150 tempest-AttachVolumeNegativeTest-479507150-project] 10.222.0.25 "GET /v2.0/ports?device_id=31088752-2147-4f7c-8e1d-47f0668bf951 HTTP/1.1" status: 200 len: 943 time: 0.1268795 Nov 08 22:00:22.916519 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-37e7e113-d96b-4e46-bcd5-ff474636e027 req-5ed8dbd2-f38b-4a7d-87aa-5adfe2fee699 tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] Made reservation on behalf of 978ca50bc6d64521ad5d25a5de935b0b for: {'port': 1} {{(pid=101083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 22:00:22.921370 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [req-37e7e113-d96b-4e46-bcd5-ff474636e027 req-5ed8dbd2-f38b-4a7d-87aa-5adfe2fee699 tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-925982'] for port, before_create {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:00:22.940857 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-fbd9363c-8e9b-4825-ba14-c911b143f65a req-90e20f9d-25be-43d2-a223-298e4a892260 service neutron] 10.222.0.48 "GET /v2.0/networks/9e2a42de-9a18-4fc5-97ab-4d88597b89a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3286541 Nov 08 22:00:23.000471 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-15ff3fa8-2bb7-4c26-a9a0-629cc624c000 req-867c5a08-14fd-4bf8-ab11-bcdd1c8619f9 tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] 10.222.0.25 "GET /v2.0/ports?device_id=36248ae4-e216-4453-969c-6c7953d8492f HTTP/1.1" status: 200 len: 210 time: 0.0644433 Nov 08 22:00:23.057512 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-8d51573d-2b70-45e7-862d-5c791d10f7f0 req-0a5862b9-c3a7-48b7-88fe-f8a69a613e80 tempest-AttachVolumeNegativeTest-479507150 tempest-AttachVolumeNegativeTest-479507150-project] 10.222.0.25 "GET /v2.0/security-groups?id=18bce912-cacb-492f-931d-a2fe8ac5d2b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2096171 Nov 08 22:00:23.144900 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-8f2757ab-573f-4e3a-af09-263036b60cb8 req-ffb71818-c131-4320-812c-bb9800d26a63 service neutron] 10.222.0.48 "GET /v2.0/networks/1af71b13-9cb9-46cd-97aa-4e7f7899262e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3452201 Nov 08 22:00:23.155474 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fec13b-8c8b-490a-ba9e-c12a0174d664 req-61312c4a-492d-42da-9852-4adcdccf2eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:00:23.157382 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-b3fec13b-8c8b-490a-ba9e-c12a0174d664 req-61312c4a-492d-42da-9852-4adcdccf2eb8 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3227630 Nov 08 22:00:23.181819 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdf6dd9-476a-4ebd-9055-6326cffc744d req-1daf7782-b178-4ef5-bfb5-4920ce513f7f tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:00:23.183343 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-bbdf6dd9-476a-4ebd-9055-6326cffc744d req-1daf7782-b178-4ef5-bfb5-4920ce513f7f tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] 10.222.0.25 "GET /v2.0/ports?device_id=ea3e000f-3070-46f1-ab82-0f619625641a HTTP/1.1" status: 200 len: 943 time: 0.1015890 Nov 08 22:00:23.265260 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-fbd9363c-8e9b-4825-ba14-c911b143f65a req-3eeb8738-5617-4da5-8265-162452855b76 service neutron] 10.222.0.48 "GET /v2.0/networks/9e2a42de-9a18-4fc5-97ab-4d88597b89a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3110502 Nov 08 22:00:23.265470 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-bbdf6dd9-476a-4ebd-9055-6326cffc744d req-55d1c25b-dd4e-4839-b8ac-8851fc1b5e72 tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] 10.222.0.25 "GET /v2.0/security-groups?id=e56f6cae-c1db-4d7c-8761-da45404c5a8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733674 Nov 08 22:00:23.267356 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d5215b-5184-4106-ace5-3597c398a5d7 req-b0d328f8-46a3-4693-9b59-d7b4ae4c2318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:00:23.268996 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-08d5215b-5184-4106-ace5-3597c398a5d7 req-b0d328f8-46a3-4693-9b59-d7b4ae4c2318 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c834e2bc78d34c388e89dd13ae9d694d&device_id=ea3e000f-3070-46f1-ab82-0f619625641a HTTP/1.1" status: 200 len: 1096 time: 0.0705943 Nov 08 22:00:23.329600 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-8f2757ab-573f-4e3a-af09-263036b60cb8 req-740bec76-9e80-42aa-bace-7c5b11473c03 service neutron] 10.222.0.48 "GET /v2.0/networks/1af71b13-9cb9-46cd-97aa-4e7f7899262e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1703384 Nov 08 22:00:23.356212 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-08d5215b-5184-4106-ace5-3597c398a5d7 req-21e626ed-a1c6-4c83-9420-b66b1c35a682 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=09809ed1-94fe-4689-b3a4-b7a111c8b4ef HTTP/1.1" status: 200 len: 217 time: 0.0779471 Nov 08 22:00:23.454568 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.notifiers.nova [req-81983aaf-72f3-4dc9-8af2-bc6f389847f0 req-f12d219c-6b34-4e65-9645-685ac83f8d1c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b33ea48b-3084-4600-a9c7-4bd772bccc05 {{(pid=101083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 22:00:23.464604 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [req-81983aaf-72f3-4dc9-8af2-bc6f389847f0 req-f12d219c-6b34-4e65-9645-685ac83f8d1c service neutron] Publish callbacks [] for port, precommit_update {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:00:23.471969 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d5215b-5184-4106-ace5-3597c398a5d7 req-829db1aa-ba4c-4565-8b59-4a8adf936519 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:00:23.473464 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-08d5215b-5184-4106-ace5-3597c398a5d7 req-829db1aa-ba4c-4565-8b59-4a8adf936519 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2512a576-3f2f-4a0c-aead-e82297ded485 HTTP/1.1" status: 200 len: 849 time: 0.1064942 Nov 08 22:00:23.493991 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.db.provisioning_blocks [req-81983aaf-72f3-4dc9-8af2-bc6f389847f0 req-f12d219c-6b34-4e65-9645-685ac83f8d1c service neutron] Transition to ACTIVE for port object b33ea48b-3084-4600-a9c7-4bd772bccc05 will not be triggered until provisioned by entity L2. {{(pid=101083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 22:00:23.526614 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [req-81983aaf-72f3-4dc9-8af2-bc6f389847f0 req-f12d219c-6b34-4e65-9645-685ac83f8d1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728276638356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728276144285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728276144303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7658983'] for port, after_update {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:00:23.556532 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b11183-f090-4b59-8a91-e04c5e1d4a39 req-2dd918eb-df07-43ee-aae0-99aa9d435694 tempest-DeleteServersTestJSON-871340286 tempest-DeleteServersTestJSON-871340286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:00:23.558535 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-14b11183-f090-4b59-8a91-e04c5e1d4a39 req-2dd918eb-df07-43ee-aae0-99aa9d435694 tempest-DeleteServersTestJSON-871340286 tempest-DeleteServersTestJSON-871340286-project] 10.222.0.25 "GET /v2.0/ports?device_id=312b214b-6d9b-4e85-9cfc-0cc80d967e13 HTTP/1.1" status: 200 len: 943 time: 0.1237195 Nov 08 22:00:23.575650 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d5215b-5184-4106-ace5-3597c398a5d7 req-72c465a6-1ce8-4593-8a9f-9ca69bd6999d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:00:23.577618 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-08d5215b-5184-4106-ace5-3597c398a5d7 req-72c465a6-1ce8-4593-8a9f-9ca69bd6999d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9590ccf2-e7fa-40b5-917c-b342c4898ba2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0928254 Nov 08 22:00:23.598281 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.db.db_base_plugin_common [req-37e7e113-d96b-4e46-bcd5-ff474636e027 req-5ed8dbd2-f38b-4a7d-87aa-5adfe2fee699 tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] Allocated IP 172.20.0.6 (890edfdd-a1ca-4a26-a0c0-782a8dc72e87/5d94cda7-098f-4351-9588-bf6058a35aaf/5d6dc9be-5038-46f5-9a76-a26a26ccb0be) {{(pid=101083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 22:00:23.600083 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12d219c-6b34-4e65-9645-685ac83f8d1c service neutron] Pushing event updated for resources: {'Port': ['ID=b33ea48b-3084-4600-a9c7-4bd772bccc05,revision_number=2']} {{(pid=101083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:00:23.691011 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-14b11183-f090-4b59-8a91-e04c5e1d4a39 req-46f91aa9-f12e-4535-94b9-b80d7d8b0677 tempest-DeleteServersTestJSON-871340286 tempest-DeleteServersTestJSON-871340286-project] 10.222.0.25 "GET /v2.0/security-groups?id=6626b22f-e431-4d45-a6b2-a23a587b864b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193738 Nov 08 22:00:23.719914 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-08d5215b-5184-4106-ace5-3597c398a5d7 req-7ce9bafa-aec0-4177-80fe-8145fa00e4f0 service neutron] 10.222.0.48 "GET /v2.0/networks/9590ccf2-e7fa-40b5-917c-b342c4898ba2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285243 Nov 08 22:00:23.766209 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.plugins.ml2.managers [req-81983aaf-72f3-4dc9-8af2-bc6f389847f0 req-f12d219c-6b34-4e65-9645-685ac83f8d1c service neutron] Attempting to bind port b33ea48b-3084-4600-a9c7-4bd772bccc05 on host hv-cinder-81708 for vnic_type normal with profile {{(pid=101083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 22:00:23.766530 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.plugins.ml2.managers [req-81983aaf-72f3-4dc9-8af2-bc6f389847f0 req-f12d219c-6b34-4e65-9645-685ac83f8d1c service neutron] Attempting to bind port b33ea48b-3084-4600-a9c7-4bd772bccc05 by drivers openvswitch,hyperv on host hv-cinder-81708 at level 0 using segments [{'id': 'fbdccf68-e541-4705-9e3a-177dbbbf7d94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '890edfdd-a1ca-4a26-a0c0-782a8dc72e87'}] {{(pid=101083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 22:00:23.766853 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81983aaf-72f3-4dc9-8af2-bc6f389847f0 req-f12d219c-6b34-4e65-9645-685ac83f8d1c service neutron] Attempting to bind port b33ea48b-3084-4600-a9c7-4bd772bccc05 on network 890edfdd-a1ca-4a26-a0c0-782a8dc72e87 {{(pid=101083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 22:00:23.778083 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81983aaf-72f3-4dc9-8af2-bc6f389847f0 req-f12d219c-6b34-4e65-9645-685ac83f8d1c service neutron] Port b33ea48b-3084-4600-a9c7-4bd772bccc05 on network 890edfdd-a1ca-4a26-a0c0-782a8dc72e87 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81708 {{(pid=101083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 22:00:23.778083 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81983aaf-72f3-4dc9-8af2-bc6f389847f0 req-f12d219c-6b34-4e65-9645-685ac83f8d1c service neutron] Attempting to bind port b33ea48b-3084-4600-a9c7-4bd772bccc05 on network 890edfdd-a1ca-4a26-a0c0-782a8dc72e87 {{(pid=101083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 22:00:23.788634 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81983aaf-72f3-4dc9-8af2-bc6f389847f0 req-f12d219c-6b34-4e65-9645-685ac83f8d1c service neutron] Checking agent: {'id': '7cd4d405-a24c-430d-ad05-16fe54bb5453', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81708', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 21, 57, 55), 'started_at': datetime.datetime(2021, 11, 8, 21, 57, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 21, 59, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 22:00:23.788634 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81983aaf-72f3-4dc9-8af2-bc6f389847f0 req-f12d219c-6b34-4e65-9645-685ac83f8d1c service neutron] Checking segment: {'id': 'fbdccf68-e541-4705-9e3a-177dbbbf7d94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '890edfdd-a1ca-4a26-a0c0-782a8dc72e87'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 22:00:23.788634 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81983aaf-72f3-4dc9-8af2-bc6f389847f0 req-f12d219c-6b34-4e65-9645-685ac83f8d1c service neutron] Bound using segment: {'id': 'fbdccf68-e541-4705-9e3a-177dbbbf7d94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '890edfdd-a1ca-4a26-a0c0-782a8dc72e87'} {{(pid=101083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 22:00:23.788634 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.plugins.ml2.managers [req-81983aaf-72f3-4dc9-8af2-bc6f389847f0 req-f12d219c-6b34-4e65-9645-685ac83f8d1c service neutron] Bound port: b33ea48b-3084-4600-a9c7-4bd772bccc05, host: hv-cinder-81708, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fbdccf68-e541-4705-9e3a-177dbbbf7d94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '890edfdd-a1ca-4a26-a0c0-782a8dc72e87'}}] {{(pid=101083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 22:00:23.788634 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [req-81983aaf-72f3-4dc9-8af2-bc6f389847f0 req-f12d219c-6b34-4e65-9645-685ac83f8d1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-925982'] for port, before_update {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:00:23.837535 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-08d5215b-5184-4106-ace5-3597c398a5d7 req-69a7e086-bef2-48e1-aed7-84a9937e7e82 service neutron] 10.222.0.48 "GET /v2.0/networks/9590ccf2-e7fa-40b5-917c-b342c4898ba2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1093514 Nov 08 22:00:23.871554 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [req-37e7e113-d96b-4e46-bcd5-ff474636e027 req-5ed8dbd2-f38b-4a7d-87aa-5adfe2fee699 tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] Publish callbacks [] for port, precommit_create {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:00:23.901403 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.plugins.ml2.db [req-81983aaf-72f3-4dc9-8af2-bc6f389847f0 req-f12d219c-6b34-4e65-9645-685ac83f8d1c service neutron] For port b33ea48b-3084-4600-a9c7-4bd772bccc05, host hv-cinder-81708, cleared binding levels {{(pid=101083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 22:00:23.907080 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.plugins.ml2.db [req-81983aaf-72f3-4dc9-8af2-bc6f389847f0 req-f12d219c-6b34-4e65-9645-685ac83f8d1c service neutron] For port b33ea48b-3084-4600-a9c7-4bd772bccc05, host hv-cinder-81708, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81708',level=0,port_id=b33ea48b-3084-4600-a9c7-4bd772bccc05,segment=NetworkSegment(fbdccf68-e541-4705-9e3a-177dbbbf7d94),segment_id=fbdccf68-e541-4705-9e3a-177dbbbf7d94)] {{(pid=101083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 22:00:23.919630 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [req-81983aaf-72f3-4dc9-8af2-bc6f389847f0 req-f12d219c-6b34-4e65-9645-685ac83f8d1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728276638356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728276144285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728276144303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7658983'] for port, after_update {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:00:23.961722 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81983aaf-72f3-4dc9-8af2-bc6f389847f0 req-f12d219c-6b34-4e65-9645-685ac83f8d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:00:23.962352 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [req-81983aaf-72f3-4dc9-8af2-bc6f389847f0 req-f12d219c-6b34-4e65-9645-685ac83f8d1c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646287'] for port, before_response {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:00:23.963721 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-81983aaf-72f3-4dc9-8af2-bc6f389847f0 req-f12d219c-6b34-4e65-9645-685ac83f8d1c service neutron] 10.222.0.48 "PUT /v2.0/ports/b33ea48b-3084-4600-a9c7-4bd772bccc05 HTTP/1.1" status: 200 len: 1093 time: 1.6692400 Nov 08 22:00:23.966200 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21765c62-33e5-4865-a2e8-923f1018396e', 'tag': 'b33ea48b-3084-4600-a9c7-4bd772bccc05'}] {{(pid=101083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 22:00:23.968493 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1401f4ba4b9bb213bf59dd3903e8d3cb618788e4f0023aa365925d32571c6fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abd00d40-ead9-47f4-804a-f082e08deb6f" -d '{"events": [{"name": "network-changed", "server_uuid": "21765c62-33e5-4865-a2e8-923f1018396e", "tag": "b33ea48b-3084-4600-a9c7-4bd772bccc05"}]}' {{(pid=101083) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 22:00:24.000656 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [req-37e7e113-d96b-4e46-bcd5-ff474636e027 req-5ed8dbd2-f38b-4a7d-87aa-5adfe2fee699 tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728276144267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7659000'] for port, after_create {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:00:24.050805 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12d219c-6b34-4e65-9645-685ac83f8d1c service neutron] Pushing event updated for resources: {'Port': ['ID=b33ea48b-3084-4600-a9c7-4bd772bccc05,revision_number=3']} {{(pid=101083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:00:24.095261 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37e7e113-d96b-4e46-bcd5-ff474636e027 req-5ed8dbd2-f38b-4a7d-87aa-5adfe2fee699 tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] Network 890edfdd-a1ca-4a26-a0c0-782a8dc72e87 is already hosted by enough agents. {{(pid=101083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 22:00:24.103375 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.scheduler.base_scheduler [req-37e7e113-d96b-4e46-bcd5-ff474636e027 req-5ed8dbd2-f38b-4a7d-87aa-5adfe2fee699 tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] Resources bound (agent type, host, resource id): {{(pid=101083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 22:00:24.110225 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 22:00:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90fed423-d485-4461-9ac7-02f17a356bd2 x-openstack-request-id: req-90fed423-d485-4461-9ac7-02f17a356bd2 {{(pid=101083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 22:00:24.110632 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21765c62-33e5-4865-a2e8-923f1018396e", "tag": "b33ea48b-3084-4600-a9c7-4bd772bccc05", "status": "completed", "code": 200}]} {{(pid=101083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 22:00:24.110958 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-90fed423-d485-4461-9ac7-02f17a356bd2 {{(pid=101083) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 22:00:24.111380 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21765c62-33e5-4865-a2e8-923f1018396e', 'tag': 'b33ea48b-3084-4600-a9c7-4bd772bccc05', 'status': 'completed', 'code': 200} Nov 08 22:00:24.114859 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.db.l3_dvrscheduler_db [req-37e7e113-d96b-4e46-bcd5-ff474636e027 req-5ed8dbd2-f38b-4a7d-87aa-5adfe2fee699 tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] Received port after_create {{(pid=101083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 22:00:24.163399 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8067d3f6-5b76-4a9c-b388-bd1048e9f998 req-59c1ca41-e3a0-4967-8f4d-0b2f505a7773 tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:00:24.163634 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81983aaf-72f3-4dc9-8af2-bc6f389847f0 req-25620804-484c-44ae-883b-e51dbe2d81e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:00:24.165047 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-8067d3f6-5b76-4a9c-b388-bd1048e9f998 req-59c1ca41-e3a0-4967-8f4d-0b2f505a7773 tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] 10.222.0.25 "GET /v2.0/ports?device_id=36248ae4-e216-4453-969c-6c7953d8492f HTTP/1.1" status: 200 len: 931 time: 0.0550537 Nov 08 22:00:24.165257 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-81983aaf-72f3-4dc9-8af2-bc6f389847f0 req-25620804-484c-44ae-883b-e51dbe2d81e0 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=978ca50bc6d64521ad5d25a5de935b0b&device_id=21765c62-33e5-4865-a2e8-923f1018396e HTTP/1.1" status: 200 len: 1096 time: 0.1576953 Nov 08 22:00:24.165972 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed8dbd2-f38b-4a7d-87aa-5adfe2fee699 tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] Pushing event updated for resources: {'Port': ['ID=5d6dc9be-5038-46f5-9a76-a26a26ccb0be,revision_number=1']} {{(pid=101083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:00:24.197872 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e7e113-d96b-4e46-bcd5-ff474636e027 req-5ed8dbd2-f38b-4a7d-87aa-5adfe2fee699 tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:00:24.201040 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [req-37e7e113-d96b-4e46-bcd5-ff474636e027 req-5ed8dbd2-f38b-4a7d-87aa-5adfe2fee699 tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646287'] for port, before_response {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:00:24.235798 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-81983aaf-72f3-4dc9-8af2-bc6f389847f0 req-5404533f-ebe5-4fad-9075-eedbf08e471e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b33ea48b-3084-4600-a9c7-4bd772bccc05 HTTP/1.1" status: 200 len: 217 time: 0.0558341 Nov 08 22:00:24.248454 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-37e7e113-d96b-4e46-bcd5-ff474636e027 req-5ed8dbd2-f38b-4a7d-87aa-5adfe2fee699 tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9430623 Nov 08 22:00:24.264630 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc452f2-95bd-4618-9762-f8b9035e063b req-4bddc11c-42a5-47d7-8bcc-dc79a3c0faaa tempest-AttachVolumeNegativeTest-479507150 tempest-AttachVolumeNegativeTest-479507150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:00:24.266208 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-3fc452f2-95bd-4618-9762-f8b9035e063b req-4bddc11c-42a5-47d7-8bcc-dc79a3c0faaa tempest-AttachVolumeNegativeTest-479507150 tempest-AttachVolumeNegativeTest-479507150-project] 10.222.0.25 "GET /v2.0/ports?device_id=31088752-2147-4f7c-8e1d-47f0668bf951 HTTP/1.1" status: 200 len: 943 time: 0.0917623 Nov 08 22:00:24.270702 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-8067d3f6-5b76-4a9c-b388-bd1048e9f998 req-710117d0-8a33-4bdf-b42d-4f84dbfda604 tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] 10.222.0.25 "GET /v2.0/security-groups?id=48a61968-ba2d-42aa-b087-8fe6b21c1944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950966 Nov 08 22:00:24.287875 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.v2.base [req-37e7e113-d96b-4e46-bcd5-ff474636e027 req-f6ac43cf-16ab-4ff9-99c1-b87fd2d88c31 service neutron] Request body: {'port': {'device_id': '36248ae4-e216-4453-969c-6c7953d8492f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81708'}} {{(pid=101083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 22:00:24.325172 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-3fc452f2-95bd-4618-9762-f8b9035e063b req-633a7b44-7209-4dde-a304-4e947348978c tempest-AttachVolumeNegativeTest-479507150 tempest-AttachVolumeNegativeTest-479507150-project] 10.222.0.25 "GET /v2.0/security-groups?id=18bce912-cacb-492f-931d-a2fe8ac5d2b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530953 Nov 08 22:00:24.348402 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81983aaf-72f3-4dc9-8af2-bc6f389847f0 req-d1abad3b-c9e1-4cc0-aaff-1b01e872b409 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:00:24.350451 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-81983aaf-72f3-4dc9-8af2-bc6f389847f0 req-d1abad3b-c9e1-4cc0-aaff-1b01e872b409 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=5d94cda7-098f-4351-9588-bf6058a35aaf HTTP/1.1" status: 200 len: 859 time: 0.1011913 Nov 08 22:00:24.395076 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-81983aaf-72f3-4dc9-8af2-bc6f389847f0 req-e5efdc83-22c2-4d78-a347-3c2caa94b966 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=890edfdd-a1ca-4a26-a0c0-782a8dc72e87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295286 Nov 08 22:00:24.396016 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [req-37e7e113-d96b-4e46-bcd5-ff474636e027 req-f6ac43cf-16ab-4ff9-99c1-b87fd2d88c31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-925982'] for port, before_update {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:00:24.402604 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5251469-edf2-468c-b178-bb9fee15dd23 req-4607e567-e2e2-4544-b5be-4b6470d5d264 tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:00:24.404032 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-f5251469-edf2-468c-b178-bb9fee15dd23 req-4607e567-e2e2-4544-b5be-4b6470d5d264 tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] 10.222.0.25 "GET /v2.0/ports?device_id=ea3e000f-3070-46f1-ab82-0f619625641a HTTP/1.1" status: 200 len: 943 time: 0.0499949 Nov 08 22:00:24.454471 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-f5251469-edf2-468c-b178-bb9fee15dd23 req-babe5998-e6b6-49f7-bd89-46796515d6bd tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] 10.222.0.25 "GET /v2.0/security-groups?id=e56f6cae-c1db-4d7c-8761-da45404c5a8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441453 Nov 08 22:00:24.588311 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-81983aaf-72f3-4dc9-8af2-bc6f389847f0 req-2d038cc5-cd29-4802-80bf-ab1d8ecf14aa service neutron] 10.222.0.48 "GET /v2.0/networks/890edfdd-a1ca-4a26-a0c0-782a8dc72e87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1818392 Nov 08 22:00:24.756251 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-81983aaf-72f3-4dc9-8af2-bc6f389847f0 req-2aa154ab-7c11-4559-aef9-83e413227355 service neutron] 10.222.0.48 "GET /v2.0/networks/890edfdd-a1ca-4a26-a0c0-782a8dc72e87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1579132 Nov 08 22:00:24.767584 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.wsgi [-] (101083) accepted ('10.222.0.25', 40424) {{(pid=101083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 22:00:24.829604 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76e26ab-c8b7-4063-a958-1e5cb4189d30 req-927aef44-20f6-4f2e-941c-65219c8b3a5d tempest-DeleteServersTestJSON-871340286 tempest-DeleteServersTestJSON-871340286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:00:24.831366 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-c76e26ab-c8b7-4063-a958-1e5cb4189d30 req-927aef44-20f6-4f2e-941c-65219c8b3a5d tempest-DeleteServersTestJSON-871340286 tempest-DeleteServersTestJSON-871340286-project] 10.222.0.25 "GET /v2.0/ports?device_id=312b214b-6d9b-4e85-9cfc-0cc80d967e13 HTTP/1.1" status: 200 len: 943 time: 0.0571127 Nov 08 22:00:24.844916 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.notifiers.nova [req-37e7e113-d96b-4e46-bcd5-ff474636e027 req-f6ac43cf-16ab-4ff9-99c1-b87fd2d88c31 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d6dc9be-5038-46f5-9a76-a26a26ccb0be {{(pid=101083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 22:00:24.854152 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [req-37e7e113-d96b-4e46-bcd5-ff474636e027 req-f6ac43cf-16ab-4ff9-99c1-b87fd2d88c31 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:00:24.871114 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.db.provisioning_blocks [req-37e7e113-d96b-4e46-bcd5-ff474636e027 req-f6ac43cf-16ab-4ff9-99c1-b87fd2d88c31 service neutron] Transition to ACTIVE for port object 5d6dc9be-5038-46f5-9a76-a26a26ccb0be will not be triggered until provisioned by entity L2. {{(pid=101083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 22:00:24.879105 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd00d40-ead9-47f4-804a-f082e08deb6f req-0db29732-26af-4e6a-b4ac-03ab31ec73c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:00:24.880914 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-abd00d40-ead9-47f4-804a-f082e08deb6f req-0db29732-26af-4e6a-b4ac-03ab31ec73c6 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=978ca50bc6d64521ad5d25a5de935b0b&device_id=21765c62-33e5-4865-a2e8-923f1018396e HTTP/1.1" status: 200 len: 1096 time: 0.0674608 Nov 08 22:00:24.881752 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [req-37e7e113-d96b-4e46-bcd5-ff474636e027 req-f6ac43cf-16ab-4ff9-99c1-b87fd2d88c31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728276638356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728276144285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728276144303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7658983'] for port, after_update {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:00:24.886011 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-c76e26ab-c8b7-4063-a958-1e5cb4189d30 req-5e82b053-46b2-4173-9899-002bac8d92f4 tempest-DeleteServersTestJSON-871340286 tempest-DeleteServersTestJSON-871340286-project] 10.222.0.25 "GET /v2.0/security-groups?id=6626b22f-e431-4d45-a6b2-a23a587b864b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485816 Nov 08 22:00:24.984216 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-17573689-4998-43f8-bcaf-ee2d00a4106d admin admin] Publish callbacks [] for security_group, before_create {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:00:25.046825 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ac43cf-16ab-4ff9-99c1-b87fd2d88c31 service neutron] Pushing event updated for resources: {'Port': ['ID=5d6dc9be-5038-46f5-9a76-a26a26ccb0be,revision_number=2']} {{(pid=101083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:00:25.165489 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728276665375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534631'] for agent, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:00:25.351761 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd00d40-ead9-47f4-804a-f082e08deb6f req-85fae14c-ab90-4d4b-8a2c-ec5665099f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:00:25.353075 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-abd00d40-ead9-47f4-804a-f082e08deb6f req-85fae14c-ab90-4d4b-8a2c-ec5665099f4a service neutron] 10.222.0.48 "GET /v2.0/networks?id=890edfdd-a1ca-4a26-a0c0-782a8dc72e87 HTTP/1.1" status: 200 len: 920 time: 0.4599764 Nov 08 22:00:25.417047 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-abd00d40-ead9-47f4-804a-f082e08deb6f req-115c783b-3ae0-4e8b-a99b-dbf7dddc5a0a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b33ea48b-3084-4600-a9c7-4bd772bccc05 HTTP/1.1" status: 200 len: 217 time: 0.0509965 Nov 08 22:00:25.418564 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551d958d-79cb-45b4-b441-a526c4f640ad req-c6376ca8-b464-45ab-a14b-3d39b6ca7a46 tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:00:25.420377 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-551d958d-79cb-45b4-b441-a526c4f640ad req-c6376ca8-b464-45ab-a14b-3d39b6ca7a46 tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] 10.222.0.25 "GET /v2.0/ports?device_id=36248ae4-e216-4453-969c-6c7953d8492f HTTP/1.1" status: 200 len: 943 time: 0.0646555 Nov 08 22:00:25.422006 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.plugins.ml2.managers [req-37e7e113-d96b-4e46-bcd5-ff474636e027 req-f6ac43cf-16ab-4ff9-99c1-b87fd2d88c31 service neutron] Attempting to bind port 5d6dc9be-5038-46f5-9a76-a26a26ccb0be on host hv-cinder-81708 for vnic_type normal with profile {{(pid=101083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 22:00:25.422340 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.plugins.ml2.managers [req-37e7e113-d96b-4e46-bcd5-ff474636e027 req-f6ac43cf-16ab-4ff9-99c1-b87fd2d88c31 service neutron] Attempting to bind port 5d6dc9be-5038-46f5-9a76-a26a26ccb0be by drivers openvswitch,hyperv on host hv-cinder-81708 at level 0 using segments [{'id': 'fbdccf68-e541-4705-9e3a-177dbbbf7d94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '890edfdd-a1ca-4a26-a0c0-782a8dc72e87'}] {{(pid=101083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 22:00:25.422663 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37e7e113-d96b-4e46-bcd5-ff474636e027 req-f6ac43cf-16ab-4ff9-99c1-b87fd2d88c31 service neutron] Attempting to bind port 5d6dc9be-5038-46f5-9a76-a26a26ccb0be on network 890edfdd-a1ca-4a26-a0c0-782a8dc72e87 {{(pid=101083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 22:00:25.461847 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37e7e113-d96b-4e46-bcd5-ff474636e027 req-f6ac43cf-16ab-4ff9-99c1-b87fd2d88c31 service neutron] Port 5d6dc9be-5038-46f5-9a76-a26a26ccb0be on network 890edfdd-a1ca-4a26-a0c0-782a8dc72e87 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81708 {{(pid=101083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 22:00:25.462181 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37e7e113-d96b-4e46-bcd5-ff474636e027 req-f6ac43cf-16ab-4ff9-99c1-b87fd2d88c31 service neutron] Attempting to bind port 5d6dc9be-5038-46f5-9a76-a26a26ccb0be on network 890edfdd-a1ca-4a26-a0c0-782a8dc72e87 {{(pid=101083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 22:00:25.479323 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37e7e113-d96b-4e46-bcd5-ff474636e027 req-f6ac43cf-16ab-4ff9-99c1-b87fd2d88c31 service neutron] Checking agent: {'id': '7cd4d405-a24c-430d-ad05-16fe54bb5453', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81708', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 21, 57, 55), 'started_at': datetime.datetime(2021, 11, 8, 21, 57, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 22, 0, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 22:00:25.479662 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37e7e113-d96b-4e46-bcd5-ff474636e027 req-f6ac43cf-16ab-4ff9-99c1-b87fd2d88c31 service neutron] Checking segment: {'id': 'fbdccf68-e541-4705-9e3a-177dbbbf7d94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '890edfdd-a1ca-4a26-a0c0-782a8dc72e87'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 22:00:25.480038 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37e7e113-d96b-4e46-bcd5-ff474636e027 req-f6ac43cf-16ab-4ff9-99c1-b87fd2d88c31 service neutron] Bound using segment: {'id': 'fbdccf68-e541-4705-9e3a-177dbbbf7d94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '890edfdd-a1ca-4a26-a0c0-782a8dc72e87'} {{(pid=101083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 22:00:25.480495 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.plugins.ml2.managers [req-37e7e113-d96b-4e46-bcd5-ff474636e027 req-f6ac43cf-16ab-4ff9-99c1-b87fd2d88c31 service neutron] Bound port: 5d6dc9be-5038-46f5-9a76-a26a26ccb0be, host: hv-cinder-81708, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fbdccf68-e541-4705-9e3a-177dbbbf7d94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '890edfdd-a1ca-4a26-a0c0-782a8dc72e87'}}] {{(pid=101083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 22:00:25.480904 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [req-37e7e113-d96b-4e46-bcd5-ff474636e027 req-f6ac43cf-16ab-4ff9-99c1-b87fd2d88c31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-925982'] for port, before_update {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:00:25.499614 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-17573689-4998-43f8-bcaf-ee2d00a4106d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:00:25.505891 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0515c034-73fd-4dd7-8177-98c65324ef19 req-d6fc5b82-850b-482d-8d9f-7cc942828001 tempest-AttachVolumeNegativeTest-479507150 tempest-AttachVolumeNegativeTest-479507150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:00:25.506626 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-17573689-4998-43f8-bcaf-ee2d00a4106d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2033567'] for security_group, after_create {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:00:25.507396 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-0515c034-73fd-4dd7-8177-98c65324ef19 req-d6fc5b82-850b-482d-8d9f-7cc942828001 tempest-AttachVolumeNegativeTest-479507150 tempest-AttachVolumeNegativeTest-479507150-project] 10.222.0.25 "GET /v2.0/ports?device_id=31088752-2147-4f7c-8e1d-47f0668bf951 HTTP/1.1" status: 200 len: 943 time: 0.0834315 Nov 08 22:00:25.521590 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-551d958d-79cb-45b4-b441-a526c4f640ad req-6aee8554-c879-47f1-bce2-f8d2437e335c tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] 10.222.0.25 "GET /v2.0/security-groups?id=48a61968-ba2d-42aa-b087-8fe6b21c1944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827284 Nov 08 22:00:25.528702 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd00d40-ead9-47f4-804a-f082e08deb6f req-3c75b91a-5f93-4826-a0d4-0229f6dc29a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:00:25.530483 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-abd00d40-ead9-47f4-804a-f082e08deb6f req-3c75b91a-5f93-4826-a0d4-0229f6dc29a0 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=5d94cda7-098f-4351-9588-bf6058a35aaf HTTP/1.1" status: 200 len: 859 time: 0.1033595 Nov 08 22:00:25.579456 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-0515c034-73fd-4dd7-8177-98c65324ef19 req-fc5bf4d4-e7c1-423c-acd0-7476d48a188d tempest-AttachVolumeNegativeTest-479507150 tempest-AttachVolumeNegativeTest-479507150-project] 10.222.0.25 "GET /v2.0/security-groups?id=18bce912-cacb-492f-931d-a2fe8ac5d2b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560925 Nov 08 22:00:25.610954 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-abd00d40-ead9-47f4-804a-f082e08deb6f req-61b7d806-51d8-4d0b-a7b9-b06488eed481 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=890edfdd-a1ca-4a26-a0c0-782a8dc72e87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0586388 Nov 08 22:00:25.617967 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17573689-4998-43f8-bcaf-ee2d00a4106d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2344574a-d27f-4855-a076-f8ead02064a6,revision_number=1']} {{(pid=101083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:00:25.626402 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [None req-17573689-4998-43f8-bcaf-ee2d00a4106d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e90006a19a854415a9c39b8e615b7966&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8578138 Nov 08 22:00:25.633505 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.wsgi [-] (101083) accepted ('10.222.0.25', 40452) {{(pid=101083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 22:00:25.660849 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a0950f-28a0-40df-a922-f1ab70647afe req-0e999d72-90f4-4be0-96ad-ca752f58cc01 tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:00:25.662289 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-e8a0950f-28a0-40df-a922-f1ab70647afe req-0e999d72-90f4-4be0-96ad-ca752f58cc01 tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] 10.222.0.25 "GET /v2.0/ports?device_id=ea3e000f-3070-46f1-ab82-0f619625641a HTTP/1.1" status: 200 len: 943 time: 0.0675693 Nov 08 22:00:25.693804 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.plugins.ml2.db [req-37e7e113-d96b-4e46-bcd5-ff474636e027 req-f6ac43cf-16ab-4ff9-99c1-b87fd2d88c31 service neutron] For port 5d6dc9be-5038-46f5-9a76-a26a26ccb0be, host hv-cinder-81708, cleared binding levels {{(pid=101083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 22:00:25.716061 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-e8a0950f-28a0-40df-a922-f1ab70647afe req-cf5da031-46de-43a2-b7ba-c9adba4e4e4c tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] 10.222.0.25 "GET /v2.0/security-groups?id=e56f6cae-c1db-4d7c-8761-da45404c5a8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455437 Nov 08 22:00:25.722077 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.plugins.ml2.db [req-37e7e113-d96b-4e46-bcd5-ff474636e027 req-f6ac43cf-16ab-4ff9-99c1-b87fd2d88c31 service neutron] For port 5d6dc9be-5038-46f5-9a76-a26a26ccb0be, host hv-cinder-81708, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81708',level=0,port_id=5d6dc9be-5038-46f5-9a76-a26a26ccb0be,segment=NetworkSegment(fbdccf68-e541-4705-9e3a-177dbbbf7d94),segment_id=fbdccf68-e541-4705-9e3a-177dbbbf7d94)] {{(pid=101083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 22:00:25.735008 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [req-37e7e113-d96b-4e46-bcd5-ff474636e027 req-f6ac43cf-16ab-4ff9-99c1-b87fd2d88c31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728276638356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728276144285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728276144303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7658983'] for port, after_update {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:00:25.785571 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e7e113-d96b-4e46-bcd5-ff474636e027 req-f6ac43cf-16ab-4ff9-99c1-b87fd2d88c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:00:25.786191 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [req-37e7e113-d96b-4e46-bcd5-ff474636e027 req-f6ac43cf-16ab-4ff9-99c1-b87fd2d88c31 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646287'] for port, before_response {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:00:25.787571 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-37e7e113-d96b-4e46-bcd5-ff474636e027 req-f6ac43cf-16ab-4ff9-99c1-b87fd2d88c31 service neutron] 10.222.0.48 "PUT /v2.0/ports/5d6dc9be-5038-46f5-9a76-a26a26ccb0be HTTP/1.1" status: 200 len: 1093 time: 1.5292845 Nov 08 22:00:25.788375 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.wsgi [-] (101082) accepted ('10.222.0.25', 40458) {{(pid=101082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 22:00:25.823599 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-e1d35ba8-7281-42d2-8262-82d91a9df359 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:00:25.849291 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-abd00d40-ead9-47f4-804a-f082e08deb6f req-11f82617-dfb8-46ee-976e-5cb787f5cde2 service neutron] 10.222.0.48 "GET /v2.0/networks/890edfdd-a1ca-4a26-a0c0-782a8dc72e87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2165153 Nov 08 22:00:25.884106 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ac43cf-16ab-4ff9-99c1-b87fd2d88c31 service neutron] Pushing event updated for resources: {'Port': ['ID=5d6dc9be-5038-46f5-9a76-a26a26ccb0be,revision_number=3']} {{(pid=101083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:00:25.899969 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-68f68d64-95ce-4c63-b132-a7a0f0c95a44 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:00:25.900695 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-e1d35ba8-7281-42d2-8262-82d91a9df359 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:00:25.985020 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e7e113-d96b-4e46-bcd5-ff474636e027 req-e7b2560c-b777-4ce5-993d-491ac1c496ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:00:25.986570 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-37e7e113-d96b-4e46-bcd5-ff474636e027 req-e7b2560c-b777-4ce5-993d-491ac1c496ec service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=978ca50bc6d64521ad5d25a5de935b0b&device_id=36248ae4-e216-4453-969c-6c7953d8492f HTTP/1.1" status: 200 len: 1096 time: 0.1556568 Nov 08 22:00:26.009271 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-68f68d64-95ce-4c63-b132-a7a0f0c95a44 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:00:26.016213 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-68f68d64-95ce-4c63-b132-a7a0f0c95a44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2033567'] for security_group, after_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:00:26.028415 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a7082f-034a-4a5b-845d-c689bad7917b req-2128d0d3-b1e1-4333-9f2e-81f11f452964 tempest-DeleteServersTestJSON-871340286 tempest-DeleteServersTestJSON-871340286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:00:26.029912 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-a4a7082f-034a-4a5b-845d-c689bad7917b req-2128d0d3-b1e1-4333-9f2e-81f11f452964 tempest-DeleteServersTestJSON-871340286 tempest-DeleteServersTestJSON-871340286-project] 10.222.0.25 "GET /v2.0/ports?device_id=312b214b-6d9b-4e85-9cfc-0cc80d967e13 HTTP/1.1" status: 200 len: 943 time: 0.0728929 Nov 08 22:00:26.043387 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-37e7e113-d96b-4e46-bcd5-ff474636e027 req-12e6ce1f-0620-4396-ad8f-f03d01c8cb60 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5d6dc9be-5038-46f5-9a76-a26a26ccb0be HTTP/1.1" status: 200 len: 217 time: 0.0477712 Nov 08 22:00:26.047350 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-abd00d40-ead9-47f4-804a-f082e08deb6f req-03480aa4-e91f-47d8-bc63-d3699358e65f service neutron] 10.222.0.48 "GET /v2.0/networks/890edfdd-a1ca-4a26-a0c0-782a8dc72e87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1769314 Nov 08 22:00:26.053507 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-e1d35ba8-7281-42d2-8262-82d91a9df359 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2033567'] for security_group, after_delete {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:00:26.056369 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-e1d35ba8-7281-42d2-8262-82d91a9df359 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:00:26.060954 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [None req-e1d35ba8-7281-42d2-8262-82d91a9df359 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/2344574a-d27f-4855-a076-f8ead02064a6 HTTP/1.1" status: 204 len: 168 time: 0.4169338 Nov 08 22:00:26.098605 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d35ba8-7281-42d2-8262-82d91a9df359 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2344574a-d27f-4855-a076-f8ead02064a6,revision_number=None']} {{(pid=101083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:00:26.102449 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [None req-68f68d64-95ce-4c63-b132-a7a0f0c95a44 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=eaeff01316b3424aab5e45d010972723&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3128529 Nov 08 22:00:26.104632 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f68d64-95ce-4c63-b132-a7a0f0c95a44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ece5ec7-aae9-4636-86cc-b9112ac817f5,revision_number=1']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:00:26.107372 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.wsgi [-] (101082) accepted ('10.222.0.25', 40472) {{(pid=101082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 22:00:26.115626 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36248ae4-e216-4453-969c-6c7953d8492f', 'tag': '5d6dc9be-5038-46f5-9a76-a26a26ccb0be'}] {{(pid=101083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 22:00:26.118033 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1401f4ba4b9bb213bf59dd3903e8d3cb618788e4f0023aa365925d32571c6fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5e9a483-3dd7-4dac-a1f4-2480e0dadf6c" -d '{"events": [{"name": "network-changed", "server_uuid": "36248ae4-e216-4453-969c-6c7953d8492f", "tag": "5d6dc9be-5038-46f5-9a76-a26a26ccb0be"}]}' {{(pid=101083) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 22:00:26.148485 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-a4a7082f-034a-4a5b-845d-c689bad7917b req-f76f78ae-1065-4ef4-91ef-ba79e2904ea9 tempest-DeleteServersTestJSON-871340286 tempest-DeleteServersTestJSON-871340286-project] 10.222.0.25 "GET /v2.0/security-groups?id=6626b22f-e431-4d45-a6b2-a23a587b864b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123056 Nov 08 22:00:26.167059 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e7e113-d96b-4e46-bcd5-ff474636e027 req-17e0ba49-ea48-42cc-a15f-1ef2717499fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:00:26.168734 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-37e7e113-d96b-4e46-bcd5-ff474636e027 req-17e0ba49-ea48-42cc-a15f-1ef2717499fe service neutron] 10.222.0.48 "GET /v2.0/subnets?id=5d94cda7-098f-4351-9588-bf6058a35aaf HTTP/1.1" status: 200 len: 859 time: 0.1067235 Nov 08 22:00:26.189693 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 22:00:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-267d2cc5-430f-438a-a69e-ac38b1e86cca x-openstack-request-id: req-267d2cc5-430f-438a-a69e-ac38b1e86cca {{(pid=101083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 22:00:26.190046 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36248ae4-e216-4453-969c-6c7953d8492f", "tag": "5d6dc9be-5038-46f5-9a76-a26a26ccb0be", "status": "completed", "code": 200}]} {{(pid=101083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 22:00:26.190226 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-267d2cc5-430f-438a-a69e-ac38b1e86cca {{(pid=101083) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 22:00:26.190584 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36248ae4-e216-4453-969c-6c7953d8492f', 'tag': '5d6dc9be-5038-46f5-9a76-a26a26ccb0be', 'status': 'completed', 'code': 200} Nov 08 22:00:26.196620 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-24239dae-e653-4a89-90de-d7727b63a12e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:00:26.205509 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-37e7e113-d96b-4e46-bcd5-ff474636e027 req-300ab49c-5fbd-4976-953e-600f79cbb7af service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=890edfdd-a1ca-4a26-a0c0-782a8dc72e87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291188 Nov 08 22:00:26.220584 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-24239dae-e653-4a89-90de-d7727b63a12e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:00:26.275157 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-24239dae-e653-4a89-90de-d7727b63a12e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2033567'] for security_group, after_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:00:26.279394 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-24239dae-e653-4a89-90de-d7727b63a12e admin admin] Publish callbacks [] for security_group, before_response {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:00:26.280578 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [None req-24239dae-e653-4a89-90de-d7727b63a12e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/7ece5ec7-aae9-4636-86cc-b9112ac817f5 HTTP/1.1" status: 204 len: 168 time: 0.1678152 Nov 08 22:00:26.289529 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24239dae-e653-4a89-90de-d7727b63a12e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ece5ec7-aae9-4636-86cc-b9112ac817f5,revision_number=None']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:00:26.332465 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-37e7e113-d96b-4e46-bcd5-ff474636e027 req-0274171c-b98b-4a6a-b050-e53ec382c45b service neutron] 10.222.0.48 "GET /v2.0/networks/890edfdd-a1ca-4a26-a0c0-782a8dc72e87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1196339 Nov 08 22:00:26.433324 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-37e7e113-d96b-4e46-bcd5-ff474636e027 req-b04049ae-c413-45ae-b275-ec23aa3b55e9 service neutron] 10.222.0.48 "GET /v2.0/networks/890edfdd-a1ca-4a26-a0c0-782a8dc72e87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929697 Nov 08 22:00:26.529079 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e9a483-3dd7-4dac-a1f4-2480e0dadf6c req-695085ee-ee8e-47ff-adef-743e98a1f507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:00:26.530714 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-f5e9a483-3dd7-4dac-a1f4-2480e0dadf6c req-695085ee-ee8e-47ff-adef-743e98a1f507 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=978ca50bc6d64521ad5d25a5de935b0b&device_id=36248ae4-e216-4453-969c-6c7953d8492f HTTP/1.1" status: 200 len: 1096 time: 0.0471256 Nov 08 22:00:26.580569 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.wsgi [-] (101082) accepted ('10.222.0.25', 40492) {{(pid=101082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 22:00:26.645091 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeea3fe1-aa66-44e1-ae35-62704dd4ecfe req-25e4d258-05cd-4715-883c-2c437c9f3fb2 tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:00:26.654936 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-aeea3fe1-aa66-44e1-ae35-62704dd4ecfe req-25e4d258-05cd-4715-883c-2c437c9f3fb2 tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] 10.222.0.25 "GET /v2.0/ports?device_id=36248ae4-e216-4453-969c-6c7953d8492f HTTP/1.1" status: 200 len: 943 time: 0.0682905 Nov 08 22:00:26.672818 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e9a483-3dd7-4dac-a1f4-2480e0dadf6c req-2e6d09a8-01a5-4235-8357-5dc910d782c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:00:26.674667 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-f5e9a483-3dd7-4dac-a1f4-2480e0dadf6c req-2e6d09a8-01a5-4235-8357-5dc910d782c5 service neutron] 10.222.0.48 "GET /v2.0/networks?id=890edfdd-a1ca-4a26-a0c0-782a8dc72e87 HTTP/1.1" status: 200 len: 920 time: 0.1326416 Nov 08 22:00:26.688166 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.wsgi [-] (101082) accepted ('10.222.0.25', 40500) {{(pid=101082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 22:00:26.723208 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-f5e9a483-3dd7-4dac-a1f4-2480e0dadf6c req-703d5052-61cd-4d50-a76e-b3997bc6504c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5d6dc9be-5038-46f5-9a76-a26a26ccb0be HTTP/1.1" status: 200 len: 217 time: 0.0405467 Nov 08 22:00:26.751823 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fb222c-294b-440a-bb5c-e11a194c5356 req-fb2a14f4-640e-4cee-a068-0635cf220c6d tempest-AttachVolumeNegativeTest-479507150 tempest-AttachVolumeNegativeTest-479507150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:00:26.759136 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-a3fb222c-294b-440a-bb5c-e11a194c5356 req-fb2a14f4-640e-4cee-a068-0635cf220c6d tempest-AttachVolumeNegativeTest-479507150 tempest-AttachVolumeNegativeTest-479507150-project] 10.222.0.25 "GET /v2.0/ports?device_id=31088752-2147-4f7c-8e1d-47f0668bf951 HTTP/1.1" status: 200 len: 943 time: 0.0936170 Nov 08 22:00:26.773275 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-aeea3fe1-aa66-44e1-ae35-62704dd4ecfe req-f11b31a7-321b-4555-b1f4-1ef3539df7c8 tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] 10.222.0.25 "GET /v2.0/security-groups?id=48a61968-ba2d-42aa-b087-8fe6b21c1944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145506 Nov 08 22:00:26.790006 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e9a483-3dd7-4dac-a1f4-2480e0dadf6c req-1991dad4-8c04-47e2-882c-8c2113cc3fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:00:26.791500 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-f5e9a483-3dd7-4dac-a1f4-2480e0dadf6c req-1991dad4-8c04-47e2-882c-8c2113cc3fc6 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=5d94cda7-098f-4351-9588-bf6058a35aaf HTTP/1.1" status: 200 len: 859 time: 0.0610461 Nov 08 22:00:26.830907 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.wsgi [-] (101083) accepted ('10.222.0.25', 40506) {{(pid=101083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 22:00:26.832211 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-6107ef15-e531-4523-be41-4c14d195d827 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:00:26.832994 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-f5e9a483-3dd7-4dac-a1f4-2480e0dadf6c req-09e52d38-a1b0-4930-a276-d1a3edec661f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=890edfdd-a1ca-4a26-a0c0-782a8dc72e87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327420 Nov 08 22:00:26.872907 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-ea81bcb8-66c2-415d-befb-7856ee02d412 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:00:26.912947 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-a3fb222c-294b-440a-bb5c-e11a194c5356 req-1233b447-8083-46f9-91a9-9401ef605bd0 tempest-AttachVolumeNegativeTest-479507150 tempest-AttachVolumeNegativeTest-479507150-project] 10.222.0.25 "GET /v2.0/security-groups?id=18bce912-cacb-492f-931d-a2fe8ac5d2b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443865 Nov 08 22:00:26.938474 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152b2d2d-dcfb-4c37-89af-a74325cacf5c req-6e4db275-6880-4abe-8020-4111fb840934 tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:00:26.939891 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-152b2d2d-dcfb-4c37-89af-a74325cacf5c req-6e4db275-6880-4abe-8020-4111fb840934 tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] 10.222.0.25 "GET /v2.0/ports?device_id=ea3e000f-3070-46f1-ab82-0f619625641a HTTP/1.1" status: 200 len: 943 time: 0.0960610 Nov 08 22:00:26.994600 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-f5e9a483-3dd7-4dac-a1f4-2480e0dadf6c req-888289b2-693b-41b4-907e-44f7896c6f1e service neutron] 10.222.0.48 "GET /v2.0/networks/890edfdd-a1ca-4a26-a0c0-782a8dc72e87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1519067 Nov 08 22:00:27.033607 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-6107ef15-e531-4523-be41-4c14d195d827 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:00:27.043915 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-152b2d2d-dcfb-4c37-89af-a74325cacf5c req-6c4cda3c-7675-4342-a313-c291208bf171 tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] 10.222.0.25 "GET /v2.0/security-groups?id=e56f6cae-c1db-4d7c-8761-da45404c5a8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0957620 Nov 08 22:00:27.045441 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-6107ef15-e531-4523-be41-4c14d195d827 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2033567'] for security_group, after_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:00:27.047850 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-d7bce296-ca7f-4b09-a75f-9778e8d7bec1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:00:27.097804 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-ea81bcb8-66c2-415d-befb-7856ee02d412 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:00:27.103675 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [None req-6107ef15-e531-4523-be41-4c14d195d827 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=16eebef633374e2f91a6b32e5d4d46c7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5219855 Nov 08 22:00:27.106341 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-ea81bcb8-66c2-415d-befb-7856ee02d412 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2033567'] for security_group, after_create {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:00:27.108473 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.wsgi [-] (101083) accepted ('10.222.0.25', 40512) {{(pid=101083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 22:00:27.113164 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6107ef15-e531-4523-be41-4c14d195d827 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40a1c22c-3504-415d-b085-8c89fa0ff15a,revision_number=1']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:00:27.184655 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-f5e9a483-3dd7-4dac-a1f4-2480e0dadf6c req-8775d2f0-56b2-4a6f-956b-fd8b9c5055f8 service neutron] 10.222.0.48 "GET /v2.0/networks/890edfdd-a1ca-4a26-a0c0-782a8dc72e87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1744437 Nov 08 22:00:27.186896 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-d7bce296-ca7f-4b09-a75f-9778e8d7bec1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:00:27.192945 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea81bcb8-66c2-415d-befb-7856ee02d412 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=136c0427-35d6-4ee3-ad18-bd46158fb56f,revision_number=1']} {{(pid=101083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:00:27.200981 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [None req-ea81bcb8-66c2-415d-befb-7856ee02d412 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=84bff016ee544767bac26b0729cb329e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3634694 Nov 08 22:00:27.201341 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.wsgi [-] (101083) accepted ('10.222.0.25', 40520) {{(pid=101083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 22:00:27.207306 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-d7bce296-ca7f-4b09-a75f-9778e8d7bec1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2033567'] for security_group, after_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:00:27.247493 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-1bece7ff-cc37-454c-ad4c-6f643e735d18 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:00:27.253643 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [None req-d7bce296-ca7f-4b09-a75f-9778e8d7bec1 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=34cbb9113e8e49e9b4e2d8420611b112&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5633256 Nov 08 22:00:27.256279 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7bce296-ca7f-4b09-a75f-9778e8d7bec1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f1ebed3-59dc-4c33-9dce-5533a3830137,revision_number=1']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:00:27.258871 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.wsgi [-] (101082) accepted ('10.222.0.25', 40524) {{(pid=101082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 22:00:27.282823 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-1bece7ff-cc37-454c-ad4c-6f643e735d18 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:00:27.290898 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-6e4197c0-7e02-44a7-be08-99b27261473f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:00:27.340785 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-6e4197c0-7e02-44a7-be08-99b27261473f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:00:27.345066 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.rpc [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Device 05e12715-6298-4fba-90e4-2bde5690db07 details requested by agent hyperv_hv-cinder-81708 with host hv-cinder-81708 {{(pid=101084) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 22:00:27.383271 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-1bece7ff-cc37-454c-ad4c-6f643e735d18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2033567'] for security_group, after_delete {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:00:27.386300 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-1bece7ff-cc37-454c-ad4c-6f643e735d18 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:00:27.388266 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [None req-1bece7ff-cc37-454c-ad4c-6f643e735d18 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/40a1c22c-3504-415d-b085-8c89fa0ff15a HTTP/1.1" status: 204 len: 168 time: 0.2752080 Nov 08 22:00:27.398787 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bece7ff-cc37-454c-ad4c-6f643e735d18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40a1c22c-3504-415d-b085-8c89fa0ff15a,revision_number=None']} {{(pid=101083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:00:27.412430 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-6e4197c0-7e02-44a7-be08-99b27261473f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2033567'] for security_group, after_delete {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:00:27.415285 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-6e4197c0-7e02-44a7-be08-99b27261473f admin admin] Publish callbacks [] for security_group, before_response {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:00:27.416476 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [None req-6e4197c0-7e02-44a7-be08-99b27261473f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/136c0427-35d6-4ee3-ad18-bd46158fb56f HTTP/1.1" status: 204 len: 168 time: 0.2140996 Nov 08 22:00:27.435313 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4197c0-7e02-44a7-be08-99b27261473f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=136c0427-35d6-4ee3-ad18-bd46158fb56f,revision_number=None']} {{(pid=101083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:00:27.519871 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.db [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] For port 05e12715-6298-4fba-90e4-2bde5690db07, host hv-cinder-81708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81708',level=0,port_id=05e12715-6298-4fba-90e4-2bde5690db07,segment=NetworkSegment(37b61f9e-bba3-4df3-9e21-4a1dc2717139),segment_id=37b61f9e-bba3-4df3-9e21-4a1dc2717139)] {{(pid=101084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 22:00:27.532564 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cf640c-42ad-4bbe-bc93-e1ef2b29ef3f req-25235979-b499-48c7-a45d-2ac661be5fee tempest-DeleteServersTestJSON-871340286 tempest-DeleteServersTestJSON-871340286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:00:27.534214 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-42cf640c-42ad-4bbe-bc93-e1ef2b29ef3f req-25235979-b499-48c7-a45d-2ac661be5fee tempest-DeleteServersTestJSON-871340286 tempest-DeleteServersTestJSON-871340286-project] 10.222.0.25 "GET /v2.0/ports?device_id=312b214b-6d9b-4e85-9cfc-0cc80d967e13 HTTP/1.1" status: 200 len: 943 time: 0.2659056 Nov 08 22:00:27.538253 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.rpc [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Returning: {'device': '05e12715-6298-4fba-90e4-2bde5690db07', 'network_id': '1af71b13-9cb9-46cd-97aa-4e7f7899262e', 'port_id': '05e12715-6298-4fba-90e4-2bde5690db07', 'mac_address': 'fa:16:3e:07:ea:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 711, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c388e745-163e-4ce7-b3b6-4d504969c00f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101084) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 22:00:27.570796 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-ce3ae90a-5d3a-43e1-a803-88793c640061 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:00:27.578734 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-925982'] for port, before_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:00:27.594069 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.notifiers.nova [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05e12715-6298-4fba-90e4-2bde5690db07 {{(pid=101084) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 22:00:27.608081 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-ce3ae90a-5d3a-43e1-a803-88793c640061 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:00:27.613495 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-42cf640c-42ad-4bbe-bc93-e1ef2b29ef3f req-d2d79117-2c77-4744-a0ce-45a6794beb4c tempest-DeleteServersTestJSON-871340286 tempest-DeleteServersTestJSON-871340286-project] 10.222.0.25 "GET /v2.0/security-groups?id=6626b22f-e431-4d45-a6b2-a23a587b864b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728452 Nov 08 22:00:27.619783 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.db [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] For port 05e12715-6298-4fba-90e4-2bde5690db07, host hv-cinder-81708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81708',level=0,port_id=05e12715-6298-4fba-90e4-2bde5690db07,segment=NetworkSegment(37b61f9e-bba3-4df3-9e21-4a1dc2717139),segment_id=37b61f9e-bba3-4df3-9e21-4a1dc2717139)] {{(pid=101084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 22:00:27.626925 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728276638356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728276144285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728276144303'] for port, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:00:27.627775 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.rpc [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Device 0a8010b0-b68f-4d3b-a92b-24c75b08bb3a details requested by agent hyperv_hv-cinder-81708 with host hv-cinder-81708 {{(pid=101084) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 22:00:27.686853 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-ce3ae90a-5d3a-43e1-a803-88793c640061 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2033567'] for security_group, after_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:00:27.690173 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-ce3ae90a-5d3a-43e1-a803-88793c640061 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:00:27.691798 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [None req-ce3ae90a-5d3a-43e1-a803-88793c640061 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/2f1ebed3-59dc-4c33-9dce-5533a3830137 HTTP/1.1" status: 204 len: 168 time: 0.4318018 Nov 08 22:00:27.700777 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3ae90a-5d3a-43e1-a803-88793c640061 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f1ebed3-59dc-4c33-9dce-5533a3830137,revision_number=None']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:00:27.851481 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Pushing event updated for resources: {'Port': ['ID=05e12715-6298-4fba-90e4-2bde5690db07,revision_number=4']} {{(pid=101084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:00:27.888838 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.db [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] For port 0a8010b0-b68f-4d3b-a92b-24c75b08bb3a, host hv-cinder-81708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81708',level=0,port_id=0a8010b0-b68f-4d3b-a92b-24c75b08bb3a,segment=NetworkSegment(6919422b-c4aa-40ff-b6c3-558b4885e281),segment_id=6919422b-c4aa-40ff-b6c3-558b4885e281)] {{(pid=101084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 22:00:27.901699 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.rpc [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Returning: {'device': '0a8010b0-b68f-4d3b-a92b-24c75b08bb3a', 'network_id': '9e2a42de-9a18-4fc5-97ab-4d88597b89a9', 'port_id': '0a8010b0-b68f-4d3b-a92b-24c75b08bb3a', 'mac_address': 'fa:16:3e:f8:60:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 744, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bdffbae6-e05a-48c3-b359-ed4767895c60', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101084) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 22:00:27.919026 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5cd802-de4b-4e09-89d8-d04bd1f23dfe req-f250ede1-d38f-4562-9d9b-d52a3cd7fd4c tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:00:27.926651 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-0b5cd802-de4b-4e09-89d8-d04bd1f23dfe req-f250ede1-d38f-4562-9d9b-d52a3cd7fd4c tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] 10.222.0.25 "GET /v2.0/ports?device_id=36248ae4-e216-4453-969c-6c7953d8492f HTTP/1.1" status: 200 len: 943 time: 0.0646710 Nov 08 22:00:27.974253 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-925982'] for port, before_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:00:27.982555 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-0b5cd802-de4b-4e09-89d8-d04bd1f23dfe req-c2937380-9a11-40b5-a334-d58d5661e555 tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] 10.222.0.25 "GET /v2.0/security-groups?id=48a61968-ba2d-42aa-b087-8fe6b21c1944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549181 Nov 08 22:00:27.989768 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.notifiers.nova [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a8010b0-b68f-4d3b-a92b-24c75b08bb3a {{(pid=101084) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 22:00:28.023777 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.db [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] For port 0a8010b0-b68f-4d3b-a92b-24c75b08bb3a, host hv-cinder-81708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81708',level=0,port_id=0a8010b0-b68f-4d3b-a92b-24c75b08bb3a,segment=NetworkSegment(6919422b-c4aa-40ff-b6c3-558b4885e281),segment_id=6919422b-c4aa-40ff-b6c3-558b4885e281)] {{(pid=101084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 22:00:28.028473 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728276638356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728276144285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728276144303'] for port, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:00:28.029513 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.rpc [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Device b33ea48b-3084-4600-a9c7-4bd772bccc05 details requested by agent hyperv_hv-cinder-81708 with host hv-cinder-81708 {{(pid=101084) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 22:00:28.041612 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a872a251-6f6d-4bd9-b5a7-2ac950913a85 req-5f42c0c7-3e9c-4694-841b-c8c29ee042eb tempest-AttachVolumeNegativeTest-479507150 tempest-AttachVolumeNegativeTest-479507150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:00:28.045317 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.wsgi [-] (101083) accepted ('10.222.0.25', 40546) {{(pid=101083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 22:00:28.046407 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-a872a251-6f6d-4bd9-b5a7-2ac950913a85 req-5f42c0c7-3e9c-4694-841b-c8c29ee042eb tempest-AttachVolumeNegativeTest-479507150 tempest-AttachVolumeNegativeTest-479507150-project] 10.222.0.25 "GET /v2.0/ports?device_id=31088752-2147-4f7c-8e1d-47f0668bf951 HTTP/1.1" status: 200 len: 944 time: 0.0626321 Nov 08 22:00:28.064378 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-0ca55fb1-7a65-4b59-b858-1ed5ed2e3f8e admin admin] Publish callbacks [] for security_group, before_create {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:00:28.135082 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Pushing event updated for resources: {'Port': ['ID=0a8010b0-b68f-4d3b-a92b-24c75b08bb3a,revision_number=4']} {{(pid=101084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:00:28.143142 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-a872a251-6f6d-4bd9-b5a7-2ac950913a85 req-6d69d6ad-7e44-4eb8-986f-80d6cee9b581 tempest-AttachVolumeNegativeTest-479507150 tempest-AttachVolumeNegativeTest-479507150-project] 10.222.0.25 "GET /v2.0/security-groups?id=18bce912-cacb-492f-931d-a2fe8ac5d2b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903955 Nov 08 22:00:28.218235 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff9409f-b08a-4ed7-94c4-26048bfd362a req-dd990ef5-bb4d-4ad6-91d1-dcd915694aa1 tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:00:28.223616 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.db [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] For port b33ea48b-3084-4600-a9c7-4bd772bccc05, host hv-cinder-81708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81708',level=0,port_id=b33ea48b-3084-4600-a9c7-4bd772bccc05,segment=NetworkSegment(fbdccf68-e541-4705-9e3a-177dbbbf7d94),segment_id=fbdccf68-e541-4705-9e3a-177dbbbf7d94)] {{(pid=101084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 22:00:28.223825 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-0ca55fb1-7a65-4b59-b858-1ed5ed2e3f8e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:00:28.225853 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-7ff9409f-b08a-4ed7-94c4-26048bfd362a req-dd990ef5-bb4d-4ad6-91d1-dcd915694aa1 tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] 10.222.0.25 "GET /v2.0/ports?device_id=ea3e000f-3070-46f1-ab82-0f619625641a HTTP/1.1" status: 200 len: 943 time: 0.0816131 Nov 08 22:00:28.236729 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-0ca55fb1-7a65-4b59-b858-1ed5ed2e3f8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2033567'] for security_group, after_create {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:00:28.238625 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.rpc [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Returning: {'device': 'b33ea48b-3084-4600-a9c7-4bd772bccc05', 'network_id': '890edfdd-a1ca-4a26-a0c0-782a8dc72e87', 'port_id': 'b33ea48b-3084-4600-a9c7-4bd772bccc05', 'mac_address': 'fa:16:3e:f0:46:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 714, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d94cda7-098f-4351-9588-bf6058a35aaf', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101084) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 22:00:28.271341 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [None req-0ca55fb1-7a65-4b59-b858-1ed5ed2e3f8e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=50c7697f78f441b2a5549f600af52058&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2245500 Nov 08 22:00:28.273960 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.wsgi [-] (101082) accepted ('10.222.0.25', 40554) {{(pid=101082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 22:00:28.284396 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-925982'] for port, before_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:00:28.300881 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.notifiers.nova [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b33ea48b-3084-4600-a9c7-4bd772bccc05 {{(pid=101084) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 22:00:28.317782 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca55fb1-7a65-4b59-b858-1ed5ed2e3f8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f336d37-92a2-4dfb-83e3-329c0f196f27,revision_number=1']} {{(pid=101083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:00:28.343148 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.db [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] For port b33ea48b-3084-4600-a9c7-4bd772bccc05, host hv-cinder-81708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81708',level=0,port_id=b33ea48b-3084-4600-a9c7-4bd772bccc05,segment=NetworkSegment(fbdccf68-e541-4705-9e3a-177dbbbf7d94),segment_id=fbdccf68-e541-4705-9e3a-177dbbbf7d94)] {{(pid=101084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 22:00:28.353932 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728276638356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728276144285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728276144303'] for port, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:00:28.355238 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.rpc [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Device 09809ed1-94fe-4689-b3a4-b7a111c8b4ef details requested by agent hyperv_hv-cinder-81708 with host hv-cinder-81708 {{(pid=101084) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 22:00:28.379207 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-7ff9409f-b08a-4ed7-94c4-26048bfd362a req-34ba090e-2a0c-4a6c-afd4-e106c7d2b5f8 tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] 10.222.0.25 "GET /v2.0/security-groups?id=e56f6cae-c1db-4d7c-8761-da45404c5a8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1446629 Nov 08 22:00:28.411351 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-094cf85f-0616-4c7a-8c42-ced5d484fcba admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:00:28.414124 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Pushing event updated for resources: {'Port': ['ID=b33ea48b-3084-4600-a9c7-4bd772bccc05,revision_number=4']} {{(pid=101084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:00:28.435275 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-094cf85f-0616-4c7a-8c42-ced5d484fcba admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:00:28.498244 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-094cf85f-0616-4c7a-8c42-ced5d484fcba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2033567'] for security_group, after_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:00:28.501034 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-094cf85f-0616-4c7a-8c42-ced5d484fcba admin admin] Publish callbacks [] for security_group, before_response {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:00:28.505029 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [None req-094cf85f-0616-4c7a-8c42-ced5d484fcba admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/4f336d37-92a2-4dfb-83e3-329c0f196f27 HTTP/1.1" status: 204 len: 168 time: 0.2298975 Nov 08 22:00:28.515104 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094cf85f-0616-4c7a-8c42-ced5d484fcba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f336d37-92a2-4dfb-83e3-329c0f196f27,revision_number=None']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:00:28.531132 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.db [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] For port 09809ed1-94fe-4689-b3a4-b7a111c8b4ef, host hv-cinder-81708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81708',level=0,port_id=09809ed1-94fe-4689-b3a4-b7a111c8b4ef,segment=NetworkSegment(de478fa7-e3a1-4946-b405-3fee42527219),segment_id=de478fa7-e3a1-4946-b405-3fee42527219)] {{(pid=101084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 22:00:28.548294 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.rpc [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Returning: {'device': '09809ed1-94fe-4689-b3a4-b7a111c8b4ef', 'network_id': '9590ccf2-e7fa-40b5-917c-b342c4898ba2', 'port_id': '09809ed1-94fe-4689-b3a4-b7a111c8b4ef', 'mac_address': 'fa:16:3e:87:43:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 713, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2512a576-3f2f-4a0c-aead-e82297ded485', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101084) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 22:00:28.589576 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-925982'] for port, before_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:00:28.608606 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.notifiers.nova [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09809ed1-94fe-4689-b3a4-b7a111c8b4ef {{(pid=101084) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 22:00:28.630649 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.db [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] For port 09809ed1-94fe-4689-b3a4-b7a111c8b4ef, host hv-cinder-81708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81708',level=0,port_id=09809ed1-94fe-4689-b3a4-b7a111c8b4ef,segment=NetworkSegment(de478fa7-e3a1-4946-b405-3fee42527219),segment_id=de478fa7-e3a1-4946-b405-3fee42527219)] {{(pid=101084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 22:00:28.635257 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728276638356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728276144285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728276144303'] for port, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:00:28.692966 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Pushing event updated for resources: {'Port': ['ID=09809ed1-94fe-4689-b3a4-b7a111c8b4ef,revision_number=4']} {{(pid=101084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:00:28.747059 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9238df-f5b5-4c6f-8827-786c1b37cf3a req-391ec8fd-a4ed-4792-a678-945d95bba1f1 tempest-DeleteServersTestJSON-871340286 tempest-DeleteServersTestJSON-871340286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:00:28.748996 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-4c9238df-f5b5-4c6f-8827-786c1b37cf3a req-391ec8fd-a4ed-4792-a678-945d95bba1f1 tempest-DeleteServersTestJSON-871340286 tempest-DeleteServersTestJSON-871340286-project] 10.222.0.25 "GET /v2.0/ports?device_id=312b214b-6d9b-4e85-9cfc-0cc80d967e13 HTTP/1.1" status: 200 len: 944 time: 0.0530972 Nov 08 22:00:28.808208 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-4c9238df-f5b5-4c6f-8827-786c1b37cf3a req-af94fa7a-6fe6-4890-8b67-a8e6c79fa654 tempest-DeleteServersTestJSON-871340286 tempest-DeleteServersTestJSON-871340286-project] 10.222.0.25 "GET /v2.0/security-groups?id=6626b22f-e431-4d45-a6b2-a23a587b864b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507946 Nov 08 22:00:29.113983 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce6df94-2f32-4807-832c-1d87b5391b14 req-8ca1ef4e-7600-4313-813b-b28046be86c2 tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:00:29.115452 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-2ce6df94-2f32-4807-832c-1d87b5391b14 req-8ca1ef4e-7600-4313-813b-b28046be86c2 tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] 10.222.0.25 "GET /v2.0/ports?device_id=36248ae4-e216-4453-969c-6c7953d8492f HTTP/1.1" status: 200 len: 943 time: 0.0493917 Nov 08 22:00:29.140027 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.db [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] get_ports_and_sgs() called for port_ids ['05e12715-6298-4fba-90e4-2bde5690db07'] {{(pid=101084) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 22:00:29.166660 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.db [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] get_ports_and_sgs() called for port_ids ['b33ea48b-3084-4600-a9c7-4bd772bccc05'] {{(pid=101084) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 22:00:29.169648 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.db [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] get_ports_and_sgs() called for port_ids ['0a8010b0-b68f-4d3b-a92b-24c75b08bb3a'] {{(pid=101084) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 22:00:29.182837 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-2ce6df94-2f32-4807-832c-1d87b5391b14 req-cef56214-3dc1-4e01-8482-14379150e64d tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] 10.222.0.25 "GET /v2.0/security-groups?id=48a61968-ba2d-42aa-b087-8fe6b21c1944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604599 Nov 08 22:00:29.245543 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.db [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] get_ports_and_sgs() called for port_ids ['09809ed1-94fe-4689-b3a4-b7a111c8b4ef'] {{(pid=101084) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 22:00:29.305157 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e844ef-f066-4b92-a8aa-95c7a8660069 req-9d28f447-749e-4a47-b51b-3635fc53e09e tempest-AttachVolumeNegativeTest-479507150 tempest-AttachVolumeNegativeTest-479507150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:00:29.312934 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-92e844ef-f066-4b92-a8aa-95c7a8660069 req-9d28f447-749e-4a47-b51b-3635fc53e09e tempest-AttachVolumeNegativeTest-479507150 tempest-AttachVolumeNegativeTest-479507150-project] 10.222.0.25 "GET /v2.0/ports?device_id=31088752-2147-4f7c-8e1d-47f0668bf951 HTTP/1.1" status: 200 len: 944 time: 0.0583019 Nov 08 22:00:29.342450 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.rpc [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Device 5d6dc9be-5038-46f5-9a76-a26a26ccb0be details requested by agent hyperv_hv-cinder-81708 with host hv-cinder-81708 {{(pid=101084) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 22:00:29.373652 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-92e844ef-f066-4b92-a8aa-95c7a8660069 req-30e4b8aa-fe09-46e3-b117-e5235ffd61cc tempest-AttachVolumeNegativeTest-479507150 tempest-AttachVolumeNegativeTest-479507150-project] 10.222.0.25 "GET /v2.0/security-groups?id=18bce912-cacb-492f-931d-a2fe8ac5d2b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597734 Nov 08 22:00:29.516741 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83282ea5-5eab-4a21-bb80-a1fd8baed48d req-5debbba7-96a2-44fa-9ff8-3907813f6650 tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:00:29.521045 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-83282ea5-5eab-4a21-bb80-a1fd8baed48d req-5debbba7-96a2-44fa-9ff8-3907813f6650 tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] 10.222.0.25 "GET /v2.0/ports?device_id=ea3e000f-3070-46f1-ab82-0f619625641a HTTP/1.1" status: 200 len: 944 time: 0.0594678 Nov 08 22:00:29.622444 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-83282ea5-5eab-4a21-bb80-a1fd8baed48d req-7d4d7106-65c9-4366-9593-baf866b5f970 tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] 10.222.0.25 "GET /v2.0/security-groups?id=e56f6cae-c1db-4d7c-8761-da45404c5a8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0894723 Nov 08 22:00:29.798149 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.db [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] For port 5d6dc9be-5038-46f5-9a76-a26a26ccb0be, host hv-cinder-81708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81708',level=0,port_id=5d6dc9be-5038-46f5-9a76-a26a26ccb0be,segment=NetworkSegment(fbdccf68-e541-4705-9e3a-177dbbbf7d94),segment_id=fbdccf68-e541-4705-9e3a-177dbbbf7d94)] {{(pid=101084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 22:00:29.932879 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.rpc [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Returning: {'device': '5d6dc9be-5038-46f5-9a76-a26a26ccb0be', 'network_id': '890edfdd-a1ca-4a26-a0c0-782a8dc72e87', 'port_id': '5d6dc9be-5038-46f5-9a76-a26a26ccb0be', 'mac_address': 'fa:16:3e:96:b6:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 714, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d94cda7-098f-4351-9588-bf6058a35aaf', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101084) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 22:00:29.971527 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6154c0f8-e9a4-4cc3-a19b-dfe10ef3addd req-d196b0a1-9541-42c2-b192-3634bcfcec5c tempest-DeleteServersTestJSON-871340286 tempest-DeleteServersTestJSON-871340286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:00:29.975037 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-6154c0f8-e9a4-4cc3-a19b-dfe10ef3addd req-d196b0a1-9541-42c2-b192-3634bcfcec5c tempest-DeleteServersTestJSON-871340286 tempest-DeleteServersTestJSON-871340286-project] 10.222.0.25 "GET /v2.0/ports?device_id=312b214b-6d9b-4e85-9cfc-0cc80d967e13 HTTP/1.1" status: 200 len: 944 time: 0.0638340 Nov 08 22:00:30.022566 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-925982'] for port, before_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:00:30.046705 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-6154c0f8-e9a4-4cc3-a19b-dfe10ef3addd req-e57a778d-621e-48ed-ba2e-0fd8d7ac1b82 tempest-DeleteServersTestJSON-871340286 tempest-DeleteServersTestJSON-871340286-project] 10.222.0.25 "GET /v2.0/security-groups?id=6626b22f-e431-4d45-a6b2-a23a587b864b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647454 Nov 08 22:00:30.081883 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.notifiers.nova [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d6dc9be-5038-46f5-9a76-a26a26ccb0be {{(pid=101084) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 22:00:30.126106 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.db [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] For port 5d6dc9be-5038-46f5-9a76-a26a26ccb0be, host hv-cinder-81708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81708',level=0,port_id=5d6dc9be-5038-46f5-9a76-a26a26ccb0be,segment=NetworkSegment(fbdccf68-e541-4705-9e3a-177dbbbf7d94),segment_id=fbdccf68-e541-4705-9e3a-177dbbbf7d94)] {{(pid=101084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 22:00:30.138736 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728276638356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728276144285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728276144303'] for port, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:00:30.197157 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Pushing event updated for resources: {'Port': ['ID=5d6dc9be-5038-46f5-9a76-a26a26ccb0be,revision_number=4']} {{(pid=101084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:00:30.307365 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f0aecd-6fc6-4906-8dd4-01e5db73b758 req-939bf11a-25dd-43ed-81cc-74ecc09e91fa tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:00:30.309320 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-f0f0aecd-6fc6-4906-8dd4-01e5db73b758 req-939bf11a-25dd-43ed-81cc-74ecc09e91fa tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] 10.222.0.25 "GET /v2.0/ports?device_id=36248ae4-e216-4453-969c-6c7953d8492f HTTP/1.1" status: 200 len: 944 time: 0.0499911 Nov 08 22:00:30.365717 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-f0f0aecd-6fc6-4906-8dd4-01e5db73b758 req-e33846f9-8051-46af-a50a-6f993d0ba747 tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] 10.222.0.25 "GET /v2.0/security-groups?id=48a61968-ba2d-42aa-b087-8fe6b21c1944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502186 Nov 08 22:00:30.490689 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa97dc09-b292-4efd-a97d-2e48b6d26e97 req-2205e4bc-22aa-49ff-8c67-926075f5c854 tempest-AttachVolumeNegativeTest-479507150 tempest-AttachVolumeNegativeTest-479507150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:00:30.492302 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-aa97dc09-b292-4efd-a97d-2e48b6d26e97 req-2205e4bc-22aa-49ff-8c67-926075f5c854 tempest-AttachVolumeNegativeTest-479507150 tempest-AttachVolumeNegativeTest-479507150-project] 10.222.0.25 "GET /v2.0/ports?device_id=31088752-2147-4f7c-8e1d-47f0668bf951 HTTP/1.1" status: 200 len: 944 time: 0.0566869 Nov 08 22:00:30.534770 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.db [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] get_ports_and_sgs() called for port_ids ['5d6dc9be-5038-46f5-9a76-a26a26ccb0be'] {{(pid=101084) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 22:00:30.553399 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-aa97dc09-b292-4efd-a97d-2e48b6d26e97 req-de244245-d41e-442c-8f1b-24282730604e tempest-AttachVolumeNegativeTest-479507150 tempest-AttachVolumeNegativeTest-479507150-project] 10.222.0.25 "GET /v2.0/security-groups?id=18bce912-cacb-492f-931d-a2fe8ac5d2b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549746 Nov 08 22:00:30.752028 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5ee080-2765-4843-b906-17f76965da48 req-02f17afe-bb07-4455-8e35-d378ceeccf50 tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:00:30.753524 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-4e5ee080-2765-4843-b906-17f76965da48 req-02f17afe-bb07-4455-8e35-d378ceeccf50 tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] 10.222.0.25 "GET /v2.0/ports?device_id=ea3e000f-3070-46f1-ab82-0f619625641a HTTP/1.1" status: 200 len: 944 time: 0.0534518 Nov 08 22:00:30.811430 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-4e5ee080-2765-4843-b906-17f76965da48 req-239936b0-977e-497e-9ef0-fa033ef1a250 tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] 10.222.0.25 "GET /v2.0/security-groups?id=e56f6cae-c1db-4d7c-8761-da45404c5a8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498779 Nov 08 22:00:31.172845 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.wsgi [-] (101083) accepted ('10.222.0.25', 40704) {{(pid=101083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 22:00:31.176628 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536aa25a-9906-4d65-884d-9811cedf5b59 req-f4b6f105-aef8-4b25-879f-4fdaed5b1d8b tempest-DeleteServersTestJSON-871340286 tempest-DeleteServersTestJSON-871340286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:00:31.178373 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-536aa25a-9906-4d65-884d-9811cedf5b59 req-f4b6f105-aef8-4b25-879f-4fdaed5b1d8b tempest-DeleteServersTestJSON-871340286 tempest-DeleteServersTestJSON-871340286-project] 10.222.0.25 "GET /v2.0/ports?device_id=312b214b-6d9b-4e85-9cfc-0cc80d967e13 HTTP/1.1" status: 200 len: 944 time: 0.0538421 Nov 08 22:00:31.238332 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-536aa25a-9906-4d65-884d-9811cedf5b59 req-55f68aae-db6b-48ce-af2f-3ed65361acd5 tempest-DeleteServersTestJSON-871340286 tempest-DeleteServersTestJSON-871340286-project] 10.222.0.25 "GET /v2.0/security-groups?id=6626b22f-e431-4d45-a6b2-a23a587b864b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502298 Nov 08 22:00:31.331487 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.rpc [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Device 0a8010b0-b68f-4d3b-a92b-24c75b08bb3a up at agent hyperv_hv-cinder-81708 {{(pid=101084) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 22:00:31.370286 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-eb916482-aaef-4331-a56d-33c82d7758fc admin admin] Publish callbacks [] for security_group, before_create {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:00:31.415485 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.db.provisioning_blocks [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Provisioning for port 0a8010b0-b68f-4d3b-a92b-24c75b08bb3a completed by entity L2. {{(pid=101084) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 22:00:31.420298 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.db.provisioning_blocks [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Provisioning complete for port 0a8010b0-b68f-4d3b-a92b-24c75b08bb3a triggered by entity L2. {{(pid=101084) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 22:00:31.420663 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-534742'] for port, provisioning_complete {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:00:31.489374 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-eb916482-aaef-4331-a56d-33c82d7758fc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:00:31.497312 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-eb916482-aaef-4331-a56d-33c82d7758fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2033567'] for security_group, after_create {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:00:31.522750 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-925982'] for port, before_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:00:31.539976 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5ac7b1-2f95-4566-b45a-f83e01106c88 req-8ef58d81-cdfa-4a49-ab11-e7e8fbfe3917 tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:00:31.551948 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '312b214b-6d9b-4e85-9cfc-0cc80d967e13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a8010b0-b68f-4d3b-a92b-24c75b08bb3a'}] {{(pid=101084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 22:00:31.553497 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-3a5ac7b1-2f95-4566-b45a-f83e01106c88 req-8ef58d81-cdfa-4a49-ab11-e7e8fbfe3917 tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] 10.222.0.25 "GET /v2.0/ports?device_id=36248ae4-e216-4453-969c-6c7953d8492f HTTP/1.1" status: 200 len: 944 time: 0.0870593 Nov 08 22:00:31.554597 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [None req-eb916482-aaef-4331-a56d-33c82d7758fc admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=0435319e078f4b1c988cecefdecbe56c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3797722 Nov 08 22:00:31.555307 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.wsgi [-] (101083) accepted ('10.222.0.25', 40722) {{(pid=101083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 22:00:31.555945 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb916482-aaef-4331-a56d-33c82d7758fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b66c26a6-fd96-4abe-b8ed-280bcbdafccc,revision_number=1']} {{(pid=101083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:00:31.631231 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-d571c67c-ae6c-4dce-ae30-d22e60f110d5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:00:31.656786 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.db [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] For port 0a8010b0-b68f-4d3b-a92b-24c75b08bb3a, host hv-cinder-81708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81708',level=0,port_id=0a8010b0-b68f-4d3b-a92b-24c75b08bb3a,segment=NetworkSegment(6919422b-c4aa-40ff-b6c3-558b4885e281),segment_id=6919422b-c4aa-40ff-b6c3-558b4885e281)] {{(pid=101084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 22:00:31.666005 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728276638356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728276144285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728276144303'] for port, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:00:31.667350 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.rpc [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Device b33ea48b-3084-4600-a9c7-4bd772bccc05 up at agent hyperv_hv-cinder-81708 {{(pid=101084) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 22:00:31.674785 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-d571c67c-ae6c-4dce-ae30-d22e60f110d5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:00:31.770762 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-3a5ac7b1-2f95-4566-b45a-f83e01106c88 req-069430e3-f83d-45cb-97f1-4dc9b50d0f69 tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] 10.222.0.25 "GET /v2.0/security-groups?id=48a61968-ba2d-42aa-b087-8fe6b21c1944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2161746 Nov 08 22:00:31.798236 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66095d31-c3cb-4d95-b45c-4f71733f8024 req-03d749f7-932e-42c4-91f5-ce3a5320d844 tempest-AttachVolumeNegativeTest-479507150 tempest-AttachVolumeNegativeTest-479507150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:00:31.806891 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-66095d31-c3cb-4d95-b45c-4f71733f8024 req-03d749f7-932e-42c4-91f5-ce3a5320d844 tempest-AttachVolumeNegativeTest-479507150 tempest-AttachVolumeNegativeTest-479507150-project] 10.222.0.25 "GET /v2.0/ports?device_id=31088752-2147-4f7c-8e1d-47f0668bf951 HTTP/1.1" status: 200 len: 944 time: 0.1296275 Nov 08 22:00:31.814611 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-d571c67c-ae6c-4dce-ae30-d22e60f110d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2033567'] for security_group, after_delete {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:00:31.817186 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-d571c67c-ae6c-4dce-ae30-d22e60f110d5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:00:31.818325 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [None req-d571c67c-ae6c-4dce-ae30-d22e60f110d5 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b66c26a6-fd96-4abe-b8ed-280bcbdafccc HTTP/1.1" status: 204 len: 168 time: 0.2477059 Nov 08 22:00:31.829827 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d571c67c-ae6c-4dce-ae30-d22e60f110d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b66c26a6-fd96-4abe-b8ed-280bcbdafccc,revision_number=None']} {{(pid=101083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:00:31.881353 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-66095d31-c3cb-4d95-b45c-4f71733f8024 req-11c43996-881a-43ad-97c8-35933065e947 tempest-AttachVolumeNegativeTest-479507150 tempest-AttachVolumeNegativeTest-479507150-project] 10.222.0.25 "GET /v2.0/security-groups?id=18bce912-cacb-492f-931d-a2fe8ac5d2b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735073 Nov 08 22:00:31.898732 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Pushing event updated for resources: {'Port': ['ID=0a8010b0-b68f-4d3b-a92b-24c75b08bb3a,revision_number=5']} {{(pid=101084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:00:31.920527 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.db.provisioning_blocks [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Provisioning for port b33ea48b-3084-4600-a9c7-4bd772bccc05 completed by entity L2. {{(pid=101084) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 22:00:31.931245 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.db.provisioning_blocks [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Provisioning complete for port b33ea48b-3084-4600-a9c7-4bd772bccc05 triggered by entity L2. {{(pid=101084) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 22:00:31.931649 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-534742'] for port, provisioning_complete {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:00:31.941087 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b3cbe6c7fdf7c1e60af50d850490ef6f4dccd02a9ea7bc434e0a37b2dd34cb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25ad3d5a-5dc7-446a-820a-756603a81d1a" -d '{"events": [{"server_uuid": "312b214b-6d9b-4e85-9cfc-0cc80d967e13", "name": "network-vif-plugged", "status": "completed", "tag": "0a8010b0-b68f-4d3b-a92b-24c75b08bb3a"}]}' {{(pid=101084) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 22:00:32.078820 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e5daf8-57a4-4d63-bcdc-0f693fa6ea6a req-e01e1662-003f-4abd-a3a8-8017c3777f53 tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:00:32.095835 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-53e5daf8-57a4-4d63-bcdc-0f693fa6ea6a req-e01e1662-003f-4abd-a3a8-8017c3777f53 tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] 10.222.0.25 "GET /v2.0/ports?device_id=ea3e000f-3070-46f1-ab82-0f619625641a HTTP/1.1" status: 200 len: 944 time: 0.1460061 Nov 08 22:00:32.110209 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-925982'] for port, before_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:00:32.157819 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.db [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] For port b33ea48b-3084-4600-a9c7-4bd772bccc05, host hv-cinder-81708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81708',level=0,port_id=b33ea48b-3084-4600-a9c7-4bd772bccc05,segment=NetworkSegment(fbdccf68-e541-4705-9e3a-177dbbbf7d94),segment_id=fbdccf68-e541-4705-9e3a-177dbbbf7d94)] {{(pid=101084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 22:00:32.164210 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728276638356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728276144285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728276144303'] for port, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:00:32.165106 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.rpc [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Device 09809ed1-94fe-4689-b3a4-b7a111c8b4ef up at agent hyperv_hv-cinder-81708 {{(pid=101084) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 22:00:32.189777 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-53e5daf8-57a4-4d63-bcdc-0f693fa6ea6a req-4fcb1d54-02ca-4368-98f4-d6338761d918 tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] 10.222.0.25 "GET /v2.0/security-groups?id=e56f6cae-c1db-4d7c-8761-da45404c5a8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0886986 Nov 08 22:00:32.247805 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 22:00:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f97bd54-df1e-4ab2-98ed-b197dba3b9f5 x-openstack-request-id: req-7f97bd54-df1e-4ab2-98ed-b197dba3b9f5 {{(pid=101084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 22:00:32.248120 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "312b214b-6d9b-4e85-9cfc-0cc80d967e13", "name": "network-vif-plugged", "status": "completed", "tag": "0a8010b0-b68f-4d3b-a92b-24c75b08bb3a", "code": 200}]} {{(pid=101084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 22:00:32.248374 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7f97bd54-df1e-4ab2-98ed-b197dba3b9f5 {{(pid=101084) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 22:00:32.250993 dv-cinder-817085-1-iscsi neutron-server[101084]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '312b214b-6d9b-4e85-9cfc-0cc80d967e13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a8010b0-b68f-4d3b-a92b-24c75b08bb3a', 'code': 200} Nov 08 22:00:32.402514 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Pushing event updated for resources: {'Port': ['ID=b33ea48b-3084-4600-a9c7-4bd772bccc05,revision_number=5']} {{(pid=101084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:00:32.425391 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.db.provisioning_blocks [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Provisioning for port 09809ed1-94fe-4689-b3a4-b7a111c8b4ef completed by entity L2. {{(pid=101084) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 22:00:32.431401 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.db.provisioning_blocks [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Provisioning complete for port 09809ed1-94fe-4689-b3a4-b7a111c8b4ef triggered by entity L2. {{(pid=101084) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 22:00:32.431739 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-534742'] for port, provisioning_complete {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:00:32.451957 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8c2050-e688-45d2-979a-0baf895d69c8 req-e54ddfee-1224-43b3-b3ff-10e74ebbf3b1 tempest-DeleteServersTestJSON-871340286 tempest-DeleteServersTestJSON-871340286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:00:32.453714 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-ab8c2050-e688-45d2-979a-0baf895d69c8 req-e54ddfee-1224-43b3-b3ff-10e74ebbf3b1 tempest-DeleteServersTestJSON-871340286 tempest-DeleteServersTestJSON-871340286-project] 10.222.0.25 "GET /v2.0/ports?device_id=312b214b-6d9b-4e85-9cfc-0cc80d967e13 HTTP/1.1" status: 200 len: 945 time: 0.0957072 Nov 08 22:00:32.483694 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58136b73-08c9-4fef-825a-e9a214274420 req-c3c73830-93fc-4222-8331-86539ddfcb24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:00:32.485978 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-58136b73-08c9-4fef-825a-e9a214274420 req-c3c73830-93fc-4222-8331-86539ddfcb24 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=312b214b-6d9b-4e85-9cfc-0cc80d967e13 HTTP/1.1" status: 200 len: 1098 time: 0.1095011 Nov 08 22:00:32.516108 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.wsgi [-] (101082) accepted ('10.222.0.25', 40760) {{(pid=101082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 22:00:32.517334 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [req-58136b73-08c9-4fef-825a-e9a214274420 req-b20a9c1b-11d7-4c00-a69e-6549e6dca13a service neutron] Publish callbacks [] for security_group, before_create {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:00:32.537139 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-d38322cd-97f7-44fa-a66a-e93da91249e8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:00:32.554029 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-925982'] for port, before_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:00:32.572857 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-ab8c2050-e688-45d2-979a-0baf895d69c8 req-dca51e52-d8a6-4171-ac1f-1cbae3342d0d tempest-DeleteServersTestJSON-871340286 tempest-DeleteServersTestJSON-871340286-project] 10.222.0.25 "GET /v2.0/security-groups?id=6626b22f-e431-4d45-a6b2-a23a587b864b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031854 Nov 08 22:00:32.609771 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.db [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] For port 09809ed1-94fe-4689-b3a4-b7a111c8b4ef, host hv-cinder-81708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81708',level=0,port_id=09809ed1-94fe-4689-b3a4-b7a111c8b4ef,segment=NetworkSegment(de478fa7-e3a1-4946-b405-3fee42527219),segment_id=de478fa7-e3a1-4946-b405-3fee42527219)] {{(pid=101084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 22:00:32.617776 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728276638356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728276144285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728276144303'] for port, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:00:32.618641 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.rpc [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Device 05e12715-6298-4fba-90e4-2bde5690db07 up at agent hyperv_hv-cinder-81708 {{(pid=101084) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 22:00:32.619751 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [req-58136b73-08c9-4fef-825a-e9a214274420 req-b20a9c1b-11d7-4c00-a69e-6549e6dca13a service neutron] Publish callbacks [] for security_group, precommit_create {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:00:32.624285 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [req-58136b73-08c9-4fef-825a-e9a214274420 req-b20a9c1b-11d7-4c00-a69e-6549e6dca13a service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2033567'] for security_group, after_create {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:00:32.630466 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.wsgi [-] (101082) accepted ('10.222.0.25', 40762) {{(pid=101082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 22:00:32.662111 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-d38322cd-97f7-44fa-a66a-e93da91249e8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:00:32.668853 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-d38322cd-97f7-44fa-a66a-e93da91249e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2033567'] for security_group, after_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:00:32.676459 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-58136b73-08c9-4fef-825a-e9a214274420 req-b20a9c1b-11d7-4c00-a69e-6549e6dca13a service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=6626b22f-e431-4d45-a6b2-a23a587b864b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1827431 Nov 08 22:00:32.677128 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20a9c1b-11d7-4c00-a69e-6549e6dca13a service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=d24a1ee1-a129-4277-ad3e-b5d61be74fc2,revision_number=1']} {{(pid=101083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:00:32.706395 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Pushing event updated for resources: {'Port': ['ID=09809ed1-94fe-4689-b3a4-b7a111c8b4ef,revision_number=5']} {{(pid=101084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:00:32.720779 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.wsgi [-] (101083) accepted ('10.222.0.25', 40766) {{(pid=101083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 22:00:32.720937 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [None req-d38322cd-97f7-44fa-a66a-e93da91249e8 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=60caf37f41844c3ca2de347d69caaaa4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2035422 Nov 08 22:00:32.721874 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38322cd-97f7-44fa-a66a-e93da91249e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7271b76b-83c9-4152-85cf-d6fbd5c4209b,revision_number=1']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:00:32.730041 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.db.provisioning_blocks [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Provisioning for port 05e12715-6298-4fba-90e4-2bde5690db07 completed by entity L2. {{(pid=101084) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 22:00:32.736164 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.db.provisioning_blocks [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Provisioning complete for port 05e12715-6298-4fba-90e4-2bde5690db07 triggered by entity L2. {{(pid=101084) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 22:00:32.736539 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-534742'] for port, provisioning_complete {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:00:32.776532 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-05e1f436-f69e-4b0a-a3c7-2990f52aa67d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:00:32.776918 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-30e8ae8c-9044-4e1c-9287-0614244fe5ad admin admin] Publish callbacks [] for security_group, before_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:00:32.804906 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-05e1f436-f69e-4b0a-a3c7-2990f52aa67d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:00:32.830976 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-925982'] for port, before_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:00:32.865885 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.db [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] For port 05e12715-6298-4fba-90e4-2bde5690db07, host hv-cinder-81708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81708',level=0,port_id=05e12715-6298-4fba-90e4-2bde5690db07,segment=NetworkSegment(37b61f9e-bba3-4df3-9e21-4a1dc2717139),segment_id=37b61f9e-bba3-4df3-9e21-4a1dc2717139)] {{(pid=101084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 22:00:32.870301 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-05e1f436-f69e-4b0a-a3c7-2990f52aa67d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2033567'] for security_group, after_delete {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:00:32.872087 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728276638356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728276144285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728276144303'] for port, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:00:32.877026 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-05e1f436-f69e-4b0a-a3c7-2990f52aa67d admin admin] Publish callbacks [] for security_group, before_response {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:00:32.882293 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [None req-05e1f436-f69e-4b0a-a3c7-2990f52aa67d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/7271b76b-83c9-4152-85cf-d6fbd5c4209b HTTP/1.1" status: 204 len: 168 time: 0.1564138 Nov 08 22:00:32.893721 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e1f436-f69e-4b0a-a3c7-2990f52aa67d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7271b76b-83c9-4152-85cf-d6fbd5c4209b,revision_number=None']} {{(pid=101083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:00:32.914497 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387c6320-d1c2-4c26-a9b7-672149782cd3 req-e9f895c4-5c6e-4449-b008-757055f0183d tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:00:32.922010 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-387c6320-d1c2-4c26-a9b7-672149782cd3 req-e9f895c4-5c6e-4449-b008-757055f0183d tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] 10.222.0.25 "GET /v2.0/ports?device_id=36248ae4-e216-4453-969c-6c7953d8492f HTTP/1.1" status: 200 len: 944 time: 0.0780377 Nov 08 22:00:32.945362 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Pushing event updated for resources: {'Port': ['ID=05e12715-6298-4fba-90e4-2bde5690db07,revision_number=5']} {{(pid=101084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:00:32.973082 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-30e8ae8c-9044-4e1c-9287-0614244fe5ad admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:00:32.997473 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-30e8ae8c-9044-4e1c-9287-0614244fe5ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2033567'] for security_group, after_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:00:33.044565 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-387c6320-d1c2-4c26-a9b7-672149782cd3 req-78341538-4834-45b1-8748-92c682e66e75 tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] 10.222.0.25 "GET /v2.0/security-groups?id=48a61968-ba2d-42aa-b087-8fe6b21c1944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218147 Nov 08 22:00:33.066205 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [None req-30e8ae8c-9044-4e1c-9287-0614244fe5ad admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ca3ccc995f814ae086e8618667064c8b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4325128 Nov 08 22:00:33.066205 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e8ae8c-9044-4e1c-9287-0614244fe5ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1090a80e-a32c-4555-9dfa-1140c559dc07,revision_number=1']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:00:33.066826 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.wsgi [-] (101083) accepted ('10.222.0.25', 40776) {{(pid=101083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 22:00:33.075631 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a546768f-d7e5-45d9-adfc-7ae776a50634 req-43c28d0f-5cd4-473a-a9c1-4c5ab53c4472 tempest-AttachVolumeNegativeTest-479507150 tempest-AttachVolumeNegativeTest-479507150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:00:33.077232 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-a546768f-d7e5-45d9-adfc-7ae776a50634 req-43c28d0f-5cd4-473a-a9c1-4c5ab53c4472 tempest-AttachVolumeNegativeTest-479507150 tempest-AttachVolumeNegativeTest-479507150-project] 10.222.0.25 "GET /v2.0/ports?device_id=31088752-2147-4f7c-8e1d-47f0668bf951 HTTP/1.1" status: 200 len: 945 time: 0.1260655 Nov 08 22:00:33.133057 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-f1672c39-959d-42e9-bf44-a444b315b30d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:00:33.139049 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-a546768f-d7e5-45d9-adfc-7ae776a50634 req-a540427f-f475-4025-ad74-aeecf60cceaf tempest-AttachVolumeNegativeTest-479507150 tempest-AttachVolumeNegativeTest-479507150-project] 10.222.0.25 "GET /v2.0/security-groups?id=18bce912-cacb-492f-931d-a2fe8ac5d2b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551770 Nov 08 22:00:33.157940 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-f1672c39-959d-42e9-bf44-a444b315b30d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:00:33.221723 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-f1672c39-959d-42e9-bf44-a444b315b30d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2033567'] for security_group, after_delete {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:00:33.225007 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-f1672c39-959d-42e9-bf44-a444b315b30d admin admin] Publish callbacks [] for security_group, before_response {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:00:33.225503 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [None req-f1672c39-959d-42e9-bf44-a444b315b30d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/1090a80e-a32c-4555-9dfa-1140c559dc07 HTTP/1.1" status: 204 len: 168 time: 0.1574719 Nov 08 22:00:33.234344 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1672c39-959d-42e9-bf44-a444b315b30d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1090a80e-a32c-4555-9dfa-1140c559dc07,revision_number=None']} {{(pid=101083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:00:33.330832 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.rpc [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Device 5d6dc9be-5038-46f5-9a76-a26a26ccb0be up at agent hyperv_hv-cinder-81708 {{(pid=101084) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 22:00:33.337230 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c407e3-b497-469b-83c1-d892d1313350 req-bc73313c-2a4e-461c-9af6-701fd72cc9a6 tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:00:33.339039 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-49c407e3-b497-469b-83c1-d892d1313350 req-bc73313c-2a4e-461c-9af6-701fd72cc9a6 tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] 10.222.0.25 "GET /v2.0/ports?device_id=ea3e000f-3070-46f1-ab82-0f619625641a HTTP/1.1" status: 200 len: 945 time: 0.0651448 Nov 08 22:00:33.415399 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-49c407e3-b497-469b-83c1-d892d1313350 req-c6b0d149-abd8-47f7-a66b-23456759853f tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] 10.222.0.25 "GET /v2.0/security-groups?id=e56f6cae-c1db-4d7c-8761-da45404c5a8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691760 Nov 08 22:00:33.420047 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.db.provisioning_blocks [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Provisioning for port 5d6dc9be-5038-46f5-9a76-a26a26ccb0be completed by entity L2. {{(pid=101084) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 22:00:33.428952 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.db.provisioning_blocks [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Provisioning complete for port 5d6dc9be-5038-46f5-9a76-a26a26ccb0be triggered by entity L2. {{(pid=101084) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 22:00:33.429422 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-534742'] for port, provisioning_complete {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:00:33.533445 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-925982'] for port, before_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:00:33.577719 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.db [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] For port 5d6dc9be-5038-46f5-9a76-a26a26ccb0be, host hv-cinder-81708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81708',level=0,port_id=5d6dc9be-5038-46f5-9a76-a26a26ccb0be,segment=NetworkSegment(fbdccf68-e541-4705-9e3a-177dbbbf7d94),segment_id=fbdccf68-e541-4705-9e3a-177dbbbf7d94)] {{(pid=101084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 22:00:33.594385 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728276638356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728276144285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728276144303'] for port, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:00:33.643190 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.wsgi [-] (101083) accepted ('10.222.0.25', 40822) {{(pid=101083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 22:00:33.658711 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Pushing event updated for resources: {'Port': ['ID=5d6dc9be-5038-46f5-9a76-a26a26ccb0be,revision_number=5']} {{(pid=101084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:00:33.669295 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-24165320-fba1-466b-af13-af854686320b admin admin] Publish callbacks [] for security_group, before_create {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:00:33.728236 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c39f35-e63b-4d25-a566-b5120d84782e req-c651c20b-47b5-4aa0-97a1-c54eb3b8fce1 tempest-DeleteServersTestJSON-871340286 tempest-DeleteServersTestJSON-871340286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:00:33.731812 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-28c39f35-e63b-4d25-a566-b5120d84782e req-c651c20b-47b5-4aa0-97a1-c54eb3b8fce1 tempest-DeleteServersTestJSON-871340286 tempest-DeleteServersTestJSON-871340286-project] 10.222.0.25 "GET /v2.0/ports?device_id=312b214b-6d9b-4e85-9cfc-0cc80d967e13 HTTP/1.1" status: 200 len: 945 time: 0.0662701 Nov 08 22:00:33.800697 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-28c39f35-e63b-4d25-a566-b5120d84782e req-e2570fc4-73cb-4682-a06a-b631573740c7 tempest-DeleteServersTestJSON-871340286 tempest-DeleteServersTestJSON-871340286-project] 10.222.0.25 "GET /v2.0/security-groups?id=6626b22f-e431-4d45-a6b2-a23a587b864b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623374 Nov 08 22:00:33.827951 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-24165320-fba1-466b-af13-af854686320b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:00:33.835488 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-24165320-fba1-466b-af13-af854686320b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2033567'] for security_group, after_create {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:00:33.872558 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [None req-24165320-fba1-466b-af13-af854686320b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=9ce17cb7cc3e489f937476b6f234762e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2267866 Nov 08 22:00:33.873950 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24165320-fba1-466b-af13-af854686320b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03fe13c2-b5af-4dcc-916a-879f08acd68d,revision_number=1']} {{(pid=101083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:00:33.875795 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.wsgi [-] (101082) accepted ('10.222.0.25', 40828) {{(pid=101082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 22:00:33.999576 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-f2a28e7a-b680-4efc-887e-4cd097acde2b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:00:34.035175 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-f2a28e7a-b680-4efc-887e-4cd097acde2b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:00:34.108209 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-f2a28e7a-b680-4efc-887e-4cd097acde2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2033567'] for security_group, after_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:00:34.111240 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-f2a28e7a-b680-4efc-887e-4cd097acde2b admin admin] Publish callbacks [] for security_group, before_response {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:00:34.112881 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [None req-f2a28e7a-b680-4efc-887e-4cd097acde2b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/03fe13c2-b5af-4dcc-916a-879f08acd68d HTTP/1.1" status: 204 len: 168 time: 0.2360885 Nov 08 22:00:34.122945 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a28e7a-b680-4efc-887e-4cd097acde2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03fe13c2-b5af-4dcc-916a-879f08acd68d,revision_number=None']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:00:34.203890 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323dd901-f490-47d4-8d19-00bab7759593 req-ff546634-4762-4f6c-8723-8b88f22d8de7 tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:00:34.205388 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-323dd901-f490-47d4-8d19-00bab7759593 req-ff546634-4762-4f6c-8723-8b88f22d8de7 tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] 10.222.0.25 "GET /v2.0/ports?device_id=36248ae4-e216-4453-969c-6c7953d8492f HTTP/1.1" status: 200 len: 945 time: 0.0694056 Nov 08 22:00:34.256946 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21765c62-33e5-4865-a2e8-923f1018396e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b33ea48b-3084-4600-a9c7-4bd772bccc05'}, {'server_uuid': 'ea3e000f-3070-46f1-ab82-0f619625641a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09809ed1-94fe-4689-b3a4-b7a111c8b4ef'}, {'server_uuid': '31088752-2147-4f7c-8e1d-47f0668bf951', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05e12715-6298-4fba-90e4-2bde5690db07'}, {'server_uuid': '36248ae4-e216-4453-969c-6c7953d8492f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d6dc9be-5038-46f5-9a76-a26a26ccb0be'}] {{(pid=101084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 22:00:34.259890 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b3cbe6c7fdf7c1e60af50d850490ef6f4dccd02a9ea7bc434e0a37b2dd34cb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de69e95c-09dd-4998-be47-30da464c5489" -d '{"events": [{"server_uuid": "21765c62-33e5-4865-a2e8-923f1018396e", "name": "network-vif-plugged", "status": "completed", "tag": "b33ea48b-3084-4600-a9c7-4bd772bccc05"}, {"server_uuid": "ea3e000f-3070-46f1-ab82-0f619625641a", "name": "network-vif-plugged", "status": "completed", "tag": "09809ed1-94fe-4689-b3a4-b7a111c8b4ef"}, {"server_uuid": "31088752-2147-4f7c-8e1d-47f0668bf951", "name": "network-vif-plugged", "status": "completed", "tag": "05e12715-6298-4fba-90e4-2bde5690db07"}, {"server_uuid": "36248ae4-e216-4453-969c-6c7953d8492f", "name": "network-vif-plugged", "status": "completed", "tag": "5d6dc9be-5038-46f5-9a76-a26a26ccb0be"}]}' {{(pid=101084) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 22:00:34.309632 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c43d95-a56c-4b98-b414-cead1a3d8f6c req-ef78816a-837d-4b1a-b34c-b316bdc426dd tempest-AttachVolumeNegativeTest-479507150 tempest-AttachVolumeNegativeTest-479507150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:00:34.309632 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-41c43d95-a56c-4b98-b414-cead1a3d8f6c req-ef78816a-837d-4b1a-b34c-b316bdc426dd tempest-AttachVolumeNegativeTest-479507150 tempest-AttachVolumeNegativeTest-479507150-project] 10.222.0.25 "GET /v2.0/ports?device_id=31088752-2147-4f7c-8e1d-47f0668bf951 HTTP/1.1" status: 200 len: 945 time: 0.0746770 Nov 08 22:00:34.317833 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-323dd901-f490-47d4-8d19-00bab7759593 req-8aff11ca-bba8-4afb-bc1b-e1eeddcf4f92 tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] 10.222.0.25 "GET /v2.0/security-groups?id=48a61968-ba2d-42aa-b087-8fe6b21c1944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028299 Nov 08 22:00:34.375604 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-41c43d95-a56c-4b98-b414-cead1a3d8f6c req-9ccd705b-7b51-4a9a-ae60-9032220bf8b0 tempest-AttachVolumeNegativeTest-479507150 tempest-AttachVolumeNegativeTest-479507150-project] 10.222.0.25 "GET /v2.0/security-groups?id=18bce912-cacb-492f-931d-a2fe8ac5d2b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565329 Nov 08 22:00:34.438642 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Mon, 08 Nov 2021 22:00:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d59f30c-019e-4615-be6c-55abef5da316 x-openstack-request-id: req-3d59f30c-019e-4615-be6c-55abef5da316 {{(pid=101084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 22:00:34.439148 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21765c62-33e5-4865-a2e8-923f1018396e", "name": "network-vif-plugged", "status": "completed", "tag": "b33ea48b-3084-4600-a9c7-4bd772bccc05", "code": 200}, {"server_uuid": "ea3e000f-3070-46f1-ab82-0f619625641a", "name": "network-vif-plugged", "status": "completed", "tag": "09809ed1-94fe-4689-b3a4-b7a111c8b4ef", "code": 200}, {"server_uuid": "31088752-2147-4f7c-8e1d-47f0668bf951", "name": "network-vif-plugged", "status": "completed", "tag": "05e12715-6298-4fba-90e4-2bde5690db07", "code": 200}, {"server_uuid": "36248ae4-e216-4453-969c-6c7953d8492f", "name": "network-vif-plugged", "status": "completed", "tag": "5d6dc9be-5038-46f5-9a76-a26a26ccb0be", "code": 200}]} {{(pid=101084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 22:00:34.439252 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3d59f30c-019e-4615-be6c-55abef5da316 {{(pid=101084) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 22:00:34.439649 dv-cinder-817085-1-iscsi neutron-server[101084]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21765c62-33e5-4865-a2e8-923f1018396e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b33ea48b-3084-4600-a9c7-4bd772bccc05', 'code': 200} Nov 08 22:00:34.439902 dv-cinder-817085-1-iscsi neutron-server[101084]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea3e000f-3070-46f1-ab82-0f619625641a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09809ed1-94fe-4689-b3a4-b7a111c8b4ef', 'code': 200} Nov 08 22:00:34.440177 dv-cinder-817085-1-iscsi neutron-server[101084]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31088752-2147-4f7c-8e1d-47f0668bf951', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05e12715-6298-4fba-90e4-2bde5690db07', 'code': 200} Nov 08 22:00:34.440391 dv-cinder-817085-1-iscsi neutron-server[101084]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36248ae4-e216-4453-969c-6c7953d8492f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d6dc9be-5038-46f5-9a76-a26a26ccb0be', 'code': 200} Nov 08 22:00:34.646171 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb67e4af-dbc4-481d-bbd2-1f18a356d1d3 req-c50c6082-a4c3-4a3d-8eca-55b87ccd2422 tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:00:34.647898 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-fb67e4af-dbc4-481d-bbd2-1f18a356d1d3 req-c50c6082-a4c3-4a3d-8eca-55b87ccd2422 tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] 10.222.0.25 "GET /v2.0/ports?device_id=ea3e000f-3070-46f1-ab82-0f619625641a HTTP/1.1" status: 200 len: 945 time: 0.1111739 Nov 08 22:00:34.728753 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-fb67e4af-dbc4-481d-bbd2-1f18a356d1d3 req-213ee1d2-dda3-4907-af7d-f45f00399bef tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] 10.222.0.25 "GET /v2.0/security-groups?id=e56f6cae-c1db-4d7c-8761-da45404c5a8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728991 Nov 08 22:00:34.807910 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bb5f65-4adf-45ff-9101-c5e230cc11a3 req-7f1fca59-2fc0-433c-a660-c3d4ec5b76a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:00:34.809771 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-33bb5f65-4adf-45ff-9101-c5e230cc11a3 req-7f1fca59-2fc0-433c-a660-c3d4ec5b76a5 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=36248ae4-e216-4453-969c-6c7953d8492f HTTP/1.1" status: 200 len: 1098 time: 0.1323760 Nov 08 22:00:34.859465 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742460cc-e9fa-4fb3-9e4d-0df42d620764 req-4b3c1a9a-01ad-4bc8-a126-cc8fe9162aea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:00:34.860965 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-742460cc-e9fa-4fb3-9e4d-0df42d620764 req-4b3c1a9a-01ad-4bc8-a126-cc8fe9162aea service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=ea3e000f-3070-46f1-ab82-0f619625641a HTTP/1.1" status: 200 len: 1098 time: 0.1201739 Nov 08 22:00:34.932684 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-33bb5f65-4adf-45ff-9101-c5e230cc11a3 req-e9847990-8f1b-4523-830b-b14ff4d5cde1 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=48a61968-ba2d-42aa-b087-8fe6b21c1944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153660 Nov 08 22:00:34.985553 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-742460cc-e9fa-4fb3-9e4d-0df42d620764 req-00c7c8ff-7a69-4f6e-92bc-b019bfd35afc service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=e56f6cae-c1db-4d7c-8761-da45404c5a8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1074376 Nov 08 22:00:35.016736 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdc1979-701c-401d-a929-baaa713c7d36 req-731dbed9-a51d-411a-be3a-f1f16bad9895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:00:35.023464 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-9bdc1979-701c-401d-a929-baaa713c7d36 req-731dbed9-a51d-411a-be3a-f1f16bad9895 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=31088752-2147-4f7c-8e1d-47f0668bf951 HTTP/1.1" status: 200 len: 1098 time: 0.1023257 Nov 08 22:00:35.026604 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e146dbc-fc2f-43b1-8683-f920373dfb7f req-61182691-cd02-4f74-96cc-691a703ebde6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:00:35.028649 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-2e146dbc-fc2f-43b1-8683-f920373dfb7f req-61182691-cd02-4f74-96cc-691a703ebde6 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=21765c62-33e5-4865-a2e8-923f1018396e HTTP/1.1" status: 200 len: 1098 time: 0.1287651 Nov 08 22:00:35.062904 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417c4b72-e33b-48cf-8ecc-760a710596b7 req-27710ff7-846a-4bca-9cc5-fcf1b560c500 tempest-DeleteServersTestJSON-871340286 tempest-DeleteServersTestJSON-871340286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:00:35.064517 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-417c4b72-e33b-48cf-8ecc-760a710596b7 req-27710ff7-846a-4bca-9cc5-fcf1b560c500 tempest-DeleteServersTestJSON-871340286 tempest-DeleteServersTestJSON-871340286-project] 10.222.0.25 "GET /v2.0/ports?device_id=312b214b-6d9b-4e85-9cfc-0cc80d967e13 HTTP/1.1" status: 200 len: 945 time: 0.1013525 Nov 08 22:00:35.149507 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-417c4b72-e33b-48cf-8ecc-760a710596b7 req-8fc35d02-cf4f-4a58-a229-7151f5dc35cf tempest-DeleteServersTestJSON-871340286 tempest-DeleteServersTestJSON-871340286-project] 10.222.0.25 "GET /v2.0/security-groups?id=6626b22f-e431-4d45-a6b2-a23a587b864b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690103 Nov 08 22:00:35.397914 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-9bdc1979-701c-401d-a929-baaa713c7d36 req-59a28f5d-df4e-479a-8ccd-e728568b14ce service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=18bce912-cacb-492f-931d-a2fe8ac5d2b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639796 Nov 08 22:00:35.482931 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-2e146dbc-fc2f-43b1-8683-f920373dfb7f req-68ca8d1e-ebd1-4a32-88c4-6430e704c164 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=48a61968-ba2d-42aa-b087-8fe6b21c1944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318502 Nov 08 22:00:35.530412 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5004c82-a711-4b75-9615-e7d0ac16ec62 req-cbdc1e0e-07a4-4ac3-b8d8-da6df1f07bf2 tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:00:35.531900 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-b5004c82-a711-4b75-9615-e7d0ac16ec62 req-cbdc1e0e-07a4-4ac3-b8d8-da6df1f07bf2 tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] 10.222.0.25 "GET /v2.0/ports?device_id=36248ae4-e216-4453-969c-6c7953d8492f HTTP/1.1" status: 200 len: 945 time: 0.0952668 Nov 08 22:00:35.555009 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d17e61-602f-4f96-a054-abe82b6cbae8 req-2974a4ef-19a1-4cc7-8b15-2be2f83a1374 tempest-AttachVolumeNegativeTest-479507150 tempest-AttachVolumeNegativeTest-479507150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:00:35.556504 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-c3d17e61-602f-4f96-a054-abe82b6cbae8 req-2974a4ef-19a1-4cc7-8b15-2be2f83a1374 tempest-AttachVolumeNegativeTest-479507150 tempest-AttachVolumeNegativeTest-479507150-project] 10.222.0.25 "GET /v2.0/ports?device_id=31088752-2147-4f7c-8e1d-47f0668bf951 HTTP/1.1" status: 200 len: 945 time: 0.0707703 Nov 08 22:00:35.626873 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-b5004c82-a711-4b75-9615-e7d0ac16ec62 req-50fcc5b7-48f4-4e8b-9f3f-b992feeb7346 tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] 10.222.0.25 "GET /v2.0/security-groups?id=48a61968-ba2d-42aa-b087-8fe6b21c1944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888860 Nov 08 22:00:35.640716 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-c3d17e61-602f-4f96-a054-abe82b6cbae8 req-4b7f2418-11dc-4f53-8343-485ebd9eb8c9 tempest-AttachVolumeNegativeTest-479507150 tempest-AttachVolumeNegativeTest-479507150-project] 10.222.0.25 "GET /v2.0/security-groups?id=18bce912-cacb-492f-931d-a2fe8ac5d2b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769575 Nov 08 22:00:35.852414 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433edab6-ee95-4e07-a4b2-3d75ecee4d9f req-3304ce24-9f46-47bc-a695-cedb451b56c1 tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:00:35.854265 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-433edab6-ee95-4e07-a4b2-3d75ecee4d9f req-3304ce24-9f46-47bc-a695-cedb451b56c1 tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] 10.222.0.25 "GET /v2.0/ports?device_id=ea3e000f-3070-46f1-ab82-0f619625641a HTTP/1.1" status: 200 len: 945 time: 0.0504377 Nov 08 22:00:35.920009 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-433edab6-ee95-4e07-a4b2-3d75ecee4d9f req-381eeb03-3911-4dbd-a9c0-67790c60d847 tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] 10.222.0.25 "GET /v2.0/security-groups?id=e56f6cae-c1db-4d7c-8761-da45404c5a8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570250 Nov 08 22:00:36.468480 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.wsgi [-] (101083) accepted ('10.222.0.25', 40984) {{(pid=101083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 22:00:36.481894 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.wsgi [-] (101083) accepted ('10.222.0.25', 40988) {{(pid=101083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 22:00:36.581577 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-3a56020b-3a49-46b8-b51a-84cd2539918a admin admin] Publish callbacks [] for security_group, before_create {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:00:36.597025 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-4fee7f43-605a-4fc0-9c30-d82087defa8f admin admin] Publish callbacks [] for security_group, before_create {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:00:36.753255 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-3a56020b-3a49-46b8-b51a-84cd2539918a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:00:36.762769 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-3a56020b-3a49-46b8-b51a-84cd2539918a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2033567'] for security_group, after_create {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:00:36.775156 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-4fee7f43-605a-4fc0-9c30-d82087defa8f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:00:36.790220 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-4fee7f43-605a-4fc0-9c30-d82087defa8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2033567'] for security_group, after_create {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:00:36.822892 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.wsgi [-] (101082) accepted ('10.222.0.25', 41000) {{(pid=101082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 22:00:36.823272 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [None req-3a56020b-3a49-46b8-b51a-84cd2539918a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=fa50a212437d4fc7a165c7b0e77a0346&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3533905 Nov 08 22:00:36.827332 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a56020b-3a49-46b8-b51a-84cd2539918a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6506bfa3-ea55-410a-809b-406e36e52836,revision_number=1']} {{(pid=101083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:00:36.832181 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6eb19d-c428-4972-b4b5-ba7604b558fe req-3b7a127a-9f08-4bf1-bdf8-5d662e1d8dd0 tempest-AttachVolumeNegativeTest-479507150 tempest-AttachVolumeNegativeTest-479507150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:00:36.833768 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-1a6eb19d-c428-4972-b4b5-ba7604b558fe req-3b7a127a-9f08-4bf1-bdf8-5d662e1d8dd0 tempest-AttachVolumeNegativeTest-479507150 tempest-AttachVolumeNegativeTest-479507150-project] 10.222.0.25 "GET /v2.0/ports?device_id=31088752-2147-4f7c-8e1d-47f0668bf951 HTTP/1.1" status: 200 len: 945 time: 0.0983460 Nov 08 22:00:36.853631 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [None req-4fee7f43-605a-4fc0-9c30-d82087defa8f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f9303d50925d4a01be9973dece9c217e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3706822 Nov 08 22:00:36.857898 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.wsgi [-] (101082) accepted ('10.222.0.25', 41002) {{(pid=101082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 22:00:36.869390 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fee7f43-605a-4fc0-9c30-d82087defa8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea042017-6d9c-45d0-91de-f255c2969f69,revision_number=1']} {{(pid=101083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:00:36.872978 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6936ec-2e76-4f65-ae4f-12ebcad1c50c req-6b8a7d3f-ca70-4e1f-9771-99285ce1e1cd tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:00:36.874516 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-2e6936ec-2e76-4f65-ae4f-12ebcad1c50c req-6b8a7d3f-ca70-4e1f-9771-99285ce1e1cd tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] 10.222.0.25 "GET /v2.0/ports?device_id=36248ae4-e216-4453-969c-6c7953d8492f HTTP/1.1" status: 200 len: 945 time: 0.1002452 Nov 08 22:00:37.003876 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-1a6eb19d-c428-4972-b4b5-ba7604b558fe req-2f5cb035-360d-4330-a937-9fbc129cc475 tempest-AttachVolumeNegativeTest-479507150 tempest-AttachVolumeNegativeTest-479507150-project] 10.222.0.25 "GET /v2.0/security-groups?id=18bce912-cacb-492f-931d-a2fe8ac5d2b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449516 Nov 08 22:00:37.005441 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-74e196b7-fac7-41e6-b882-b2178a81f017 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:00:37.020307 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-2e6936ec-2e76-4f65-ae4f-12ebcad1c50c req-b7d46125-c0be-4912-b981-916b78fdc5d0 tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] 10.222.0.25 "GET /v2.0/security-groups?id=48a61968-ba2d-42aa-b087-8fe6b21c1944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314163 Nov 08 22:00:37.048765 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-74e196b7-fac7-41e6-b882-b2178a81f017 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:00:37.050569 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-c3641d70-eb2c-4bb7-8431-74ed0fe16cd5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:00:37.100517 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-c3641d70-eb2c-4bb7-8431-74ed0fe16cd5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:00:37.164993 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-74e196b7-fac7-41e6-b882-b2178a81f017 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2033567'] for security_group, after_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:00:37.168236 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-74e196b7-fac7-41e6-b882-b2178a81f017 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:00:37.169384 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [None req-74e196b7-fac7-41e6-b882-b2178a81f017 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/6506bfa3-ea55-410a-809b-406e36e52836 HTTP/1.1" status: 204 len: 168 time: 0.3452909 Nov 08 22:00:37.211509 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e196b7-fac7-41e6-b882-b2178a81f017 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6506bfa3-ea55-410a-809b-406e36e52836,revision_number=None']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:00:37.239096 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19406567-3f3c-492b-8d01-42c05298086e req-0eaf4f5d-19a0-4735-bc06-5d688f01549a tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:00:37.246932 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-19406567-3f3c-492b-8d01-42c05298086e req-0eaf4f5d-19a0-4735-bc06-5d688f01549a tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] 10.222.0.25 "GET /v2.0/ports?device_id=ea3e000f-3070-46f1-ab82-0f619625641a HTTP/1.1" status: 200 len: 945 time: 0.1319227 Nov 08 22:00:37.263725 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-c3641d70-eb2c-4bb7-8431-74ed0fe16cd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2033567'] for security_group, after_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:00:37.267020 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-c3641d70-eb2c-4bb7-8431-74ed0fe16cd5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:00:37.280880 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [None req-c3641d70-eb2c-4bb7-8431-74ed0fe16cd5 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ea042017-6d9c-45d0-91de-f255c2969f69 HTTP/1.1" status: 204 len: 168 time: 0.4080117 Nov 08 22:00:37.305593 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3641d70-eb2c-4bb7-8431-74ed0fe16cd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea042017-6d9c-45d0-91de-f255c2969f69,revision_number=None']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:00:37.403561 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-19406567-3f3c-492b-8d01-42c05298086e req-1324f04c-b6e6-4c00-9edc-0a4bd9522353 tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] 10.222.0.25 "GET /v2.0/security-groups?id=e56f6cae-c1db-4d7c-8761-da45404c5a8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1557555 Nov 08 22:00:37.821004 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.wsgi [-] (101082) accepted ('10.222.0.25', 41054) {{(pid=101082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 22:00:37.834182 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-22a27d94-cce8-4d07-a9d3-8cff796342ac admin admin] Publish callbacks [] for security_group, before_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:00:37.838460 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.wsgi [-] (101083) accepted ('10.222.0.25', 41056) {{(pid=101083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 22:00:37.854917 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-c45d0d83-cb29-4125-8b6c-d919a40df725 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:00:37.921881 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122493b6-729d-456c-b640-7f5e79252894 req-240c4081-8690-49c2-a96d-ec34c4acf98e tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:00:37.923366 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-122493b6-729d-456c-b640-7f5e79252894 req-240c4081-8690-49c2-a96d-ec34c4acf98e tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] 10.222.0.25 "GET /v2.0/ports?device_id=36248ae4-e216-4453-969c-6c7953d8492f HTTP/1.1" status: 200 len: 945 time: 0.0692837 Nov 08 22:00:37.931777 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-c45d0d83-cb29-4125-8b6c-d919a40df725 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:00:37.935780 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-c45d0d83-cb29-4125-8b6c-d919a40df725 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2033567'] for security_group, after_create {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:00:37.965700 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-22a27d94-cce8-4d07-a9d3-8cff796342ac admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:00:37.973014 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [None req-c45d0d83-cb29-4125-8b6c-d919a40df725 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=caa7c38851c7442a9424b7769ee6c0d8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1328366 Nov 08 22:00:37.973287 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-22a27d94-cce8-4d07-a9d3-8cff796342ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2033567'] for security_group, after_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:00:37.975633 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.wsgi [-] (101083) accepted ('10.222.0.25', 41058) {{(pid=101083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 22:00:37.982981 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45d0d83-cb29-4125-8b6c-d919a40df725 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=185ab791-73b1-4c70-91b3-0211d7d7bcde,revision_number=1']} {{(pid=101083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:00:38.021413 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-122493b6-729d-456c-b640-7f5e79252894 req-eef6cecb-34a6-4748-a79b-050a102a4532 tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] 10.222.0.25 "GET /v2.0/security-groups?id=48a61968-ba2d-42aa-b087-8fe6b21c1944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915782 Nov 08 22:00:38.024539 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [None req-22a27d94-cce8-4d07-a9d3-8cff796342ac admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ba0cc6883414432f9e451b833afba5a4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2031124 Nov 08 22:00:38.025662 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a27d94-cce8-4d07-a9d3-8cff796342ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e90cc41-c6ec-4c8b-be11-efb35da793ae,revision_number=1']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:00:38.028348 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.wsgi [-] (101083) accepted ('10.222.0.25', 41060) {{(pid=101083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 22:00:38.037563 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-a87db064-dd49-43f5-8d5e-eaeb8fc2c1d6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:00:38.078601 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-a87db064-dd49-43f5-8d5e-eaeb8fc2c1d6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:00:38.119835 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-f3fca9b2-49d1-40db-9abf-c8423fb7d94d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:00:38.142866 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-f3fca9b2-49d1-40db-9abf-c8423fb7d94d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:00:38.144437 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4fb839-b92a-4b02-ad00-6c934e6c8026 req-e407e59a-99ff-4d08-8dbc-96328b1e08c0 tempest-AttachVolumeNegativeTest-479507150 tempest-AttachVolumeNegativeTest-479507150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:00:38.145989 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-dd4fb839-b92a-4b02-ad00-6c934e6c8026 req-e407e59a-99ff-4d08-8dbc-96328b1e08c0 tempest-AttachVolumeNegativeTest-479507150 tempest-AttachVolumeNegativeTest-479507150-project] 10.222.0.25 "GET /v2.0/ports?device_id=31088752-2147-4f7c-8e1d-47f0668bf951 HTTP/1.1" status: 200 len: 945 time: 0.0605154 Nov 08 22:00:38.160476 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-a87db064-dd49-43f5-8d5e-eaeb8fc2c1d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2033567'] for security_group, after_delete {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:00:38.163015 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-a87db064-dd49-43f5-8d5e-eaeb8fc2c1d6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:00:38.164129 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [None req-a87db064-dd49-43f5-8d5e-eaeb8fc2c1d6 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/185ab791-73b1-4c70-91b3-0211d7d7bcde HTTP/1.1" status: 204 len: 168 time: 0.1871402 Nov 08 22:00:38.183031 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87db064-dd49-43f5-8d5e-eaeb8fc2c1d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=185ab791-73b1-4c70-91b3-0211d7d7bcde,revision_number=None']} {{(pid=101083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:00:38.200175 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-dd4fb839-b92a-4b02-ad00-6c934e6c8026 req-1c9c6d88-f710-4b1c-9ab0-ae1267120790 tempest-AttachVolumeNegativeTest-479507150 tempest-AttachVolumeNegativeTest-479507150-project] 10.222.0.25 "GET /v2.0/security-groups?id=18bce912-cacb-492f-931d-a2fe8ac5d2b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469313 Nov 08 22:00:38.221160 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-f3fca9b2-49d1-40db-9abf-c8423fb7d94d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2033567'] for security_group, after_delete {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:00:38.223785 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-f3fca9b2-49d1-40db-9abf-c8423fb7d94d admin admin] Publish callbacks [] for security_group, before_response {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:00:38.224971 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [None req-f3fca9b2-49d1-40db-9abf-c8423fb7d94d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/6e90cc41-c6ec-4c8b-be11-efb35da793ae HTTP/1.1" status: 204 len: 168 time: 0.1954288 Nov 08 22:00:38.235401 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fca9b2-49d1-40db-9abf-c8423fb7d94d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e90cc41-c6ec-4c8b-be11-efb35da793ae,revision_number=None']} {{(pid=101083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:00:38.609970 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac305ea-09d9-452f-871c-716e7f636e5f req-f636a909-8ac3-4373-8187-99226dbb76d9 tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:00:38.611453 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-6ac305ea-09d9-452f-871c-716e7f636e5f req-f636a909-8ac3-4373-8187-99226dbb76d9 tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] 10.222.0.25 "GET /v2.0/ports?device_id=ea3e000f-3070-46f1-ab82-0f619625641a HTTP/1.1" status: 200 len: 945 time: 0.0562863 Nov 08 22:00:38.667130 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-6ac305ea-09d9-452f-871c-716e7f636e5f req-6fe634a9-89aa-4bbf-901c-02b9d5b73963 tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] 10.222.0.25 "GET /v2.0/security-groups?id=e56f6cae-c1db-4d7c-8761-da45404c5a8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487871 Nov 08 22:00:38.791618 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49489a8-64f5-40cb-9706-d1d9b33ac24c req-e63d3951-4753-4379-b0a4-632779a77ce7 tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:00:38.793748 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-f49489a8-64f5-40cb-9706-d1d9b33ac24c req-e63d3951-4753-4379-b0a4-632779a77ce7 tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] 10.222.0.25 "GET /v2.0/ports?device_id=ea3e000f-3070-46f1-ab82-0f619625641a HTTP/1.1" status: 200 len: 945 time: 0.0549662 Nov 08 22:00:38.803623 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.wsgi [-] (101083) accepted ('10.222.0.25', 41104) {{(pid=101083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 22:00:38.808640 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.v2.base [None req-a17cdbee-2b1d-45c2-8241-f1f1cf85b560 tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] Request body: {'floatingip': {'port_id': '09809ed1-94fe-4689-b3a4-b7a111c8b4ef'}} {{(pid=101083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 22:00:39.066757 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-a17cdbee-2b1d-45c2-8241-f1f1cf85b560 tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] Publish callbacks [] for floatingip, before_update {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:00:39.167046 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3e8d18-07c7-4c7d-bf9c-06a9129bff3e req-2dc29738-6ba0-4e34-b828-4d2a277d412b tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:00:39.170387 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-7d3e8d18-07c7-4c7d-bf9c-06a9129bff3e req-2dc29738-6ba0-4e34-b828-4d2a277d412b tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] 10.222.0.25 "GET /v2.0/ports?device_id=36248ae4-e216-4453-969c-6c7953d8492f HTTP/1.1" status: 200 len: 945 time: 0.0599747 Nov 08 22:00:39.238228 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-7d3e8d18-07c7-4c7d-bf9c-06a9129bff3e req-39e98c92-bf29-47cd-b2d7-29446b7cb423 tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] 10.222.0.25 "GET /v2.0/security-groups?id=48a61968-ba2d-42aa-b087-8fe6b21c1944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611134 Nov 08 22:00:39.763763 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-a17cdbee-2b1d-45c2-8241-f1f1cf85b560 tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:00:39.770025 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-a17cdbee-2b1d-45c2-8241-f1f1cf85b560 tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1623957'] for floatingip, after_update {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:00:39.878968 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.db.l3_db [None req-a17cdbee-2b1d-45c2-8241-f1f1cf85b560 tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] Floating IP f4435c1b-798e-416a-a8d2-2893094f7782 associated. External IP: 172.27.3.240, port: 09809ed1-94fe-4689-b3a4-b7a111c8b4ef. Nov 08 22:00:40.096156 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a17cdbee-2b1d-45c2-8241-f1f1cf85b560 tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] Router a8710038-31e4-41f3-afb0-f835bccc6376 has already been hosted by L3 agent a7fb4010-89fb-4d99-b0a1-90d6a3aacb04 {{(pid=101083) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 22:00:40.210144 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a17cdbee-2b1d-45c2-8241-f1f1cf85b560 tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] Notify agent at l3_agent.dv-cinder-817085-1-iscsi the message routers_updated {{(pid=101083) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 22:00:40.215061 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-a17cdbee-2b1d-45c2-8241-f1f1cf85b560 tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465805'] for floatingip, before_response {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:00:40.228234 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-705aa212-bf2e-4c53-af55-9e7f23dc9002 None None] Sync routers for ids ['a8710038-31e4-41f3-afb0-f835bccc6376'] in dv-cinder-817085-1-iscsi {{(pid=101085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 22:00:40.237974 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-705aa212-bf2e-4c53-af55-9e7f23dc9002 None None] Routers {'a8710038-31e4-41f3-afb0-f835bccc6376'} bound to L3 agent in host dv-cinder-817085-1-iscsi {{(pid=101085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 22:00:40.238583 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.db.l3_hamode_db [None req-705aa212-bf2e-4c53-af55-9e7f23dc9002 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817085-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T21:51:49Z,description=,heartbeat_timestamp=2021-11-08T22:00:19Z,host='dv-cinder-817085-1-iscsi',id=a7fb4010-89fb-4d99-b0a1-90d6a3aacb04,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T21:51:49Z,topic='l3_agent')) {'router_ids': ['a8710038-31e4-41f3-afb0-f835bccc6376'], 'active': True} {{(pid=101085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 22:00:40.251595 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [None req-a17cdbee-2b1d-45c2-8241-f1f1cf85b560 tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] 10.222.0.25 "PUT /v2.0/floatingips/f4435c1b-798e-416a-a8d2-2893094f7782 HTTP/1.1" status: 200 len: 991 time: 1.4466426 Nov 08 22:00:40.252587 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea3e000f-3070-46f1-ab82-0f619625641a', 'tag': '09809ed1-94fe-4689-b3a4-b7a111c8b4ef'}] {{(pid=101083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 22:00:40.255534 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1401f4ba4b9bb213bf59dd3903e8d3cb618788e4f0023aa365925d32571c6fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cff5c670-b025-4ffe-b465-3866086df5d2" -d '{"events": [{"name": "network-changed", "server_uuid": "ea3e000f-3070-46f1-ab82-0f619625641a", "tag": "09809ed1-94fe-4689-b3a4-b7a111c8b4ef"}]}' {{(pid=101083) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 22:00:40.336150 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 22:00:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c95d9e1c-7f64-4a1b-8792-292214056b00 x-openstack-request-id: req-c95d9e1c-7f64-4a1b-8792-292214056b00 {{(pid=101083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 22:00:40.336432 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea3e000f-3070-46f1-ab82-0f619625641a", "tag": "09809ed1-94fe-4689-b3a4-b7a111c8b4ef", "status": "completed", "code": 200}]} {{(pid=101083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 22:00:40.336710 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c95d9e1c-7f64-4a1b-8792-292214056b00 {{(pid=101083) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 22:00:40.337102 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea3e000f-3070-46f1-ab82-0f619625641a', 'tag': '09809ed1-94fe-4689-b3a4-b7a111c8b4ef', 'status': 'completed', 'code': 200} Nov 08 22:00:40.417182 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.db.l3_dvr_db [None req-705aa212-bf2e-4c53-af55-9e7f23dc9002 None None] Set router a8710038-31e4-41f3-afb0-f835bccc6376 gateway port host: dv-cinder-817085-1-iscsi {{(pid=101085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 22:00:40.444611 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4352562c-c27b-44d0-a3be-44733be57e2c req-b3a06fe6-d6ab-4cdf-816c-355e8f0ee8f6 tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:00:40.446162 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-4352562c-c27b-44d0-a3be-44733be57e2c req-b3a06fe6-d6ab-4cdf-816c-355e8f0ee8f6 tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] 10.222.0.25 "GET /v2.0/ports?device_id=36248ae4-e216-4453-969c-6c7953d8492f HTTP/1.1" status: 200 len: 945 time: 0.0503273 Nov 08 22:00:40.506285 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-4352562c-c27b-44d0-a3be-44733be57e2c req-e3b8fa3a-c807-43a6-8ccc-9a5aa6a154b1 tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] 10.222.0.25 "GET /v2.0/security-groups?id=48a61968-ba2d-42aa-b087-8fe6b21c1944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537865 Nov 08 22:00:40.729342 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff5c670-b025-4ffe-b465-3866086df5d2 req-ea65e9b7-615a-40ff-b1b6-3f35cd09a13b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:00:40.731410 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-cff5c670-b025-4ffe-b465-3866086df5d2 req-ea65e9b7-615a-40ff-b1b6-3f35cd09a13b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c834e2bc78d34c388e89dd13ae9d694d&device_id=ea3e000f-3070-46f1-ab82-0f619625641a HTTP/1.1" status: 200 len: 1098 time: 0.0694509 Nov 08 22:00:40.742907 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b88761-065d-4fac-a5ee-dfe2ce867920 req-21acc34b-d0e4-4c16-a091-b7cdf9546658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:00:40.743090 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.db.l3_hamode_db [None req-705aa212-bf2e-4c53-af55-9e7f23dc9002 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8710038-31e4-41f3-afb0-f835bccc6376', 'name': 'tempest-AttachVolumeTestJSON-138430820-router', 'tenant_id': 'c834e2bc78d34c388e89dd13ae9d694d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ae8d913-bef9-4bc0-baeb-78ef8b3a7364', 'external_fixed_ips': [{'subnet_id': 'f0dec947-372d-4ed5-9c9f-864e58aba850', 'ip_address': '172.27.3.181'}], 'enable_snat': True}, 'gw_port_id': '29f233ab-38fc-4545-a24b-ffeb6cbcad23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T21:59:45Z', 'updated_at': '2021-11-08T21:59:51Z', 'revision_number': 4, 'project_id': 'c834e2bc78d34c388e89dd13ae9d694d', 'gw_port': {'id': '29f233ab-38fc-4545-a24b-ffeb6cbcad23', 'name': '', 'network_id': '8ae8d913-bef9-4bc0-baeb-78ef8b3a7364', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:4c:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8710038-31e4-41f3-afb0-f835bccc6376', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': 'f0dec947-372d-4ed5-9c9f-864e58aba850', 'ip_address': '172.27.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T21:59:45Z', 'updated_at': '2021-11-08T21:59:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0dec947-372d-4ed5-9c9f-864e58aba850', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817085-1-iscsi', '_floatingips': [{'id': 'f4435c1b-798e-416a-a8d2-2893094f7782', 'tenant_id': 'c834e2bc78d34c388e89dd13ae9d694d', 'floating_ip_address': '172.27.3.240', 'floating_network_id': '8ae8d913-bef9-4bc0-baeb-78ef8b3a7364', 'router_id': 'a8710038-31e4-41f3-afb0-f835bccc6376', 'port_id': '09809ed1-94fe-4689-b3a4-b7a111c8b4ef', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 107, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9590ccf2-e7fa-40b5-917c-b342c4898ba2', 'mac_address': 'fa:16:3e:87:43:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea3e000f-3070-46f1-ab82-0f619625641a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T21:59:57Z', 'updated_at': '2021-11-08T22:00:39Z', 'revision_number': 1, 'project_id': 'c834e2bc78d34c388e89dd13ae9d694d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '53dd1d3a-6711-4ff9-aa82-f0ec785ee75e', 'name': '', 'network_id': '9590ccf2-e7fa-40b5-917c-b342c4898ba2', 'tenant_id': 'c834e2bc78d34c388e89dd13ae9d694d', 'mac_address': 'fa:16:3e:27:1d:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8710038-31e4-41f3-afb0-f835bccc6376', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '2512a576-3f2f-4a0c-aead-e82297ded485', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T21:59:49Z', 'updated_at': '2021-11-08T21:59:56Z', 'revision_number': 5, 'project_id': 'c834e2bc78d34c388e89dd13ae9d694d', 'subnets': [{'id': '2512a576-3f2f-4a0c-aead-e82297ded485', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817085-1-iscsi', False) {} {{(pid=101085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 22:00:40.744452 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-a7b88761-065d-4fac-a5ee-dfe2ce867920 req-21acc34b-d0e4-4c16-a091-b7cdf9546658 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=978ca50bc6d64521ad5d25a5de935b0b&device_id=36248ae4-e216-4453-969c-6c7953d8492f HTTP/1.1" status: 200 len: 1098 time: 0.0533028 Nov 08 22:00:40.776188 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-705aa212-bf2e-4c53-af55-9e7f23dc9002 None None] Checking router: a8710038-31e4-41f3-afb0-f835bccc6376 for host: dv-cinder-817085-1-iscsi {{(pid=101085) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 22:00:40.784783 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-705aa212-bf2e-4c53-af55-9e7f23dc9002 None None] Routers {'a8710038-31e4-41f3-afb0-f835bccc6376'} bound to L3 agent in host dv-cinder-817085-1-iscsi {{(pid=101085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 22:00:40.785409 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.db.l3_hamode_db [None req-705aa212-bf2e-4c53-af55-9e7f23dc9002 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817085-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T21:51:49Z,description=,heartbeat_timestamp=2021-11-08T22:00:19Z,host='dv-cinder-817085-1-iscsi',id=a7fb4010-89fb-4d99-b0a1-90d6a3aacb04,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T21:51:49Z,topic='l3_agent')) {'router_ids': ['a8710038-31e4-41f3-afb0-f835bccc6376'], 'active': True} {{(pid=101085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 22:00:40.906595 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.db.l3_dvr_db [None req-705aa212-bf2e-4c53-af55-9e7f23dc9002 None None] Set router a8710038-31e4-41f3-afb0-f835bccc6376 gateway port host: dv-cinder-817085-1-iscsi {{(pid=101085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 22:00:40.999940 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff5c670-b025-4ffe-b465-3866086df5d2 req-ebbfb3fa-7f1f-4f13-8c01-201a5272f4f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:00:41.001775 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-cff5c670-b025-4ffe-b465-3866086df5d2 req-ebbfb3fa-7f1f-4f13-8c01-201a5272f4f5 service neutron] 10.222.0.48 "GET /v2.0/networks?id=9590ccf2-e7fa-40b5-917c-b342c4898ba2 HTTP/1.1" status: 200 len: 911 time: 0.1813221 Nov 08 22:00:41.135771 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-cff5c670-b025-4ffe-b465-3866086df5d2 req-3f34edec-21c7-4dc3-8f0d-55b47e31434b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=09809ed1-94fe-4689-b3a4-b7a111c8b4ef HTTP/1.1" status: 200 len: 999 time: 0.1180325 Nov 08 22:00:41.148722 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b88761-065d-4fac-a5ee-dfe2ce867920 req-44844287-7004-440d-88e8-bcf14a89a37c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:00:41.150201 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-a7b88761-065d-4fac-a5ee-dfe2ce867920 req-44844287-7004-440d-88e8-bcf14a89a37c service neutron] 10.222.0.48 "GET /v2.0/networks?id=890edfdd-a1ca-4a26-a0c0-782a8dc72e87 HTTP/1.1" status: 200 len: 920 time: 0.3232288 Nov 08 22:00:41.193601 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff5c670-b025-4ffe-b465-3866086df5d2 req-9fbd182e-0163-4ebc-9a0c-d8be621e053d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:00:41.193793 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-a7b88761-065d-4fac-a5ee-dfe2ce867920 req-b97615d0-f10e-4070-ac39-8361fee7b688 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5d6dc9be-5038-46f5-9a76-a26a26ccb0be HTTP/1.1" status: 200 len: 217 time: 0.0352850 Nov 08 22:00:41.195156 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-cff5c670-b025-4ffe-b465-3866086df5d2 req-9fbd182e-0163-4ebc-9a0c-d8be621e053d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2512a576-3f2f-4a0c-aead-e82297ded485 HTTP/1.1" status: 200 len: 849 time: 0.0439527 Nov 08 22:00:41.243588 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.db.l3_hamode_db [None req-705aa212-bf2e-4c53-af55-9e7f23dc9002 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8710038-31e4-41f3-afb0-f835bccc6376', 'name': 'tempest-AttachVolumeTestJSON-138430820-router', 'tenant_id': 'c834e2bc78d34c388e89dd13ae9d694d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ae8d913-bef9-4bc0-baeb-78ef8b3a7364', 'external_fixed_ips': [{'subnet_id': 'f0dec947-372d-4ed5-9c9f-864e58aba850', 'ip_address': '172.27.3.181'}], 'enable_snat': True}, 'gw_port_id': '29f233ab-38fc-4545-a24b-ffeb6cbcad23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T21:59:45Z', 'updated_at': '2021-11-08T21:59:51Z', 'revision_number': 4, 'project_id': 'c834e2bc78d34c388e89dd13ae9d694d', 'gw_port': {'id': '29f233ab-38fc-4545-a24b-ffeb6cbcad23', 'name': '', 'network_id': '8ae8d913-bef9-4bc0-baeb-78ef8b3a7364', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:4c:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8710038-31e4-41f3-afb0-f835bccc6376', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': 'f0dec947-372d-4ed5-9c9f-864e58aba850', 'ip_address': '172.27.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T21:59:45Z', 'updated_at': '2021-11-08T21:59:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0dec947-372d-4ed5-9c9f-864e58aba850', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817085-1-iscsi', '_floatingips': [{'id': 'f4435c1b-798e-416a-a8d2-2893094f7782', 'tenant_id': 'c834e2bc78d34c388e89dd13ae9d694d', 'floating_ip_address': '172.27.3.240', 'floating_network_id': '8ae8d913-bef9-4bc0-baeb-78ef8b3a7364', 'router_id': 'a8710038-31e4-41f3-afb0-f835bccc6376', 'port_id': '09809ed1-94fe-4689-b3a4-b7a111c8b4ef', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 107, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9590ccf2-e7fa-40b5-917c-b342c4898ba2', 'mac_address': 'fa:16:3e:87:43:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea3e000f-3070-46f1-ab82-0f619625641a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T21:59:57Z', 'updated_at': '2021-11-08T22:00:39Z', 'revision_number': 1, 'project_id': 'c834e2bc78d34c388e89dd13ae9d694d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '53dd1d3a-6711-4ff9-aa82-f0ec785ee75e', 'name': '', 'network_id': '9590ccf2-e7fa-40b5-917c-b342c4898ba2', 'tenant_id': 'c834e2bc78d34c388e89dd13ae9d694d', 'mac_address': 'fa:16:3e:27:1d:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8710038-31e4-41f3-afb0-f835bccc6376', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '2512a576-3f2f-4a0c-aead-e82297ded485', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T21:59:49Z', 'updated_at': '2021-11-08T21:59:56Z', 'revision_number': 5, 'project_id': 'c834e2bc78d34c388e89dd13ae9d694d', 'subnets': [{'id': '2512a576-3f2f-4a0c-aead-e82297ded485', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817085-1-iscsi', False) {} {{(pid=101085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 22:00:41.247526 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff5c670-b025-4ffe-b465-3866086df5d2 req-5a56f6bf-63c7-4560-8907-369b93ce4acf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:00:41.249352 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-cff5c670-b025-4ffe-b465-3866086df5d2 req-5a56f6bf-63c7-4560-8907-369b93ce4acf service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9590ccf2-e7fa-40b5-917c-b342c4898ba2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0426252 Nov 08 22:00:41.252858 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b88761-065d-4fac-a5ee-dfe2ce867920 req-cb019239-86d7-4494-9c9f-78c8c342a5fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:00:41.254308 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-a7b88761-065d-4fac-a5ee-dfe2ce867920 req-cb019239-86d7-4494-9c9f-78c8c342a5fb service neutron] 10.222.0.48 "GET /v2.0/subnets?id=5d94cda7-098f-4351-9588-bf6058a35aaf HTTP/1.1" status: 200 len: 859 time: 0.0481603 Nov 08 22:00:41.274854 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-705aa212-bf2e-4c53-af55-9e7f23dc9002 None None] The sync data for ids ['a8710038-31e4-41f3-afb0-f835bccc6376'] in dv-cinder-817085-1-iscsi is: [{'id': 'a8710038-31e4-41f3-afb0-f835bccc6376', 'name': 'tempest-AttachVolumeTestJSON-138430820-router', 'tenant_id': 'c834e2bc78d34c388e89dd13ae9d694d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ae8d913-bef9-4bc0-baeb-78ef8b3a7364', 'external_fixed_ips': [{'subnet_id': 'f0dec947-372d-4ed5-9c9f-864e58aba850', 'ip_address': '172.27.3.181'}], 'enable_snat': True}, 'gw_port_id': '29f233ab-38fc-4545-a24b-ffeb6cbcad23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T21:59:45Z', 'updated_at': '2021-11-08T21:59:51Z', 'revision_number': 4, 'project_id': 'c834e2bc78d34c388e89dd13ae9d694d', 'gw_port': {'id': '29f233ab-38fc-4545-a24b-ffeb6cbcad23', 'name': '', 'network_id': '8ae8d913-bef9-4bc0-baeb-78ef8b3a7364', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:4c:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8710038-31e4-41f3-afb0-f835bccc6376', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': 'f0dec947-372d-4ed5-9c9f-864e58aba850', 'ip_address': '172.27.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T21:59:45Z', 'updated_at': '2021-11-08T21:59:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0dec947-372d-4ed5-9c9f-864e58aba850', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817085-1-iscsi', '_floatingips': [{'id': 'f4435c1b-798e-416a-a8d2-2893094f7782', 'tenant_id': 'c834e2bc78d34c388e89dd13ae9d694d', 'floating_ip_address': '172.27.3.240', 'floating_network_id': '8ae8d913-bef9-4bc0-baeb-78ef8b3a7364', 'router_id': 'a8710038-31e4-41f3-afb0-f835bccc6376', 'port_id': '09809ed1-94fe-4689-b3a4-b7a111c8b4ef', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 107, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9590ccf2-e7fa-40b5-917c-b342c4898ba2', 'mac_address': 'fa:16:3e:87:43:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea3e000f-3070-46f1-ab82-0f619625641a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T21:59:57Z', 'updated_at': '2021-11-08T22:00:39Z', 'revision_number': 1, 'project_id': 'c834e2bc78d34c388e89dd13ae9d694d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '53dd1d3a-6711-4ff9-aa82-f0ec785ee75e', 'name': '', 'network_id': '9590ccf2-e7fa-40b5-917c-b342c4898ba2', 'tenant_id': 'c834e2bc78d34c388e89dd13ae9d694d', 'mac_address': 'fa:16:3e:27:1d:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8710038-31e4-41f3-afb0-f835bccc6376', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '2512a576-3f2f-4a0c-aead-e82297ded485', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T21:59:49Z', 'updated_at': '2021-11-08T21:59:56Z', 'revision_number': 5, 'project_id': 'c834e2bc78d34c388e89dd13ae9d694d', 'subnets': [{'id': '2512a576-3f2f-4a0c-aead-e82297ded485', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 22:00:41.290156 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-a7b88761-065d-4fac-a5ee-dfe2ce867920 req-a16e601c-a220-430e-8321-db8f330ff158 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=890edfdd-a1ca-4a26-a0c0-782a8dc72e87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285239 Nov 08 22:00:41.315867 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.db.agents_db [None req-16c50754-5ab9-47e2-9d92-00a33089e8d5 None None] Agent healthcheck: found 6 active agents {{(pid=101085) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 22:00:41.396720 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-a7b88761-065d-4fac-a5ee-dfe2ce867920 req-1a86150a-bce9-4d60-a784-e66e5ebf6255 service neutron] 10.222.0.48 "GET /v2.0/networks/890edfdd-a1ca-4a26-a0c0-782a8dc72e87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961695 Nov 08 22:00:41.515581 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-a7b88761-065d-4fac-a5ee-dfe2ce867920 req-30caa5e3-0ecb-4353-8836-fdbd484f7484 service neutron] 10.222.0.48 "GET /v2.0/networks/890edfdd-a1ca-4a26-a0c0-782a8dc72e87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1106400 Nov 08 22:00:41.548208 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-cff5c670-b025-4ffe-b465-3866086df5d2 req-16e527ab-588f-4ac4-8c42-e81b3e8b5547 service neutron] 10.222.0.48 "GET /v2.0/networks/9590ccf2-e7fa-40b5-917c-b342c4898ba2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2867885 Nov 08 22:00:41.565943 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0222b70e-8a2f-4133-8847-f46f9dff21c5 None None] New status for floating IP f4435c1b-798e-416a-a8d2-2893094f7782: ACTIVE {{(pid=101084) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 08 22:00:41.771883 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ec7e36-5cd6-4f95-b7ce-d6347d24e7c4 req-71f70829-14aa-4a41-8ce1-2b35399e945e tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:00:41.773789 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-46ec7e36-5cd6-4f95-b7ce-d6347d24e7c4 req-71f70829-14aa-4a41-8ce1-2b35399e945e tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] 10.222.0.25 "GET /v2.0/ports?device_id=36248ae4-e216-4453-969c-6c7953d8492f HTTP/1.1" status: 200 len: 945 time: 0.1109524 Nov 08 22:00:41.800169 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-cff5c670-b025-4ffe-b465-3866086df5d2 req-1eca3117-c1aa-4b30-a456-b42b4e4cc52d service neutron] 10.222.0.48 "GET /v2.0/networks/9590ccf2-e7fa-40b5-917c-b342c4898ba2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2382212 Nov 08 22:00:41.833093 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-46ec7e36-5cd6-4f95-b7ce-d6347d24e7c4 req-f69ce6ef-a939-436d-adef-1432f5a8bd4f tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] 10.222.0.25 "GET /v2.0/security-groups?id=48a61968-ba2d-42aa-b087-8fe6b21c1944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514274 Nov 08 22:00:42.382274 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.wsgi [-] (101083) accepted ('10.222.0.25', 41272) {{(pid=101083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 22:00:42.483633 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-b7773af3-5ae1-419d-87ba-5db53a59b824 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:00:42.556031 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-b7773af3-5ae1-419d-87ba-5db53a59b824 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:00:42.560312 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-b7773af3-5ae1-419d-87ba-5db53a59b824 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2033567'] for security_group, after_create {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:00:42.597396 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [None req-b7773af3-5ae1-419d-87ba-5db53a59b824 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=08191f54675e4ac6853979616f40bbe6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2140653 Nov 08 22:00:42.598221 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7773af3-5ae1-419d-87ba-5db53a59b824 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3544d06-8216-4547-b6e7-96418e7038e3,revision_number=1']} {{(pid=101083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:00:42.600157 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.wsgi [-] (101082) accepted ('10.222.0.25', 41276) {{(pid=101082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 22:00:42.649029 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-0861b292-ee43-4cc2-bb41-b2bbb8dd00c0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:00:42.669376 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-0861b292-ee43-4cc2-bb41-b2bbb8dd00c0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:00:42.714225 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-0861b292-ee43-4cc2-bb41-b2bbb8dd00c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2033567'] for security_group, after_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:00:42.716826 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-0861b292-ee43-4cc2-bb41-b2bbb8dd00c0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:00:42.717985 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [None req-0861b292-ee43-4cc2-bb41-b2bbb8dd00c0 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e3544d06-8216-4547-b6e7-96418e7038e3 HTTP/1.1" status: 204 len: 168 time: 0.1163309 Nov 08 22:00:42.725482 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0861b292-ee43-4cc2-bb41-b2bbb8dd00c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3544d06-8216-4547-b6e7-96418e7038e3,revision_number=None']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:00:42.953026 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7964d0cb-ed20-489e-9be4-0470ae05934d req-714cc4eb-5279-49a0-bba3-c0df4303dae9 tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:00:42.954536 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-7964d0cb-ed20-489e-9be4-0470ae05934d req-714cc4eb-5279-49a0-bba3-c0df4303dae9 tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] 10.222.0.25 "GET /v2.0/ports?device_id=36248ae4-e216-4453-969c-6c7953d8492f HTTP/1.1" status: 200 len: 945 time: 0.0511880 Nov 08 22:00:42.981146 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.wsgi [-] (101083) accepted ('10.222.0.25', 41286) {{(pid=101083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 22:00:42.994367 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-7a235fc4-6d96-4495-a077-d86e1a867596 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:00:43.007619 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-7964d0cb-ed20-489e-9be4-0470ae05934d req-5c648756-9588-4742-8ed1-39182b1b98e2 tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] 10.222.0.25 "GET /v2.0/security-groups?id=48a61968-ba2d-42aa-b087-8fe6b21c1944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466206 Nov 08 22:00:43.071584 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-7a235fc4-6d96-4495-a077-d86e1a867596 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:00:43.077148 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-7a235fc4-6d96-4495-a077-d86e1a867596 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2033567'] for security_group, after_create {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:00:43.116202 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [None req-7a235fc4-6d96-4495-a077-d86e1a867596 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=dcd3df4a5ad547708eb3407e3c62808b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1339903 Nov 08 22:00:43.117072 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a235fc4-6d96-4495-a077-d86e1a867596 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76976751-af4e-493d-9505-65b3fd4cedf8,revision_number=1']} {{(pid=101083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:00:43.118908 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.wsgi [-] (101082) accepted ('10.222.0.25', 41296) {{(pid=101082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 22:00:43.167056 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-1d755f19-6a12-4b97-9354-6c23cbd0168a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:00:43.188632 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-1d755f19-6a12-4b97-9354-6c23cbd0168a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:00:43.235112 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-1d755f19-6a12-4b97-9354-6c23cbd0168a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2033567'] for security_group, after_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:00:43.238293 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-1d755f19-6a12-4b97-9354-6c23cbd0168a admin admin] Publish callbacks [] for security_group, before_response {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:00:43.241824 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [None req-1d755f19-6a12-4b97-9354-6c23cbd0168a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/76976751-af4e-493d-9505-65b3fd4cedf8 HTTP/1.1" status: 204 len: 168 time: 0.1196394 Nov 08 22:00:43.249463 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d755f19-6a12-4b97-9354-6c23cbd0168a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76976751-af4e-493d-9505-65b3fd4cedf8,revision_number=None']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:00:43.579843 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.wsgi [-] (101082) accepted ('10.222.0.25', 41322) {{(pid=101082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 22:00:43.656414 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.wsgi [-] (101082) accepted ('10.222.0.25', 41326) {{(pid=101082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 22:00:43.670251 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-0cffc4ce-334b-4249-9062-d07f81bbd130 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:00:43.692741 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-0bd1625a-2127-4e26-8918-fb0119f60ec5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:00:43.800438 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-0cffc4ce-334b-4249-9062-d07f81bbd130 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:00:43.807460 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-0cffc4ce-334b-4249-9062-d07f81bbd130 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2033567'] for security_group, after_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:00:43.833955 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-0bd1625a-2127-4e26-8918-fb0119f60ec5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:00:43.847108 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-0bd1625a-2127-4e26-8918-fb0119f60ec5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2033567'] for security_group, after_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:00:43.865336 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [None req-0cffc4ce-334b-4249-9062-d07f81bbd130 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=eafd1684b9c444d4a4094a46fa366cc0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2073202 Nov 08 22:00:43.868041 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.wsgi [-] (101083) accepted ('10.222.0.25', 41328) {{(pid=101083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 22:00:43.868518 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cffc4ce-334b-4249-9062-d07f81bbd130 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56af7aa7-1035-4352-b8e9-4c4e45522060,revision_number=1']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:00:43.888041 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [None req-0bd1625a-2127-4e26-8918-fb0119f60ec5 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=85b4e29aa32d4d6aaee02cbd0948de63&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3071389 Nov 08 22:00:43.890658 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.wsgi [-] (101082) accepted ('10.222.0.25', 41330) {{(pid=101082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 22:00:43.914768 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd1625a-2127-4e26-8918-fb0119f60ec5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7978c604-3e14-40bf-8bd9-2897c2390a10,revision_number=1']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:00:43.922019 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-a936c961-2cbc-4e29-beb6-804e7b636546 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:00:43.945131 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-a936c961-2cbc-4e29-beb6-804e7b636546 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:00:43.949352 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-08abc853-1cca-4e92-a40a-27390ae02c4e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:00:43.970095 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-08abc853-1cca-4e92-a40a-27390ae02c4e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:00:43.989907 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-a936c961-2cbc-4e29-beb6-804e7b636546 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2033567'] for security_group, after_delete {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:00:43.992415 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-a936c961-2cbc-4e29-beb6-804e7b636546 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:00:43.993796 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [None req-a936c961-2cbc-4e29-beb6-804e7b636546 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/56af7aa7-1035-4352-b8e9-4c4e45522060 HTTP/1.1" status: 204 len: 168 time: 0.1246064 Nov 08 22:00:44.003366 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a936c961-2cbc-4e29-beb6-804e7b636546 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56af7aa7-1035-4352-b8e9-4c4e45522060,revision_number=None']} {{(pid=101083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:00:44.033760 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-08abc853-1cca-4e92-a40a-27390ae02c4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2033567'] for security_group, after_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:00:44.036489 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-08abc853-1cca-4e92-a40a-27390ae02c4e admin admin] Publish callbacks [] for security_group, before_response {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:00:44.037694 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [None req-08abc853-1cca-4e92-a40a-27390ae02c4e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/7978c604-3e14-40bf-8bd9-2897c2390a10 HTTP/1.1" status: 204 len: 168 time: 0.1461220 Nov 08 22:00:44.057851 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08abc853-1cca-4e92-a40a-27390ae02c4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7978c604-3e14-40bf-8bd9-2897c2390a10,revision_number=None']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:00:44.145396 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c4fc9e-9f5f-4656-8007-e55480a71367 req-31d19c84-cd42-4ffa-806a-59cab740b710 tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:00:44.146693 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-b9c4fc9e-9f5f-4656-8007-e55480a71367 req-31d19c84-cd42-4ffa-806a-59cab740b710 tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] 10.222.0.25 "GET /v2.0/ports?device_id=36248ae4-e216-4453-969c-6c7953d8492f HTTP/1.1" status: 200 len: 945 time: 0.0563362 Nov 08 22:00:44.198610 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-b9c4fc9e-9f5f-4656-8007-e55480a71367 req-e75eb003-1cd0-452e-bc4e-3de0b2ce4d8e tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] 10.222.0.25 "GET /v2.0/security-groups?id=48a61968-ba2d-42aa-b087-8fe6b21c1944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449769 Nov 08 22:00:44.404541 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.wsgi [-] (101082) accepted ('10.222.0.25', 41356) {{(pid=101082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 22:00:44.418625 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-778fa1c0-1b9a-4433-8026-50a252ff810c admin admin] Publish callbacks [] for security_group, before_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:00:44.499477 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-778fa1c0-1b9a-4433-8026-50a252ff810c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:00:44.504131 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-778fa1c0-1b9a-4433-8026-50a252ff810c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2033567'] for security_group, after_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:00:44.542863 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [None req-778fa1c0-1b9a-4433-8026-50a252ff810c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=463cfe76c88b4f0ca1ae3578443d889b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1367502 Nov 08 22:00:44.545373 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.wsgi [-] (101082) accepted ('10.222.0.25', 41360) {{(pid=101082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 22:00:44.552474 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778fa1c0-1b9a-4433-8026-50a252ff810c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=812f41e0-80e4-4dbf-84a6-582450ce434f,revision_number=1']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:00:44.595747 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-5546eae4-a4bb-49ab-a941-8927149c90c6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:00:44.620185 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-5546eae4-a4bb-49ab-a941-8927149c90c6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:00:44.668098 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-5546eae4-a4bb-49ab-a941-8927149c90c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2033567'] for security_group, after_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:00:44.671029 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-5546eae4-a4bb-49ab-a941-8927149c90c6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:00:44.672236 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [None req-5546eae4-a4bb-49ab-a941-8927149c90c6 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/812f41e0-80e4-4dbf-84a6-582450ce434f HTTP/1.1" status: 204 len: 168 time: 0.1258154 Nov 08 22:00:44.684591 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5546eae4-a4bb-49ab-a941-8927149c90c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=812f41e0-80e4-4dbf-84a6-582450ce434f,revision_number=None']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:00:44.693019 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5546eae4-a4bb-49ab-a941-8927149c90c6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 22:00:44.693415 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5546eae4-a4bb-49ab-a941-8927149c90c6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 22:00:44.693695 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5546eae4-a4bb-49ab-a941-8927149c90c6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 22:00:44.694022 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5546eae4-a4bb-49ab-a941-8927149c90c6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 22:00:44.694342 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5546eae4-a4bb-49ab-a941-8927149c90c6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 22:00:44.694769 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5546eae4-a4bb-49ab-a941-8927149c90c6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 22:00:44.695221 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5546eae4-a4bb-49ab-a941-8927149c90c6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 22:00:44.695527 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5546eae4-a4bb-49ab-a941-8927149c90c6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 22:00:44.695849 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5546eae4-a4bb-49ab-a941-8927149c90c6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 22:00:44.696239 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5546eae4-a4bb-49ab-a941-8927149c90c6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 22:00:44.697226 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5546eae4-a4bb-49ab-a941-8927149c90c6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 22:00:44.697555 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5546eae4-a4bb-49ab-a941-8927149c90c6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 22:00:45.341785 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff6848b-e0cd-449c-b138-f5199487929d req-176d74e2-8fe3-407f-b355-412203e167fc tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:00:45.344532 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-bff6848b-e0cd-449c-b138-f5199487929d req-176d74e2-8fe3-407f-b355-412203e167fc tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] 10.222.0.25 "GET /v2.0/ports?device_id=36248ae4-e216-4453-969c-6c7953d8492f HTTP/1.1" status: 200 len: 945 time: 0.0546768 Nov 08 22:00:45.411678 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-bff6848b-e0cd-449c-b138-f5199487929d req-17e05f09-21c3-4773-beb0-3f4c3d83491b tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] 10.222.0.25 "GET /v2.0/security-groups?id=48a61968-ba2d-42aa-b087-8fe6b21c1944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549769 Nov 08 22:00:46.560428 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20976ad8-0b29-4773-bd2a-83ad071c4894 req-55fe6267-9697-4398-890d-5e87d8002d6e tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:00:46.562243 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-20976ad8-0b29-4773-bd2a-83ad071c4894 req-55fe6267-9697-4398-890d-5e87d8002d6e tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] 10.222.0.25 "GET /v2.0/ports?device_id=36248ae4-e216-4453-969c-6c7953d8492f HTTP/1.1" status: 200 len: 945 time: 0.0806789 Nov 08 22:00:46.629689 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-20976ad8-0b29-4773-bd2a-83ad071c4894 req-570cdcf5-a69c-46e6-8039-fb3af86f85b8 tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] 10.222.0.25 "GET /v2.0/security-groups?id=48a61968-ba2d-42aa-b087-8fe6b21c1944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573378 Nov 08 22:00:46.801692 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-00961273-822d-46b0-a126-845900759e5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728276665375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534631'] for agent, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:00:47.040300 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.wsgi [-] (101082) accepted ('10.222.0.25', 41494) {{(pid=101082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 22:00:47.147052 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-47792858-e2b7-4354-9137-fca4f30c5c47 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:00:47.228439 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-47792858-e2b7-4354-9137-fca4f30c5c47 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:00:47.232366 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-47792858-e2b7-4354-9137-fca4f30c5c47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2033567'] for security_group, after_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:00:47.270740 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [None req-47792858-e2b7-4354-9137-fca4f30c5c47 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=81847716d9014abfaf3646393d5b0b84&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2308755 Nov 08 22:00:47.272578 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47792858-e2b7-4354-9137-fca4f30c5c47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=280a48b0-8306-4df9-bdc1-2d36c99d536e,revision_number=1']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:00:47.273456 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.wsgi [-] (101083) accepted ('10.222.0.25', 41498) {{(pid=101083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 22:00:47.319934 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-bca6bbe4-00a9-452d-86a2-a56459a993c2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:00:47.342106 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-bca6bbe4-00a9-452d-86a2-a56459a993c2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:00:47.411168 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-bca6bbe4-00a9-452d-86a2-a56459a993c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2033567'] for security_group, after_delete {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:00:47.413794 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-bca6bbe4-00a9-452d-86a2-a56459a993c2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:00:47.414912 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [None req-bca6bbe4-00a9-452d-86a2-a56459a993c2 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/280a48b0-8306-4df9-bdc1-2d36c99d536e HTTP/1.1" status: 204 len: 168 time: 0.1404848 Nov 08 22:00:47.423882 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca6bbe4-00a9-452d-86a2-a56459a993c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=280a48b0-8306-4df9-bdc1-2d36c99d536e,revision_number=None']} {{(pid=101083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:00:47.431244 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca6bbe4-00a9-452d-86a2-a56459a993c2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 22:00:47.431592 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca6bbe4-00a9-452d-86a2-a56459a993c2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 22:00:47.431922 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca6bbe4-00a9-452d-86a2-a56459a993c2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 22:00:47.432252 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca6bbe4-00a9-452d-86a2-a56459a993c2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 22:00:47.432582 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca6bbe4-00a9-452d-86a2-a56459a993c2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 22:00:47.432938 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca6bbe4-00a9-452d-86a2-a56459a993c2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 22:00:47.433792 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca6bbe4-00a9-452d-86a2-a56459a993c2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 22:00:47.434120 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca6bbe4-00a9-452d-86a2-a56459a993c2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 22:00:47.434437 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca6bbe4-00a9-452d-86a2-a56459a993c2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 22:00:47.434758 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca6bbe4-00a9-452d-86a2-a56459a993c2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 22:00:47.435161 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca6bbe4-00a9-452d-86a2-a56459a993c2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 22:00:47.435489 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca6bbe4-00a9-452d-86a2-a56459a993c2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 22:00:47.716182 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.wsgi [-] (101083) accepted ('10.222.0.25', 41530) {{(pid=101083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 22:00:47.739183 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-70383a94-0a29-4312-be6b-08250492f00b admin admin] Publish callbacks [] for security_group, before_create {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:00:47.790621 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c6592b-3aee-4067-a345-7025ea996c12 req-f285d881-6eed-4a41-916f-55ff1d9388b4 tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:00:47.790621 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-a3c6592b-3aee-4067-a345-7025ea996c12 req-f285d881-6eed-4a41-916f-55ff1d9388b4 tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] 10.222.0.25 "GET /v2.0/ports?device_id=36248ae4-e216-4453-969c-6c7953d8492f HTTP/1.1" status: 200 len: 945 time: 0.0707390 Nov 08 22:00:47.832198 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-70383a94-0a29-4312-be6b-08250492f00b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:00:47.836781 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-70383a94-0a29-4312-be6b-08250492f00b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2033567'] for security_group, after_create {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:00:47.860163 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-a3c6592b-3aee-4067-a345-7025ea996c12 req-34da3fca-39b2-47c0-8abd-87a6b85e049f tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] 10.222.0.25 "GET /v2.0/security-groups?id=48a61968-ba2d-42aa-b087-8fe6b21c1944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560665 Nov 08 22:00:47.883886 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70383a94-0a29-4312-be6b-08250492f00b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c5fa091-96ca-4a4f-b70f-47027e814b62,revision_number=1']} {{(pid=101083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:00:47.892123 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [None req-70383a94-0a29-4312-be6b-08250492f00b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=1f82822d468f4cef8133b5e74f69eb2a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1740742 Nov 08 22:00:47.892320 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.wsgi [-] (101083) accepted ('10.222.0.25', 41542) {{(pid=101083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 22:00:47.945314 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-efa5ba90-aa7e-4090-b535-ec595be815e6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:00:47.968196 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-efa5ba90-aa7e-4090-b535-ec595be815e6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:00:48.018004 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-efa5ba90-aa7e-4090-b535-ec595be815e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2033567'] for security_group, after_delete {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:00:48.021563 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-efa5ba90-aa7e-4090-b535-ec595be815e6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:00:48.023020 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [None req-efa5ba90-aa7e-4090-b535-ec595be815e6 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/7c5fa091-96ca-4a4f-b70f-47027e814b62 HTTP/1.1" status: 204 len: 168 time: 0.1293180 Nov 08 22:00:48.031903 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa5ba90-aa7e-4090-b535-ec595be815e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c5fa091-96ca-4a4f-b70f-47027e814b62,revision_number=None']} {{(pid=101083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:00:48.764551 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.wsgi [-] (101083) accepted ('10.222.0.25', 41592) {{(pid=101083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 22:00:48.896457 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.v2.base [None req-97f62e7a-ee19-47ae-9b73-a6ad7c8f13a0 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1658757436-network', 'tenant_id': '97c6fcb5d2c44891a6309af38f6893d9'}} {{(pid=101083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 22:00:48.923556 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97f62e7a-ee19-47ae-9b73-a6ad7c8f13a0 admin admin] Made reservation on behalf of 97c6fcb5d2c44891a6309af38f6893d9 for: {'network': 1} {{(pid=101083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 22:00:48.927139 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-97f62e7a-ee19-47ae-9b73-a6ad7c8f13a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-925982'] for network, before_create {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:00:48.936106 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-97f62e7a-ee19-47ae-9b73-a6ad7c8f13a0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:00:49.013147 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebbe4a3-47c2-4e3f-ba83-83604d0fa0c8 req-8ee2969e-8d87-4691-aa48-e9fc43f3710e tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:00:49.015906 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-cebbe4a3-47c2-4e3f-ba83-83604d0fa0c8 req-8ee2969e-8d87-4691-aa48-e9fc43f3710e tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] 10.222.0.25 "GET /v2.0/ports?device_id=36248ae4-e216-4453-969c-6c7953d8492f HTTP/1.1" status: 200 len: 945 time: 0.0759172 Nov 08 22:00:49.054350 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-97f62e7a-ee19-47ae-9b73-a6ad7c8f13a0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:00:49.062116 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-97f62e7a-ee19-47ae-9b73-a6ad7c8f13a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2033567'] for security_group, after_create {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:00:49.087605 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-cebbe4a3-47c2-4e3f-ba83-83604d0fa0c8 req-320f59da-5781-4520-80d8-0ebabb116802 tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] 10.222.0.25 "GET /v2.0/security-groups?id=48a61968-ba2d-42aa-b087-8fe6b21c1944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630598 Nov 08 22:00:49.095257 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97f62e7a-ee19-47ae-9b73-a6ad7c8f13a0 admin admin] vlan segment allocate from pool success with {'vlan_id': 732, 'physical_network': 'physnet1'} {{(pid=101083) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 22:00:49.114919 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f62e7a-ee19-47ae-9b73-a6ad7c8f13a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5142c10-5a2a-4a57-8f97-4a027eaf548a,revision_number=1']} {{(pid=101083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:00:49.134062 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-97f62e7a-ee19-47ae-9b73-a6ad7c8f13a0 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8728276665384', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-527333'] for segment, precommit_create {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:00:49.136504 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-97f62e7a-ee19-47ae-9b73-a6ad7c8f13a0 admin admin] Unsubscribe: segment precommit_create {{(pid=101083) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Nov 08 22:00:49.137542 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.db.segments_db [None req-97f62e7a-ee19-47ae-9b73-a6ad7c8f13a0 admin admin] Added segment c6487f67-be04-4605-bb2c-f30192477edf of type vlan for network 4156171c-463e-435d-894f-fdabccc9846f Nov 08 22:00:49.145894 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-16f9af87-6bdb-47a3-a3d2-1afbaf7d33d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728276665375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534631'] for agent, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:00:49.205143 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-97f62e7a-ee19-47ae-9b73-a6ad7c8f13a0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728276129500'] for network, precommit_create {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:00:49.243679 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-97f62e7a-ee19-47ae-9b73-a6ad7c8f13a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646297'] for network, after_create {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:00:49.244893 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97f62e7a-ee19-47ae-9b73-a6ad7c8f13a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:00:49.245517 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-97f62e7a-ee19-47ae-9b73-a6ad7c8f13a0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646287'] for network, before_response {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:00:49.323644 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [None req-97f62e7a-ee19-47ae-9b73-a6ad7c8f13a0 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5579374 Nov 08 22:00:49.327225 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.wsgi [-] (101082) accepted ('10.222.0.25', 41608) {{(pid=101082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 22:00:49.334004 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.v2.base [None req-4bed138a-1207-45ba-a0c9-ab1262d58072 admin admin] Request body: {'subnet': {'network_id': '4156171c-463e-435d-894f-fdabccc9846f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1658757436-subnet', 'tenant_id': '97c6fcb5d2c44891a6309af38f6893d9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 22:00:49.342768 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f62e7a-ee19-47ae-9b73-a6ad7c8f13a0 admin admin] Pushing event updated for resources: {'Network': ['ID=4156171c-463e-435d-894f-fdabccc9846f,revision_number=1']} {{(pid=101083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:00:49.357611 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.rpc [None req-ad13160b-513d-4512-a15f-cb40cce6b7e9 None None] Network 4156171c-463e-435d-894f-fdabccc9846f details requested by agent ovs-agent-dv-cinder-817085-1-iscsi with host dv-cinder-817085-1-iscsi {{(pid=101084) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 22:00:49.360344 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bed138a-1207-45ba-a0c9-ab1262d58072 admin admin] Made reservation on behalf of 97c6fcb5d2c44891a6309af38f6893d9 for: {'subnet': 1} {{(pid=101082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 22:00:49.364026 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-4bed138a-1207-45ba-a0c9-ab1262d58072 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7673070'] for subnet, before_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:00:49.511902 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.wsgi [-] (101083) accepted ('10.222.0.25', 41614) {{(pid=101083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 22:00:49.556207 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-4bed138a-1207-45ba-a0c9-ab1262d58072 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7854336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7671828'] for subnet, after_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:00:49.617594 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bed138a-1207-45ba-a0c9-ab1262d58072 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0b15c2b6-67e9-4c19-9063-5dbd34096fae,revision_number=0']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:00:49.623654 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bed138a-1207-45ba-a0c9-ab1262d58072 admin admin] Checking segment: {'id': 'c6487f67-be04-4605-bb2c-f30192477edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '4156171c-463e-435d-894f-fdabccc9846f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 22:00:49.623959 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bed138a-1207-45ba-a0c9-ab1262d58072 admin admin] Network hostable DHCP agents. Network: 4156171c-463e-435d-894f-fdabccc9846f, hostable agents: ['d8645970-7d7f-496c-a75a-0ae64c095b3b'], hosted agents: [] {{(pid=101082) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 22:00:49.642350 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bed138a-1207-45ba-a0c9-ab1262d58072 admin admin] Network 4156171c-463e-435d-894f-fdabccc9846f is scheduled to be hosted by DHCP agent d8645970-7d7f-496c-a75a-0ae64c095b3b with binding_index 1 {{(pid=101082) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 22:00:49.653098 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.scheduler.base_scheduler [None req-4bed138a-1207-45ba-a0c9-ab1262d58072 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817085-1-iscsi, 4156171c-463e-435d-894f-fdabccc9846f) {{(pid=101082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 22:00:49.659591 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bed138a-1207-45ba-a0c9-ab1262d58072 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:00:49.660885 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-4bed138a-1207-45ba-a0c9-ab1262d58072 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646287'] for subnet, before_response {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:00:49.663970 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4229d1f9-6c5e-4ce2-9b44-819f3eedb2bd None None] Network 4156171c-463e-435d-894f-fdabccc9846f requested from dv-cinder-817085-1-iscsi {{(pid=101084) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 22:00:49.664366 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-b9507b93-8701-4586-a5b7-3ff396ccc70f admin admin] Publish callbacks [] for security_group, before_create {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:00:49.690135 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [None req-4bed138a-1207-45ba-a0c9-ab1262d58072 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3606110 Nov 08 22:00:49.784230 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-b9507b93-8701-4586-a5b7-3ff396ccc70f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:00:49.790576 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-b9507b93-8701-4586-a5b7-3ff396ccc70f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2033567'] for security_group, after_create {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:00:49.822066 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe40b61e-c3a7-4bfc-8336-247390de0578 None None] Network 4156171c-463e-435d-894f-fdabccc9846f requested from dv-cinder-817085-1-iscsi {{(pid=101084) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 22:00:49.871512 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [None req-b9507b93-8701-4586-a5b7-3ff396ccc70f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=4b07c098d07b43f797bc51c4e511cd82&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3584251 Nov 08 22:00:49.875104 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.wsgi [-] (101083) accepted ('10.222.0.25', 41632) {{(pid=101083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 22:00:49.908247 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ce6b21-26f7-4d20-a142-ef45374fc789 req-9727cd56-a208-4af5-a7a9-bcb68c9e5dbf tempest-DeleteServersTestJSON-871340286 tempest-DeleteServersTestJSON-871340286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:00:49.911155 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-10ce6b21-26f7-4d20-a142-ef45374fc789 req-9727cd56-a208-4af5-a7a9-bcb68c9e5dbf tempest-DeleteServersTestJSON-871340286 tempest-DeleteServersTestJSON-871340286-project] 10.222.0.25 "GET /v2.0/ports?device_id=312b214b-6d9b-4e85-9cfc-0cc80d967e13 HTTP/1.1" status: 200 len: 945 time: 0.0734050 Nov 08 22:00:49.914550 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9507b93-8701-4586-a5b7-3ff396ccc70f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13f16413-a110-40bb-928e-ab1ceb8c18c3,revision_number=1']} {{(pid=101083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:00:49.957271 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-8b79598c-e3a9-4849-8739-781b7d892172 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:00:49.970827 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-10ce6b21-26f7-4d20-a142-ef45374fc789 req-2281a24b-afef-4b56-9362-0ff61914e7fd tempest-DeleteServersTestJSON-871340286 tempest-DeleteServersTestJSON-871340286-project] 10.222.0.25 "GET /v2.0/security-groups?id=6626b22f-e431-4d45-a6b2-a23a587b864b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525348 Nov 08 22:00:49.982036 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-8b79598c-e3a9-4849-8739-781b7d892172 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:00:50.033576 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-8b79598c-e3a9-4849-8739-781b7d892172 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2033567'] for security_group, after_delete {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:00:50.036126 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-8b79598c-e3a9-4849-8739-781b7d892172 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:00:50.037283 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [None req-8b79598c-e3a9-4849-8739-781b7d892172 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/13f16413-a110-40bb-928e-ab1ceb8c18c3 HTTP/1.1" status: 204 len: 168 time: 0.1609359 Nov 08 22:00:50.045206 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b79598c-e3a9-4849-8739-781b7d892172 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13f16413-a110-40bb-928e-ab1ceb8c18c3,revision_number=None']} {{(pid=101083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:00:50.152320 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-38f8c81f-ca07-4188-b5ff-70ceca3f97c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728276665375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534631'] for agent, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:00:50.227831 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dffeb3-9001-4fbe-af0c-4c6429b23c27 req-b77fd097-e4be-4ee8-b8c9-ed6425b969cc tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:00:50.229357 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-23dffeb3-9001-4fbe-af0c-4c6429b23c27 req-b77fd097-e4be-4ee8-b8c9-ed6425b969cc tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] 10.222.0.25 "GET /v2.0/ports?device_id=36248ae4-e216-4453-969c-6c7953d8492f HTTP/1.1" status: 200 len: 945 time: 0.0566523 Nov 08 22:00:50.295544 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-23dffeb3-9001-4fbe-af0c-4c6429b23c27 req-6a81a555-c3c4-4db5-ac3f-20c54ae48569 tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] 10.222.0.25 "GET /v2.0/security-groups?id=48a61968-ba2d-42aa-b087-8fe6b21c1944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596535 Nov 08 22:00:50.306233 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.wsgi [-] (101082) accepted ('10.222.0.25', 41656) {{(pid=101082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 22:00:50.315431 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.v2.base [None req-385a0d56-6f36-46ef-b6ae-2ce2ab3e6900 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1894576475-network', 'tenant_id': '856b181a82f94c24ae832ca931879e42'}} {{(pid=101082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 22:00:50.346107 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-385a0d56-6f36-46ef-b6ae-2ce2ab3e6900 admin admin] Made reservation on behalf of 856b181a82f94c24ae832ca931879e42 for: {'network': 1} {{(pid=101082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 22:00:50.352584 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-385a0d56-6f36-46ef-b6ae-2ce2ab3e6900 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-925982'] for network, before_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:00:50.364213 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-385a0d56-6f36-46ef-b6ae-2ce2ab3e6900 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:00:50.436786 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.wsgi [-] (101082) accepted ('10.222.0.25', 41662) {{(pid=101082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 22:00:50.460114 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-385a0d56-6f36-46ef-b6ae-2ce2ab3e6900 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:00:50.461269 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-f85e6619-0002-40b3-b596-e859d40f083c admin admin] Publish callbacks [] for security_group, before_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:00:50.469648 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-385a0d56-6f36-46ef-b6ae-2ce2ab3e6900 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2033567'] for security_group, after_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:00:50.502023 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-385a0d56-6f36-46ef-b6ae-2ce2ab3e6900 admin admin] vlan segment allocate from pool success with {'vlan_id': 739, 'physical_network': 'physnet1'} {{(pid=101082) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 22:00:50.508698 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385a0d56-6f36-46ef-b6ae-2ce2ab3e6900 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce113474-214b-41a8-8338-96aa2d395a5a,revision_number=1']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:00:50.519330 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-385a0d56-6f36-46ef-b6ae-2ce2ab3e6900 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-527333'] for segment, precommit_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:00:50.519667 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.db.segments_db [None req-385a0d56-6f36-46ef-b6ae-2ce2ab3e6900 admin admin] Added segment 9c43c8a5-17c0-46a2-a117-5a180a47e3e2 of type vlan for network 57897c51-d823-4bf9-bdae-277840cc886f Nov 08 22:00:50.575982 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-385a0d56-6f36-46ef-b6ae-2ce2ab3e6900 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728276129500'] for network, precommit_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:00:50.620538 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-385a0d56-6f36-46ef-b6ae-2ce2ab3e6900 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646297'] for network, after_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:00:50.621490 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-385a0d56-6f36-46ef-b6ae-2ce2ab3e6900 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:00:50.622087 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-385a0d56-6f36-46ef-b6ae-2ce2ab3e6900 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646287'] for network, before_response {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:00:50.630645 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-f85e6619-0002-40b3-b596-e859d40f083c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:00:50.667205 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-f85e6619-0002-40b3-b596-e859d40f083c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2033567'] for security_group, after_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:00:50.699829 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [None req-385a0d56-6f36-46ef-b6ae-2ce2ab3e6900 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3921206 Nov 08 22:00:50.702799 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.wsgi [-] (101083) accepted ('10.222.0.25', 41664) {{(pid=101083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 22:00:50.708214 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.v2.base [None req-634fe6b4-af35-47ae-9839-a3d40326e7a0 admin admin] Request body: {'subnet': {'network_id': '57897c51-d823-4bf9-bdae-277840cc886f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1894576475-subnet', 'tenant_id': '856b181a82f94c24ae832ca931879e42', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 22:00:50.718771 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385a0d56-6f36-46ef-b6ae-2ce2ab3e6900 admin admin] Pushing event updated for resources: {'Network': ['ID=57897c51-d823-4bf9-bdae-277840cc886f,revision_number=1']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:00:50.727972 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85e6619-0002-40b3-b596-e859d40f083c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4866431-61f0-4893-b766-344b10fef1c1,revision_number=1']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:00:50.730050 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.rpc [None req-ad13160b-513d-4512-a15f-cb40cce6b7e9 None None] Network 57897c51-d823-4bf9-bdae-277840cc886f details requested by agent ovs-agent-dv-cinder-817085-1-iscsi with host dv-cinder-817085-1-iscsi {{(pid=101084) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 22:00:50.732329 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [None req-f85e6619-0002-40b3-b596-e859d40f083c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e252bddf30324b12af79822f50e71e4d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2945101 Nov 08 22:00:50.734995 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.wsgi [-] (101082) accepted ('10.222.0.25', 41666) {{(pid=101082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 22:00:50.744404 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-634fe6b4-af35-47ae-9839-a3d40326e7a0 admin admin] Made reservation on behalf of 856b181a82f94c24ae832ca931879e42 for: {'subnet': 1} {{(pid=101083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 22:00:50.747216 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-634fe6b4-af35-47ae-9839-a3d40326e7a0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4933386'] for subnet, before_create {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:00:50.782944 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-177b54a9-7e1f-4962-b9a1-f4798c1356ac admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:00:50.805670 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-177b54a9-7e1f-4962-b9a1-f4798c1356ac admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:00:50.854643 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-177b54a9-7e1f-4962-b9a1-f4798c1356ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2033567'] for security_group, after_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:00:50.857534 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-177b54a9-7e1f-4962-b9a1-f4798c1356ac admin admin] Publish callbacks [] for security_group, before_response {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:00:50.859051 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [None req-177b54a9-7e1f-4962-b9a1-f4798c1356ac admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d4866431-61f0-4893-b766-344b10fef1c1 HTTP/1.1" status: 204 len: 168 time: 0.1231320 Nov 08 22:00:50.872906 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177b54a9-7e1f-4962-b9a1-f4798c1356ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4866431-61f0-4893-b766-344b10fef1c1,revision_number=None']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:00:50.933802 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-634fe6b4-af35-47ae-9839-a3d40326e7a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7658860', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4932592'] for subnet, after_create {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:00:50.994149 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634fe6b4-af35-47ae-9839-a3d40326e7a0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e9b2e1e3-b663-4d52-b186-0761de7be75a,revision_number=0']} {{(pid=101083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:00:50.999604 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-634fe6b4-af35-47ae-9839-a3d40326e7a0 admin admin] Checking segment: {'id': '9c43c8a5-17c0-46a2-a117-5a180a47e3e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '57897c51-d823-4bf9-bdae-277840cc886f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 22:00:50.999957 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-634fe6b4-af35-47ae-9839-a3d40326e7a0 admin admin] Network hostable DHCP agents. Network: 57897c51-d823-4bf9-bdae-277840cc886f, hostable agents: ['d8645970-7d7f-496c-a75a-0ae64c095b3b'], hosted agents: [] {{(pid=101083) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 22:00:51.019052 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-634fe6b4-af35-47ae-9839-a3d40326e7a0 admin admin] Network 57897c51-d823-4bf9-bdae-277840cc886f is scheduled to be hosted by DHCP agent d8645970-7d7f-496c-a75a-0ae64c095b3b with binding_index 1 {{(pid=101083) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 22:00:51.030468 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.scheduler.base_scheduler [None req-634fe6b4-af35-47ae-9839-a3d40326e7a0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817085-1-iscsi, 57897c51-d823-4bf9-bdae-277840cc886f) {{(pid=101083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 22:00:51.035577 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-634fe6b4-af35-47ae-9839-a3d40326e7a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:00:51.036283 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-634fe6b4-af35-47ae-9839-a3d40326e7a0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646287'] for subnet, before_response {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:00:51.041230 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52554b94-9abf-4fbc-bf57-648a9deb4461 None None] Network 57897c51-d823-4bf9-bdae-277840cc886f requested from dv-cinder-817085-1-iscsi {{(pid=101084) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 22:00:51.068265 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [None req-634fe6b4-af35-47ae-9839-a3d40326e7a0 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3643000 Nov 08 22:00:51.114576 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6619487f-db24-41a5-ac63-1d5976e35902 req-3d243c5a-83af-4113-9b7e-2b9c516e7820 tempest-DeleteServersTestJSON-871340286 tempest-DeleteServersTestJSON-871340286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:00:51.116032 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-6619487f-db24-41a5-ac63-1d5976e35902 req-3d243c5a-83af-4113-9b7e-2b9c516e7820 tempest-DeleteServersTestJSON-871340286 tempest-DeleteServersTestJSON-871340286-project] 10.222.0.25 "GET /v2.0/ports?device_id=312b214b-6d9b-4e85-9cfc-0cc80d967e13 HTTP/1.1" status: 200 len: 945 time: 0.0598218 Nov 08 22:00:51.175660 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-6619487f-db24-41a5-ac63-1d5976e35902 req-0d5c80d6-705b-449c-9e35-d56411cfe823 tempest-DeleteServersTestJSON-871340286 tempest-DeleteServersTestJSON-871340286-project] 10.222.0.25 "GET /v2.0/security-groups?id=6626b22f-e431-4d45-a6b2-a23a587b864b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511987 Nov 08 22:00:51.327310 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66a03dca-f7e8-487b-a03a-e90d94ff7cd0 None None] Network 57897c51-d823-4bf9-bdae-277840cc886f requested from dv-cinder-817085-1-iscsi {{(pid=101084) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 22:00:51.454437 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8bdff2-7fad-44a7-bcd9-0be534dbb300 req-475a122b-5a8c-4631-9ec9-bed8d57c8fe0 tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:00:51.456694 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-6a8bdff2-7fad-44a7-bcd9-0be534dbb300 req-475a122b-5a8c-4631-9ec9-bed8d57c8fe0 tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] 10.222.0.25 "GET /v2.0/ports?device_id=36248ae4-e216-4453-969c-6c7953d8492f HTTP/1.1" status: 200 len: 945 time: 0.0719514 Nov 08 22:00:51.506347 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-6a8bdff2-7fad-44a7-bcd9-0be534dbb300 req-9527d229-8c8f-4a50-ac31-7bfe8ff139ae tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] 10.222.0.25 "GET /v2.0/security-groups?id=48a61968-ba2d-42aa-b087-8fe6b21c1944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438533 Nov 08 22:00:51.801888 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-550ddcb2-f0f8-4b6b-a238-0b8e3ebb0b9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728276665375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534631'] for agent, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:00:52.084078 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.wsgi [-] (101083) accepted ('10.222.0.25', 41718) {{(pid=101083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 22:00:52.186503 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-75106ffb-cb4c-4f17-b93b-b6f89b58a5e0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:00:52.260306 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-75106ffb-cb4c-4f17-b93b-b6f89b58a5e0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:00:52.264861 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-75106ffb-cb4c-4f17-b93b-b6f89b58a5e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2033567'] for security_group, after_create {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:00:52.290559 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4fa28c-8e91-4c2d-ab0d-647139b76d2f req-12707377-5a65-4eb6-b7f6-3fe43b693794 tempest-DeleteServersTestJSON-871340286 tempest-DeleteServersTestJSON-871340286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:00:52.292064 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-ce4fa28c-8e91-4c2d-ab0d-647139b76d2f req-12707377-5a65-4eb6-b7f6-3fe43b693794 tempest-DeleteServersTestJSON-871340286 tempest-DeleteServersTestJSON-871340286-project] 10.222.0.25 "GET /v2.0/ports?device_id=312b214b-6d9b-4e85-9cfc-0cc80d967e13 HTTP/1.1" status: 200 len: 945 time: 0.0484910 Nov 08 22:00:52.303040 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [None req-75106ffb-cb4c-4f17-b93b-b6f89b58a5e0 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=917230f6f7314f05bd8ef9fc00c3813c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2179101 Nov 08 22:00:52.303962 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75106ffb-cb4c-4f17-b93b-b6f89b58a5e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b98c587b-ccec-4385-bf06-6f1efbedf07e,revision_number=1']} {{(pid=101083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:00:52.306373 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.wsgi [-] (101083) accepted ('10.222.0.25', 41726) {{(pid=101083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 22:00:52.342193 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-ce4fa28c-8e91-4c2d-ab0d-647139b76d2f req-9b58538e-d9d9-4979-9efd-edd1e0691bff tempest-DeleteServersTestJSON-871340286 tempest-DeleteServersTestJSON-871340286-project] 10.222.0.25 "GET /v2.0/security-groups?id=6626b22f-e431-4d45-a6b2-a23a587b864b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435035 Nov 08 22:00:52.359014 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-31d8a445-5f78-487c-95a9-4f4c79315d46 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:00:52.379644 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-31d8a445-5f78-487c-95a9-4f4c79315d46 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:00:52.426822 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-31d8a445-5f78-487c-95a9-4f4c79315d46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2033567'] for security_group, after_delete {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:00:52.429563 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-31d8a445-5f78-487c-95a9-4f4c79315d46 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:00:52.430740 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [None req-31d8a445-5f78-487c-95a9-4f4c79315d46 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b98c587b-ccec-4385-bf06-6f1efbedf07e HTTP/1.1" status: 204 len: 168 time: 0.1233187 Nov 08 22:00:52.438305 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d8a445-5f78-487c-95a9-4f4c79315d46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b98c587b-ccec-4385-bf06-6f1efbedf07e,revision_number=None']} {{(pid=101083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:00:52.479303 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-ad13160b-513d-4512-a15f-cb40cce6b7e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728276665375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534631'] for agent, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:00:52.650337 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f421d4-6f3e-4a11-9b5b-dd3970d81862 req-bff4baba-6741-4911-880d-de8b41f350ba tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:00:52.652549 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-b3f421d4-6f3e-4a11-9b5b-dd3970d81862 req-bff4baba-6741-4911-880d-de8b41f350ba tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] 10.222.0.25 "GET /v2.0/ports?device_id=36248ae4-e216-4453-969c-6c7953d8492f HTTP/1.1" status: 200 len: 945 time: 0.0483015 Nov 08 22:00:52.704002 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-b3f421d4-6f3e-4a11-9b5b-dd3970d81862 req-6f7d3cf3-54f5-49df-b249-728dccc4b4bd tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] 10.222.0.25 "GET /v2.0/security-groups?id=48a61968-ba2d-42aa-b087-8fe6b21c1944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454595 Nov 08 22:00:53.506328 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5cecb6-d76b-456b-a555-56ff769165cc req-85c58671-562b-4245-967f-ea1942417335 tempest-DeleteServersTestJSON-871340286 tempest-DeleteServersTestJSON-871340286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:00:53.508060 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-8f5cecb6-d76b-456b-a555-56ff769165cc req-85c58671-562b-4245-967f-ea1942417335 tempest-DeleteServersTestJSON-871340286 tempest-DeleteServersTestJSON-871340286-project] 10.222.0.25 "GET /v2.0/ports?device_id=312b214b-6d9b-4e85-9cfc-0cc80d967e13 HTTP/1.1" status: 200 len: 945 time: 0.0860105 Nov 08 22:00:53.585960 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-8f5cecb6-d76b-456b-a555-56ff769165cc req-6f1fe724-d3d0-4632-822e-e7fb6ad2996c tempest-DeleteServersTestJSON-871340286 tempest-DeleteServersTestJSON-871340286-project] 10.222.0.25 "GET /v2.0/security-groups?id=6626b22f-e431-4d45-a6b2-a23a587b864b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672741 Nov 08 22:00:53.864065 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-355ad455-acc7-4cf9-969d-6e73486a4bce req-1456e8d1-6c49-4603-82d4-4cf173bd9f61 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=31088752-2147-4f7c-8e1d-47f0668bf951&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0781426 Nov 08 22:00:53.891718 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd191180-9bcf-4cb1-a3e3-2065018b7c8a req-0647d1db-9273-4184-af52-6d05ad4d1116 tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:00:53.892928 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-bd191180-9bcf-4cb1-a3e3-2065018b7c8a req-0647d1db-9273-4184-af52-6d05ad4d1116 tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] 10.222.0.25 "GET /v2.0/ports?device_id=36248ae4-e216-4453-969c-6c7953d8492f HTTP/1.1" status: 200 len: 945 time: 0.0783296 Nov 08 22:00:53.978854 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-bd191180-9bcf-4cb1-a3e3-2065018b7c8a req-00e8e6b0-f7b1-400c-9fdd-f709fc1f53ee tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] 10.222.0.25 "GET /v2.0/security-groups?id=48a61968-ba2d-42aa-b087-8fe6b21c1944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792897 Nov 08 22:00:53.993037 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355ad455-acc7-4cf9-969d-6e73486a4bce req-430a6adc-0523-4fd8-a09c-fd848df9adbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:00:53.994828 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-355ad455-acc7-4cf9-969d-6e73486a4bce req-430a6adc-0523-4fd8-a09c-fd848df9adbf service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=0a22ac80042f4867857306759d16a667&device_id=31088752-2147-4f7c-8e1d-47f0668bf951 HTTP/1.1" status: 200 len: 1098 time: 0.0726337 Nov 08 22:00:54.131819 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355ad455-acc7-4cf9-969d-6e73486a4bce req-95283368-869b-491e-8894-64517c773151 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:00:54.133414 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-355ad455-acc7-4cf9-969d-6e73486a4bce req-95283368-869b-491e-8894-64517c773151 service neutron] 10.222.0.48 "GET /v2.0/networks?id=1af71b13-9cb9-46cd-97aa-4e7f7899262e HTTP/1.1" status: 200 len: 915 time: 0.1120863 Nov 08 22:00:54.191619 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-355ad455-acc7-4cf9-969d-6e73486a4bce req-338fb430-93d4-4f1e-a2af-28623de347e4 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=05e12715-6298-4fba-90e4-2bde5690db07 HTTP/1.1" status: 200 len: 217 time: 0.0488901 Nov 08 22:00:54.258204 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355ad455-acc7-4cf9-969d-6e73486a4bce req-77a1d4c9-dcbb-4a5d-8a40-ca23dca97bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:00:54.265411 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-355ad455-acc7-4cf9-969d-6e73486a4bce req-77a1d4c9-dcbb-4a5d-8a40-ca23dca97bd9 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c388e745-163e-4ce7-b3b6-4d504969c00f HTTP/1.1" status: 200 len: 854 time: 0.0610876 Nov 08 22:00:54.310198 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-355ad455-acc7-4cf9-969d-6e73486a4bce req-ddc1a18b-2fca-4e36-a916-8b4e0a92683e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1af71b13-9cb9-46cd-97aa-4e7f7899262e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315721 Nov 08 22:00:54.423896 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-355ad455-acc7-4cf9-969d-6e73486a4bce req-50f9f2fb-4287-4b51-9e8f-3e436eb8a075 service neutron] 10.222.0.48 "GET /v2.0/networks/1af71b13-9cb9-46cd-97aa-4e7f7899262e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962064 Nov 08 22:00:54.527357 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-355ad455-acc7-4cf9-969d-6e73486a4bce req-8b5ff150-41b1-4ca2-941e-9c177942a9ff service neutron] 10.222.0.48 "GET /v2.0/networks/1af71b13-9cb9-46cd-97aa-4e7f7899262e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952091 Nov 08 22:00:54.757190 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8674dbf4-9dbb-4044-9652-d6b393a7afe2 req-527b2a0e-c03c-4d4a-a91e-e26316968c26 tempest-DeleteServersTestJSON-871340286 tempest-DeleteServersTestJSON-871340286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:00:54.759013 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-8674dbf4-9dbb-4044-9652-d6b393a7afe2 req-527b2a0e-c03c-4d4a-a91e-e26316968c26 tempest-DeleteServersTestJSON-871340286 tempest-DeleteServersTestJSON-871340286-project] 10.222.0.25 "GET /v2.0/ports?device_id=312b214b-6d9b-4e85-9cfc-0cc80d967e13 HTTP/1.1" status: 200 len: 945 time: 0.0758195 Nov 08 22:00:54.831313 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-8674dbf4-9dbb-4044-9652-d6b393a7afe2 req-b90025a8-a49b-4baa-959e-e3e77c68f38f tempest-DeleteServersTestJSON-871340286 tempest-DeleteServersTestJSON-871340286-project] 10.222.0.25 "GET /v2.0/security-groups?id=6626b22f-e431-4d45-a6b2-a23a587b864b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645514 Nov 08 22:00:55.098936 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841ce2e0-057d-4f38-a3a8-0d9a93a4de09 req-8eb52b0c-764e-4fb6-9927-bafce2cc5d1c tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:00:55.100410 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-841ce2e0-057d-4f38-a3a8-0d9a93a4de09 req-8eb52b0c-764e-4fb6-9927-bafce2cc5d1c tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] 10.222.0.25 "GET /v2.0/ports?device_id=36248ae4-e216-4453-969c-6c7953d8492f HTTP/1.1" status: 200 len: 945 time: 0.0486667 Nov 08 22:00:55.150994 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-841ce2e0-057d-4f38-a3a8-0d9a93a4de09 req-efeb64b4-de48-4f13-aa62-f42f92c7bd1f tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] 10.222.0.25 "GET /v2.0/security-groups?id=48a61968-ba2d-42aa-b087-8fe6b21c1944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435724 Nov 08 22:00:55.170424 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728276665375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534631'] for agent, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:00:55.259926 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d627706-46bd-4d44-9b49-c7b5f438bed7 req-e217a8ef-7434-4005-b58c-fa1dd778c7f5 tempest-DeleteServersTestJSON-871340286 tempest-DeleteServersTestJSON-871340286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:00:55.261974 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-5d627706-46bd-4d44-9b49-c7b5f438bed7 req-e217a8ef-7434-4005-b58c-fa1dd778c7f5 tempest-DeleteServersTestJSON-871340286 tempest-DeleteServersTestJSON-871340286-project] 10.222.0.48 "GET /v2.0/ports?device_id=312b214b-6d9b-4e85-9cfc-0cc80d967e13 HTTP/1.1" status: 200 len: 945 time: 0.0475307 Nov 08 22:00:55.434658 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [req-5d627706-46bd-4d44-9b49-c7b5f438bed7 req-0896113f-220a-4c30-9e70-a9c01edf2b6e tempest-DeleteServersTestJSON-871340286 tempest-DeleteServersTestJSON-871340286-project] Deleting port 0a8010b0-b68f-4d3b-a92b-24c75b08bb3a {{(pid=101082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 22:00:55.434999 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [req-5d627706-46bd-4d44-9b49-c7b5f438bed7 req-0896113f-220a-4c30-9e70-a9c01edf2b6e tempest-DeleteServersTestJSON-871340286 tempest-DeleteServersTestJSON-871340286-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728276550584'] for port, before_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:00:55.535955 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.plugins.ml2.db [req-5d627706-46bd-4d44-9b49-c7b5f438bed7 req-0896113f-220a-4c30-9e70-a9c01edf2b6e tempest-DeleteServersTestJSON-871340286 tempest-DeleteServersTestJSON-871340286-project] For port 0a8010b0-b68f-4d3b-a92b-24c75b08bb3a, host hv-cinder-81708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81708',level=0,port_id=0a8010b0-b68f-4d3b-a92b-24c75b08bb3a,segment=NetworkSegment(6919422b-c4aa-40ff-b6c3-558b4885e281),segment_id=6919422b-c4aa-40ff-b6c3-558b4885e281)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 22:00:55.536316 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [req-5d627706-46bd-4d44-9b49-c7b5f438bed7 req-0896113f-220a-4c30-9e70-a9c01edf2b6e tempest-DeleteServersTestJSON-871340286 tempest-DeleteServersTestJSON-871340286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1626931'] for port, precommit_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:00:55.553582 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [req-5d627706-46bd-4d44-9b49-c7b5f438bed7 req-0896113f-220a-4c30-9e70-a9c01edf2b6e tempest-DeleteServersTestJSON-871340286 tempest-DeleteServersTestJSON-871340286-project] Calling delete_port for 0a8010b0-b68f-4d3b-a92b-24c75b08bb3a owned by compute:nova {{(pid=101082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 22:00:55.704014 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.wsgi [-] (101083) accepted ('10.222.0.25', 41902) {{(pid=101083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 22:00:55.742951 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [req-5d627706-46bd-4d44-9b49-c7b5f438bed7 req-0896113f-220a-4c30-9e70-a9c01edf2b6e tempest-DeleteServersTestJSON-871340286 tempest-DeleteServersTestJSON-871340286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728276638338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728276144276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7854484'] for port, after_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:00:55.762854 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.db [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] get_ports_and_sgs() called for port_ids ['0a8010b0-b68f-4d3b-a92b-24c75b08bb3a'] {{(pid=101084) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 22:00:55.771599 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0896113f-220a-4c30-9e70-a9c01edf2b6e tempest-DeleteServersTestJSON-871340286 tempest-DeleteServersTestJSON-871340286-project] Pushing event deleted for resources: {'Port': ['ID=0a8010b0-b68f-4d3b-a92b-24c75b08bb3a,revision_number=None']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:00:55.841878 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-e2760928-3db2-4b53-bea0-3bc211fc48cf admin admin] Publish callbacks [] for security_group, before_create {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:00:55.843308 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d627706-46bd-4d44-9b49-c7b5f438bed7 req-0896113f-220a-4c30-9e70-a9c01edf2b6e tempest-DeleteServersTestJSON-871340286 tempest-DeleteServersTestJSON-871340286-project] No DVR routers for this DVR port 0a8010b0-b68f-4d3b-a92b-24c75b08bb3a on host hv-cinder-81708 {{(pid=101082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 22:00:55.858340 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [req-5d627706-46bd-4d44-9b49-c7b5f438bed7 req-0896113f-220a-4c30-9e70-a9c01edf2b6e tempest-DeleteServersTestJSON-871340286 tempest-DeleteServersTestJSON-871340286-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465805'] for port, before_response {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:00:55.862033 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-5d627706-46bd-4d44-9b49-c7b5f438bed7 req-0896113f-220a-4c30-9e70-a9c01edf2b6e tempest-DeleteServersTestJSON-871340286 tempest-DeleteServersTestJSON-871340286-project] 10.222.0.48 "DELETE /v2.0/ports/0a8010b0-b68f-4d3b-a92b-24c75b08bb3a HTTP/1.1" status: 204 len: 173 time: 0.5935910 Nov 08 22:00:55.862609 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '312b214b-6d9b-4e85-9cfc-0cc80d967e13', 'name': 'network-vif-deleted', 'tag': '0a8010b0-b68f-4d3b-a92b-24c75b08bb3a'}] {{(pid=101082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 22:00:55.866676 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5244ac95217a6bb312334333bc6ed4bdb0e50c4a837cb758f48f620e9b099f25" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4df545d4-2b96-4b42-9c00-7a24e38882b5" -d '{"events": [{"server_uuid": "312b214b-6d9b-4e85-9cfc-0cc80d967e13", "name": "network-vif-deleted", "tag": "0a8010b0-b68f-4d3b-a92b-24c75b08bb3a"}]}' {{(pid=101082) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 22:00:55.921022 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 22:00:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc179393-7b65-4e5b-ae97-d5f1effc57a4 x-openstack-request-id: req-dc179393-7b65-4e5b-ae97-d5f1effc57a4 {{(pid=101082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 22:00:55.921404 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "312b214b-6d9b-4e85-9cfc-0cc80d967e13", "name": "network-vif-deleted", "tag": "0a8010b0-b68f-4d3b-a92b-24c75b08bb3a", "status": "completed", "code": 200}]} {{(pid=101082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 22:00:55.921792 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-dc179393-7b65-4e5b-ae97-d5f1effc57a4 {{(pid=101082) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 22:00:55.922639 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '312b214b-6d9b-4e85-9cfc-0cc80d967e13', 'name': 'network-vif-deleted', 'tag': '0a8010b0-b68f-4d3b-a92b-24c75b08bb3a', 'status': 'completed', 'code': 200} Nov 08 22:00:55.969759 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-e2760928-3db2-4b53-bea0-3bc211fc48cf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:00:55.975148 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-e2760928-3db2-4b53-bea0-3bc211fc48cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2033567'] for security_group, after_create {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:00:55.981130 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-278fb1dd-0df4-4f58-b238-df5f1438881c req-79480dde-e4fc-4f9c-8d28-2fe5fb23bffb tempest-DeleteServersTestJSON-871340286 tempest-DeleteServersTestJSON-871340286-project] 10.222.0.25 "GET /v2.0/ports?device_id=312b214b-6d9b-4e85-9cfc-0cc80d967e13 HTTP/1.1" status: 200 len: 210 time: 0.0280261 Nov 08 22:00:56.016829 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.wsgi [-] (101082) accepted ('10.222.0.25', 41922) {{(pid=101082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 22:00:56.017153 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [None req-e2760928-3db2-4b53-bea0-3bc211fc48cf admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=4ba1d8ebbb834fcb9666d094830e9bcf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3116052 Nov 08 22:00:56.024629 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2760928-3db2-4b53-bea0-3bc211fc48cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=235515f3-e412-4cb7-96ae-3621109f3a0b,revision_number=1']} {{(pid=101083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:00:56.075931 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-b09aa2b4-68e7-40e0-852f-bd82d0b08f6c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:00:56.101980 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-b09aa2b4-68e7-40e0-852f-bd82d0b08f6c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:00:56.156561 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-b09aa2b4-68e7-40e0-852f-bd82d0b08f6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2033567'] for security_group, after_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:00:56.159092 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-b09aa2b4-68e7-40e0-852f-bd82d0b08f6c admin admin] Publish callbacks [] for security_group, before_response {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:00:56.160205 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [None req-b09aa2b4-68e7-40e0-852f-bd82d0b08f6c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/235515f3-e412-4cb7-96ae-3621109f3a0b HTTP/1.1" status: 204 len: 168 time: 0.1422005 Nov 08 22:00:56.167819 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09aa2b4-68e7-40e0-852f-bd82d0b08f6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=235515f3-e412-4cb7-96ae-3621109f3a0b,revision_number=None']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:00:56.283431 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be131cc-30af-4adb-b2cc-4897e1528b81 req-66ffbc8d-64d1-404d-83ff-0ec762197f5b tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:00:56.285177 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-0be131cc-30af-4adb-b2cc-4897e1528b81 req-66ffbc8d-64d1-404d-83ff-0ec762197f5b tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] 10.222.0.25 "GET /v2.0/ports?device_id=36248ae4-e216-4453-969c-6c7953d8492f HTTP/1.1" status: 200 len: 945 time: 0.0630929 Nov 08 22:00:56.338608 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-0be131cc-30af-4adb-b2cc-4897e1528b81 req-0e778768-f442-4808-9620-9315bdded2be tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] 10.222.0.25 "GET /v2.0/security-groups?id=48a61968-ba2d-42aa-b087-8fe6b21c1944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468137 Nov 08 22:00:56.492161 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.wsgi [-] (101082) accepted ('10.222.0.25', 41934) {{(pid=101082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 22:00:56.507017 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-00696775-2240-4c62-81f2-c2628ba16bf7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:00:56.580478 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-00696775-2240-4c62-81f2-c2628ba16bf7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:00:56.584454 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-00696775-2240-4c62-81f2-c2628ba16bf7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2033567'] for security_group, after_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:00:56.623434 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [None req-00696775-2240-4c62-81f2-c2628ba16bf7 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=67a4b32e475241eb9bd195b04c233bcd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1301124 Nov 08 22:00:56.624384 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00696775-2240-4c62-81f2-c2628ba16bf7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65809685-dae6-4d62-bf0b-473c00025aae,revision_number=1']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:00:56.626386 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.wsgi [-] (101083) accepted ('10.222.0.25', 41936) {{(pid=101083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 22:00:56.675109 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-85477549-3b28-485c-ad16-4cc3c191a331 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:00:56.696034 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-85477549-3b28-485c-ad16-4cc3c191a331 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:00:56.748269 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-85477549-3b28-485c-ad16-4cc3c191a331 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2033567'] for security_group, after_delete {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:00:56.753682 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-85477549-3b28-485c-ad16-4cc3c191a331 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:00:56.755651 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [None req-85477549-3b28-485c-ad16-4cc3c191a331 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/65809685-dae6-4d62-bf0b-473c00025aae HTTP/1.1" status: 204 len: 168 time: 0.1268139 Nov 08 22:00:56.764578 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85477549-3b28-485c-ad16-4cc3c191a331 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65809685-dae6-4d62-bf0b-473c00025aae,revision_number=None']} {{(pid=101083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:00:57.170733 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.wsgi [-] (101083) accepted ('10.222.0.25', 41970) {{(pid=101083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 22:00:57.191771 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-34242c09-25c6-4151-9b0b-ec3341d883c0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:00:57.293857 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-34242c09-25c6-4151-9b0b-ec3341d883c0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:00:57.300348 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-34242c09-25c6-4151-9b0b-ec3341d883c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2033567'] for security_group, after_create {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:00:57.341447 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [None req-34242c09-25c6-4151-9b0b-ec3341d883c0 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=cd22334d5e52417b9ac46badf8a1a544&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1693666 Nov 08 22:00:57.343457 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34242c09-25c6-4151-9b0b-ec3341d883c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09d43186-9383-4ec2-a3b9-78fa763cd366,revision_number=1']} {{(pid=101083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:00:57.344111 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.wsgi [-] (101082) accepted ('10.222.0.25', 41986) {{(pid=101082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 22:00:57.420290 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-e579d0ff-76fa-4aa0-9ca4-8a553171af72 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:00:57.477036 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-e579d0ff-76fa-4aa0-9ca4-8a553171af72 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:00:57.517533 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08c131a-c540-4f90-9504-2a06592fc995 req-22db5cf1-3eac-4266-9f47-4391ca895bb0 tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:00:57.519012 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-a08c131a-c540-4f90-9504-2a06592fc995 req-22db5cf1-3eac-4266-9f47-4391ca895bb0 tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] 10.222.0.25 "GET /v2.0/ports?device_id=36248ae4-e216-4453-969c-6c7953d8492f HTTP/1.1" status: 200 len: 945 time: 0.0967944 Nov 08 22:00:57.566668 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-e579d0ff-76fa-4aa0-9ca4-8a553171af72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2033567'] for security_group, after_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:00:57.569362 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-e579d0ff-76fa-4aa0-9ca4-8a553171af72 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:00:57.570489 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [None req-e579d0ff-76fa-4aa0-9ca4-8a553171af72 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/09d43186-9383-4ec2-a3b9-78fa763cd366 HTTP/1.1" status: 204 len: 168 time: 0.2251689 Nov 08 22:00:57.582631 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-a08c131a-c540-4f90-9504-2a06592fc995 req-4134ca97-9a3b-4bec-be6d-16310c7471b8 tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] 10.222.0.25 "GET /v2.0/security-groups?id=48a61968-ba2d-42aa-b087-8fe6b21c1944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575824 Nov 08 22:00:57.583925 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e579d0ff-76fa-4aa0-9ca4-8a553171af72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09d43186-9383-4ec2-a3b9-78fa763cd366,revision_number=None']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:00:57.719712 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.wsgi [-] (101083) accepted ('10.222.0.25', 41996) {{(pid=101083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 22:00:57.929875 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-9acbba1f-ed77-4a43-a883-255df8236b20 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:00:58.028033 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-9acbba1f-ed77-4a43-a883-255df8236b20 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:00:58.036722 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-9acbba1f-ed77-4a43-a883-255df8236b20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2033567'] for security_group, after_create {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:00:58.077646 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9acbba1f-ed77-4a43-a883-255df8236b20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a15233bd-0f9e-4fe7-80fc-d4acfbc420b7,revision_number=1']} {{(pid=101083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:00:58.097446 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [None req-9acbba1f-ed77-4a43-a883-255df8236b20 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=6d481dd3b7794de1bb68f821637263ed&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3764527 Nov 08 22:00:58.099254 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.wsgi [-] (101083) accepted ('10.222.0.25', 42018) {{(pid=101083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 22:00:58.151823 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-87c0d9d3-b54c-42d2-8389-4100afa0e93e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:00:58.186575 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-87c0d9d3-b54c-42d2-8389-4100afa0e93e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:00:58.242322 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-87c0d9d3-b54c-42d2-8389-4100afa0e93e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2033567'] for security_group, after_delete {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:00:58.246321 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-87c0d9d3-b54c-42d2-8389-4100afa0e93e admin admin] Publish callbacks [] for security_group, before_response {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:00:58.247953 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [None req-87c0d9d3-b54c-42d2-8389-4100afa0e93e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a15233bd-0f9e-4fe7-80fc-d4acfbc420b7 HTTP/1.1" status: 204 len: 168 time: 0.1476576 Nov 08 22:00:58.257409 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c0d9d3-b54c-42d2-8389-4100afa0e93e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a15233bd-0f9e-4fe7-80fc-d4acfbc420b7,revision_number=None']} {{(pid=101083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:00:58.522831 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.wsgi [-] (101083) accepted ('10.222.0.25', 42050) {{(pid=101083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 22:00:58.570625 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d72a140-ef9a-49f2-b16c-fc77f9fd8188 admin admin] Deleting subnet bdffbae6-e05a-48c3-b359-ed4767895c60 {{(pid=101083) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 22:00:58.577744 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-5d72a140-ef9a-49f2-b16c-fc77f9fd8188 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:00:58.615792 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-5d72a140-ef9a-49f2-b16c-fc77f9fd8188 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8163774'] for subnet, precommit_delete_associations {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:00:58.673865 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-5d72a140-ef9a-49f2-b16c-fc77f9fd8188 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-524324'] for subnet, precommit_delete {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:00:58.735817 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b8347f-3d80-4cac-b9db-cceee64777ac req-6f584ab6-817d-4e41-b137-fb2cc8a7bcc5 tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:00:58.737915 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-5d72a140-ef9a-49f2-b16c-fc77f9fd8188 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-524333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7658797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4932587'] for subnet, after_delete {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:00:58.738239 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-01b8347f-3d80-4cac-b9db-cceee64777ac req-6f584ab6-817d-4e41-b137-fb2cc8a7bcc5 tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] 10.222.0.25 "GET /v2.0/ports?device_id=36248ae4-e216-4453-969c-6c7953d8492f HTTP/1.1" status: 200 len: 945 time: 0.0589814 Nov 08 22:00:58.774304 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-5d72a140-ef9a-49f2-b16c-fc77f9fd8188 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:00:58.780522 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [None req-5d72a140-ef9a-49f2-b16c-fc77f9fd8188 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/bdffbae6-e05a-48c3-b359-ed4767895c60 HTTP/1.1" status: 204 len: 168 time: 0.2564290 Nov 08 22:00:58.781627 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.wsgi [-] (101083) accepted ('10.222.0.25', 42062) {{(pid=101083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 22:00:58.790598 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d72a140-ef9a-49f2-b16c-fc77f9fd8188 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bdffbae6-e05a-48c3-b359-ed4767895c60,revision_number=None']} {{(pid=101083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:00:58.807690 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-01b8347f-3d80-4cac-b9db-cceee64777ac req-7bab466b-0afe-4c0e-ae36-7810e6696290 tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] 10.222.0.25 "GET /v2.0/security-groups?id=48a61968-ba2d-42aa-b087-8fe6b21c1944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602007 Nov 08 22:00:58.898788 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-cd709662-2f49-48a5-9ba7-26eafbad5d8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605121'] for network, before_delete {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:00:59.020924 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-cd709662-2f49-48a5-9ba7-26eafbad5d8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-530513', 'neutron.services.segments.db._delete_segments_for_network-8728276665393'] for network, precommit_delete {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:00:59.044731 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.services.segments.db [None req-cd709662-2f49-48a5-9ba7-26eafbad5d8f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e2a42de-9a18-4fc5-97ab-4d88597b89a9']}} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 22:00:59.053805 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.services.segments.db [None req-cd709662-2f49-48a5-9ba7-26eafbad5d8f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6919422b-c4aa-40ff-b6c3-558b4885e281') {'for_net_delete': True} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 22:00:59.054097 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.services.segments.db [None req-cd709662-2f49-48a5-9ba7-26eafbad5d8f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6919422b-c4aa-40ff-b6c3-558b4885e281') {} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 22:00:59.063715 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-cd709662-2f49-48a5-9ba7-26eafbad5d8f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728276699450', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8163751'] for segment, before_delete {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:00:59.079877 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-cd709662-2f49-48a5-9ba7-26eafbad5d8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-527333'] for segment, precommit_delete {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:00:59.086633 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd709662-2f49-48a5-9ba7-26eafbad5d8f admin admin] Releasing vlan 744 on physical network physnet1 to pool {{(pid=101083) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 22:00:59.087347 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-cd709662-2f49-48a5-9ba7-26eafbad5d8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-527333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7658955'] for segment, after_delete {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:00:59.090156 dv-cinder-817085-1-iscsi neutron-server[101083]: Traceback (most recent call last): Nov 08 22:00:59.090156 dv-cinder-817085-1-iscsi neutron-server[101083]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 22:00:59.090156 dv-cinder-817085-1-iscsi neutron-server[101083]: timer() Nov 08 22:00:59.090156 dv-cinder-817085-1-iscsi neutron-server[101083]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 22:00:59.090156 dv-cinder-817085-1-iscsi neutron-server[101083]: cb(*args, **kw) Nov 08 22:00:59.090156 dv-cinder-817085-1-iscsi neutron-server[101083]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 22:00:59.090156 dv-cinder-817085-1-iscsi neutron-server[101083]: return func(*args, **kwargs) Nov 08 22:00:59.090156 dv-cinder-817085-1-iscsi neutron-server[101083]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 22:00:59.090156 dv-cinder-817085-1-iscsi neutron-server[101083]: self._notify() Nov 08 22:00:59.090156 dv-cinder-817085-1-iscsi neutron-server[101083]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 22:00:59.090156 dv-cinder-817085-1-iscsi neutron-server[101083]: self.callback(batched_events) Nov 08 22:00:59.090156 dv-cinder-817085-1-iscsi neutron-server[101083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 22:00:59.090156 dv-cinder-817085-1-iscsi neutron-server[101083]: event.method(event) Nov 08 22:00:59.090156 dv-cinder-817085-1-iscsi neutron-server[101083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 22:00:59.090156 dv-cinder-817085-1-iscsi neutron-server[101083]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 22:00:59.090156 dv-cinder-817085-1-iscsi neutron-server[101083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 22:00:59.090156 dv-cinder-817085-1-iscsi neutron-server[101083]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 22:00:59.090156 dv-cinder-817085-1-iscsi neutron-server[101083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 22:00:59.090156 dv-cinder-817085-1-iscsi neutron-server[101083]: return f(self, *a, **k) Nov 08 22:00:59.090156 dv-cinder-817085-1-iscsi neutron-server[101083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 22:00:59.090156 dv-cinder-817085-1-iscsi neutron-server[101083]: return self._get(url).json() Nov 08 22:00:59.090156 dv-cinder-817085-1-iscsi neutron-server[101083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 22:00:59.090156 dv-cinder-817085-1-iscsi neutron-server[101083]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 22:00:59.090156 dv-cinder-817085-1-iscsi neutron-server[101083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 22:00:59.090156 dv-cinder-817085-1-iscsi neutron-server[101083]: return self.request(url, 'GET', **kwargs) Nov 08 22:00:59.090156 dv-cinder-817085-1-iscsi neutron-server[101083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 22:00:59.090156 dv-cinder-817085-1-iscsi neutron-server[101083]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 22:00:59.090156 dv-cinder-817085-1-iscsi neutron-server[101083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 22:00:59.090156 dv-cinder-817085-1-iscsi neutron-server[101083]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 22:00:59.090156 dv-cinder-817085-1-iscsi neutron-server[101083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 22:00:59.090156 dv-cinder-817085-1-iscsi neutron-server[101083]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 22:00:59.090156 dv-cinder-817085-1-iscsi neutron-server[101083]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 22:00:59.145205 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-cd709662-2f49-48a5-9ba7-26eafbad5d8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-531106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1623971'] for network, after_delete {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:00:59.150255 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-cd709662-2f49-48a5-9ba7-26eafbad5d8f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646287'] for network, before_response {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:00:59.154723 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [None req-cd709662-2f49-48a5-9ba7-26eafbad5d8f admin admin] 10.222.0.25 "DELETE /v2.0/networks/9e2a42de-9a18-4fc5-97ab-4d88597b89a9 HTTP/1.1" status: 204 len: 168 time: 0.3713870 Nov 08 22:00:59.172591 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd709662-2f49-48a5-9ba7-26eafbad5d8f admin admin] Pushing event deleted for resources: {'Network': ['ID=9e2a42de-9a18-4fc5-97ab-4d88597b89a9,revision_number=None']} {{(pid=101083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:00:59.378827 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.wsgi [-] (101082) accepted ('10.222.0.25', 42088) {{(pid=101082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 22:00:59.411858 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.rpc [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Device 0a8010b0-b68f-4d3b-a92b-24c75b08bb3a no longer exists at agent hyperv_hv-cinder-81708 {{(pid=101084) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 22:00:59.425382 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [None req-aed21203-25cd-440f-abe9-9afea09fc93f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=eab7ab3155ba43bf93e69ac816c23754&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0453119 Nov 08 22:00:59.427893 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.wsgi [-] (101082) accepted ('10.222.0.25', 42094) {{(pid=101082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 22:00:59.442799 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.plugin [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] No Port match for: 0a8010b0-b68f-4d3b-a92b-24c75b08bb3a {{(pid=101084) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 22:00:59.443559 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.rpc [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Device 0a8010b0-b68f-4d3b-a92b-24c75b08bb3a not bound to the agent host hv-cinder-81708 {{(pid=101084) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 22:00:59.481964 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-a9de945b-0b9d-4a25-a069-5de8ffc1d939 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:00:59.524399 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-a9de945b-0b9d-4a25-a069-5de8ffc1d939 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:00:59.592840 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-a9de945b-0b9d-4a25-a069-5de8ffc1d939 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2033567'] for security_group, after_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:00:59.595610 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-a9de945b-0b9d-4a25-a069-5de8ffc1d939 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:00:59.597041 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [None req-a9de945b-0b9d-4a25-a069-5de8ffc1d939 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/6626b22f-e431-4d45-a6b2-a23a587b864b HTTP/1.1" status: 204 len: 168 time: 0.1679602 Nov 08 22:00:59.612586 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9de945b-0b9d-4a25-a069-5de8ffc1d939 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6626b22f-e431-4d45-a6b2-a23a587b864b,revision_number=None']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:01:00.035369 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fddb53e-1b78-460e-842f-b89c3503a620 req-6cba81a0-b5be-49a4-bb23-ac4889d51782 tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:01:00.044610 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-2fddb53e-1b78-460e-842f-b89c3503a620 req-6cba81a0-b5be-49a4-bb23-ac4889d51782 tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] 10.222.0.25 "GET /v2.0/ports?device_id=36248ae4-e216-4453-969c-6c7953d8492f HTTP/1.1" status: 200 len: 945 time: 0.1427567 Nov 08 22:01:00.085319 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbefcd83-4086-4dfe-a800-f9076b63bb66 req-64305595-cb32-4fca-9aa3-789c2d6cf10d tempest-AttachVolumeNegativeTest-479507150 tempest-AttachVolumeNegativeTest-479507150-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:01:00.086935 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-cbefcd83-4086-4dfe-a800-f9076b63bb66 req-64305595-cb32-4fca-9aa3-789c2d6cf10d tempest-AttachVolumeNegativeTest-479507150 tempest-AttachVolumeNegativeTest-479507150-project] 10.222.0.25 "GET /v2.0/networks?id=1af71b13-9cb9-46cd-97aa-4e7f7899262e HTTP/1.1" status: 200 len: 814 time: 0.2091126 Nov 08 22:01:00.134516 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-cbefcd83-4086-4dfe-a800-f9076b63bb66 req-527997b8-4629-44c0-8141-3a6c00ca05e4 tempest-AttachVolumeNegativeTest-479507150 tempest-AttachVolumeNegativeTest-479507150-project] 10.222.0.25 "GET /v2.0/quotas/0a22ac80042f4867857306759d16a667 HTTP/1.1" status: 200 len: 375 time: 0.0238376 Nov 08 22:01:00.149975 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-2fddb53e-1b78-460e-842f-b89c3503a620 req-f9f7f57f-c706-49b1-bd92-7d9adfc87a3d tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] 10.222.0.25 "GET /v2.0/security-groups?id=48a61968-ba2d-42aa-b087-8fe6b21c1944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993576 Nov 08 22:01:00.203095 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-cbefcd83-4086-4dfe-a800-f9076b63bb66 req-c472530d-1941-4251-ba2d-238ffe6955c1 tempest-AttachVolumeNegativeTest-479507150 tempest-AttachVolumeNegativeTest-479507150-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=0a22ac80042f4867857306759d16a667&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0520463 Nov 08 22:01:00.380340 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-cbefcd83-4086-4dfe-a800-f9076b63bb66 req-84956160-a191-4b6f-8ae8-7fb403247e29 service neutron] 10.222.0.25 "GET /v2.0/networks/1af71b13-9cb9-46cd-97aa-4e7f7899262e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1665664 Nov 08 22:01:00.490102 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-cbefcd83-4086-4dfe-a800-f9076b63bb66 req-25af331e-8b6e-48c6-9849-59e04e85e788 service neutron] 10.222.0.25 "GET /v2.0/networks/1af71b13-9cb9-46cd-97aa-4e7f7899262e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1088068 Nov 08 22:01:00.636738 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.wsgi [-] (101083) accepted ('10.222.0.25', 42164) {{(pid=101083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 22:01:00.816554 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.v2.base [None req-8f1e4e2b-bdc7-413e-994d-96968b70c516 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-658045224-network', 'tenant_id': '3c81291fa5704e6e99b9fb8671a47a4c'}} {{(pid=101083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 22:01:00.859637 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f1e4e2b-bdc7-413e-994d-96968b70c516 admin admin] Made reservation on behalf of 3c81291fa5704e6e99b9fb8671a47a4c for: {'network': 1} {{(pid=101083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 22:01:00.862932 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-8f1e4e2b-bdc7-413e-994d-96968b70c516 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-925982'] for network, before_create {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:01:00.883039 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-8f1e4e2b-bdc7-413e-994d-96968b70c516 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:01:00.931992 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-031c4232-ac06-41d4-b4c9-629ea8ca628f req-03f27082-4cb4-4760-9c6c-d4c19c654319 tempest-AttachVolumeNegativeTest-479507150 tempest-AttachVolumeNegativeTest-479507150-project] 10.222.0.25 "GET /v2.0/ports?device_id=6454925e-3ce0-41fc-89c5-d5a65576e290 HTTP/1.1" status: 200 len: 210 time: 0.2784379 Nov 08 22:01:01.014001 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-8f1e4e2b-bdc7-413e-994d-96968b70c516 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:01:01.021310 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-8f1e4e2b-bdc7-413e-994d-96968b70c516 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2033567'] for security_group, after_create {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:01:01.063740 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f1e4e2b-bdc7-413e-994d-96968b70c516 admin admin] vlan segment allocate from pool success with {'vlan_id': 744, 'physical_network': 'physnet1'} {{(pid=101083) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 22:01:01.080690 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1e4e2b-bdc7-413e-994d-96968b70c516 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa916dd9-eb7b-476f-a4c3-0f4ff99f0233,revision_number=1']} {{(pid=101083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:01:01.084453 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-8f1e4e2b-bdc7-413e-994d-96968b70c516 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-527333'] for segment, precommit_create {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:01:01.085382 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.db.segments_db [None req-8f1e4e2b-bdc7-413e-994d-96968b70c516 admin admin] Added segment 01d75646-a471-41b3-9a68-2bf7bfb9163b of type vlan for network d0389d40-840b-4921-84b3-93bfc186ef85 Nov 08 22:01:01.138452 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-8f1e4e2b-bdc7-413e-994d-96968b70c516 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728276129500'] for network, precommit_create {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:01:01.169783 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-8f1e4e2b-bdc7-413e-994d-96968b70c516 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646297'] for network, after_create {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:01:01.171535 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f1e4e2b-bdc7-413e-994d-96968b70c516 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:01:01.174652 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-8f1e4e2b-bdc7-413e-994d-96968b70c516 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646287'] for network, before_response {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:01:01.247304 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1e4e2b-bdc7-413e-994d-96968b70c516 admin admin] Pushing event updated for resources: {'Network': ['ID=d0389d40-840b-4921-84b3-93bfc186ef85,revision_number=1']} {{(pid=101083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:01:01.253205 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [None req-8f1e4e2b-bdc7-413e-994d-96968b70c516 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.6151218 Nov 08 22:01:01.256574 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.wsgi [-] (101083) accepted ('10.222.0.25', 42194) {{(pid=101083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 22:01:01.259607 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.rpc [None req-ad13160b-513d-4512-a15f-cb40cce6b7e9 None None] Network d0389d40-840b-4921-84b3-93bfc186ef85 details requested by agent ovs-agent-dv-cinder-817085-1-iscsi with host dv-cinder-817085-1-iscsi {{(pid=101084) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 22:01:01.270821 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.v2.base [None req-3fb35eb0-8c39-4c1b-8e79-9e93271449d6 admin admin] Request body: {'subnet': {'network_id': 'd0389d40-840b-4921-84b3-93bfc186ef85', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-658045224-subnet', 'tenant_id': '3c81291fa5704e6e99b9fb8671a47a4c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 22:01:01.312136 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fb35eb0-8c39-4c1b-8e79-9e93271449d6 admin admin] Made reservation on behalf of 3c81291fa5704e6e99b9fb8671a47a4c for: {'subnet': 1} {{(pid=101083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 22:01:01.315112 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-3fb35eb0-8c39-4c1b-8e79-9e93271449d6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4933386'] for subnet, before_create {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:01:01.376627 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30981e5b-1d2f-41a9-89dd-c3ca31a0f04e req-f2b62cf1-0876-45d5-bad5-dbf12d15db17 tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:01:01.379690 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-30981e5b-1d2f-41a9-89dd-c3ca31a0f04e req-f2b62cf1-0876-45d5-bad5-dbf12d15db17 tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] 10.222.0.25 "GET /v2.0/ports?device_id=36248ae4-e216-4453-969c-6c7953d8492f HTTP/1.1" status: 200 len: 945 time: 0.1008327 Nov 08 22:01:01.489645 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-30981e5b-1d2f-41a9-89dd-c3ca31a0f04e req-87a95b4a-8578-4b3b-9aa0-2f896599ccf2 tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] 10.222.0.25 "GET /v2.0/security-groups?id=48a61968-ba2d-42aa-b087-8fe6b21c1944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022036 Nov 08 22:01:01.577795 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-3fb35eb0-8c39-4c1b-8e79-9e93271449d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7658860', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4932592'] for subnet, after_create {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:01:01.637278 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb35eb0-8c39-4c1b-8e79-9e93271449d6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=74626eb5-4f16-4db6-984a-103aeaf27899,revision_number=0']} {{(pid=101083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:01:01.645703 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fb35eb0-8c39-4c1b-8e79-9e93271449d6 admin admin] Checking segment: {'id': '01d75646-a471-41b3-9a68-2bf7bfb9163b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'd0389d40-840b-4921-84b3-93bfc186ef85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 22:01:01.646283 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fb35eb0-8c39-4c1b-8e79-9e93271449d6 admin admin] Network hostable DHCP agents. Network: d0389d40-840b-4921-84b3-93bfc186ef85, hostable agents: ['d8645970-7d7f-496c-a75a-0ae64c095b3b'], hosted agents: [] {{(pid=101083) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 22:01:01.662944 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fb35eb0-8c39-4c1b-8e79-9e93271449d6 admin admin] Network d0389d40-840b-4921-84b3-93bfc186ef85 is scheduled to be hosted by DHCP agent d8645970-7d7f-496c-a75a-0ae64c095b3b with binding_index 1 {{(pid=101083) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 22:01:01.671816 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.scheduler.base_scheduler [None req-3fb35eb0-8c39-4c1b-8e79-9e93271449d6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817085-1-iscsi, d0389d40-840b-4921-84b3-93bfc186ef85) {{(pid=101083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 22:01:01.675604 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fb35eb0-8c39-4c1b-8e79-9e93271449d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:01:01.676182 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-3fb35eb0-8c39-4c1b-8e79-9e93271449d6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:01:01.681242 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a781b5ee-cdaa-49bd-a49b-53de893d14be None None] Network d0389d40-840b-4921-84b3-93bfc186ef85 requested from dv-cinder-817085-1-iscsi {{(pid=101084) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 22:01:01.694532 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [None req-3fb35eb0-8c39-4c1b-8e79-9e93271449d6 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.4344540 Nov 08 22:01:01.697733 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.wsgi [-] (101083) accepted ('10.222.0.25', 42206) {{(pid=101083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 22:01:01.713138 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.v2.base [None req-a9d90412-8e3a-457e-aff3-b6a98651908b admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-658045224-router', 'tenant_id': '3c81291fa5704e6e99b9fb8671a47a4c', 'external_gateway_info': {'network_id': '8ae8d913-bef9-4bc0-baeb-78ef8b3a7364'}}} {{(pid=101083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 22:01:01.738737 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-a9d90412-8e3a-457e-aff3-b6a98651908b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1634839', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5220'] for router, before_create {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:01:01.739804 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-a9d90412-8e3a-457e-aff3-b6a98651908b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1634979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1623854', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2032021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5213'] for router, precommit_create {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:01:01.795675 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-a9d90412-8e3a-457e-aff3-b6a98651908b admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:01:01.849806 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64771c4e-0541-46d3-b3f4-0537aef973e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpad403e5c-bbfa-5de7-8c3e-c07e4fe3bb96-d0389d40-840b-4921-84b3-93bfc186ef85', 'network_id': 'd0389d40-840b-4921-84b3-93bfc186ef85', 'tenant_id': '3c81291fa5704e6e99b9fb8671a47a4c', 'fixed_ips': [{'subnet_id': '74626eb5-4f16-4db6-984a-103aeaf27899'}]}} from dv-cinder-817085-1-iscsi. {{(pid=101084) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 22:01:01.850749 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-64771c4e-0541-46d3-b3f4-0537aef973e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-925982'] for port, before_create {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:01:01.942917 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-a9d90412-8e3a-457e-aff3-b6a98651908b admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:01:02.063672 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-d8b0b18c-2354-4948-822b-a2a4349418f5 req-af331625-1e5d-4994-870f-d5dcb206e0fc tempest-AttachVolumeNegativeTest-479507150 tempest-AttachVolumeNegativeTest-479507150-project] 10.222.0.25 "GET /v2.0/ports?device_id=6454925e-3ce0-41fc-89c5-d5a65576e290 HTTP/1.1" status: 200 len: 210 time: 0.0342166 Nov 08 22:01:02.075866 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.db.db_base_plugin_common [None req-64771c4e-0541-46d3-b3f4-0537aef973e8 None None] Allocated IP 172.20.0.2 (d0389d40-840b-4921-84b3-93bfc186ef85/74626eb5-4f16-4db6-984a-103aeaf27899/0be98368-1e8b-4acc-9c56-07b2a480de12) {{(pid=101084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 22:01:02.208948 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-a9d90412-8e3a-457e-aff3-b6a98651908b admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:01:02.213974 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbefcd83-4086-4dfe-a800-f9076b63bb66 req-1fb71aa7-65c7-42c0-963d-533a923a219a tempest-AttachVolumeNegativeTest-479507150 tempest-AttachVolumeNegativeTest-479507150-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:01:02.215647 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-cbefcd83-4086-4dfe-a800-f9076b63bb66 req-1fb71aa7-65c7-42c0-963d-533a923a219a tempest-AttachVolumeNegativeTest-479507150 tempest-AttachVolumeNegativeTest-479507150-project] 10.222.0.48 "GET /v2.0/networks?id=1af71b13-9cb9-46cd-97aa-4e7f7899262e HTTP/1.1" status: 200 len: 814 time: 0.1375353 Nov 08 22:01:02.231000 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.v2.base [req-cbefcd83-4086-4dfe-a800-f9076b63bb66 req-d3b2b341-da3e-41b6-ae9b-0f675c14240a tempest-AttachVolumeNegativeTest-479507150 tempest-AttachVolumeNegativeTest-479507150-project] Request body: {'port': {'device_id': '6454925e-3ce0-41fc-89c5-d5a65576e290', 'network_id': '1af71b13-9cb9-46cd-97aa-4e7f7899262e', 'admin_state_up': True, 'tenant_id': '0a22ac80042f4867857306759d16a667'}} {{(pid=101082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 22:01:02.236139 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-a9d90412-8e3a-457e-aff3-b6a98651908b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-925982'] for port, before_create {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:01:02.276066 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-64771c4e-0541-46d3-b3f4-0537aef973e8 None None] Publish callbacks [] for port, precommit_create {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:01:02.288403 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-64771c4e-0541-46d3-b3f4-0537aef973e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728276144267'] for port, after_create {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:01:02.347620 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64771c4e-0541-46d3-b3f4-0537aef973e8 None None] Pushing event updated for resources: {'Port': ['ID=0be98368-1e8b-4acc-9c56-07b2a480de12,revision_number=1']} {{(pid=101084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:01:02.350787 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64771c4e-0541-46d3-b3f4-0537aef973e8 None None] Network d0389d40-840b-4921-84b3-93bfc186ef85 is already hosted by enough agents. {{(pid=101084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 22:01:02.356961 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.scheduler.base_scheduler [None req-64771c4e-0541-46d3-b3f4-0537aef973e8 None None] Resources bound (agent type, host, resource id): {{(pid=101084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 22:01:02.360403 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64771c4e-0541-46d3-b3f4-0537aef973e8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 22:01:02.360781 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64771c4e-0541-46d3-b3f4-0537aef973e8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 22:01:02.361372 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64771c4e-0541-46d3-b3f4-0537aef973e8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 22:01:02.361516 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64771c4e-0541-46d3-b3f4-0537aef973e8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 22:01:02.362463 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64771c4e-0541-46d3-b3f4-0537aef973e8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 22:01:02.362463 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64771c4e-0541-46d3-b3f4-0537aef973e8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 22:01:02.362463 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64771c4e-0541-46d3-b3f4-0537aef973e8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 22:01:02.363470 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64771c4e-0541-46d3-b3f4-0537aef973e8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 22:01:02.363470 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64771c4e-0541-46d3-b3f4-0537aef973e8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 22:01:02.363470 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64771c4e-0541-46d3-b3f4-0537aef973e8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 22:01:02.363942 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64771c4e-0541-46d3-b3f4-0537aef973e8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 22:01:02.364085 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64771c4e-0541-46d3-b3f4-0537aef973e8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 22:01:02.377194 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.db.db_base_plugin_common [None req-a9d90412-8e3a-457e-aff3-b6a98651908b admin admin] Allocated IP 172.27.3.34 (8ae8d913-bef9-4bc0-baeb-78ef8b3a7364/f0dec947-372d-4ed5-9c9f-864e58aba850/63eac74b-8017-4f9e-baf5-4aa75c8096e0) {{(pid=101083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 22:01:02.382504 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64771c4e-0541-46d3-b3f4-0537aef973e8 None None] Received port after_create {{(pid=101084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 22:01:02.434948 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cbefcd83-4086-4dfe-a800-f9076b63bb66 req-d3b2b341-da3e-41b6-ae9b-0f675c14240a tempest-AttachVolumeNegativeTest-479507150 tempest-AttachVolumeNegativeTest-479507150-project] Made reservation on behalf of 0a22ac80042f4867857306759d16a667 for: {'port': 1} {{(pid=101082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 22:01:02.441578 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [req-cbefcd83-4086-4dfe-a800-f9076b63bb66 req-d3b2b341-da3e-41b6-ae9b-0f675c14240a tempest-AttachVolumeNegativeTest-479507150 tempest-AttachVolumeNegativeTest-479507150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-925982'] for port, before_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:01:02.441861 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.managers [None req-64771c4e-0541-46d3-b3f4-0537aef973e8 None None] Attempting to bind port 0be98368-1e8b-4acc-9c56-07b2a480de12 on host dv-cinder-817085-1-iscsi for vnic_type normal with profile {{(pid=101084) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 22:01:02.442241 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.managers [None req-64771c4e-0541-46d3-b3f4-0537aef973e8 None None] Attempting to bind port 0be98368-1e8b-4acc-9c56-07b2a480de12 by drivers openvswitch,hyperv on host dv-cinder-817085-1-iscsi at level 0 using segments [{'id': '01d75646-a471-41b3-9a68-2bf7bfb9163b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'd0389d40-840b-4921-84b3-93bfc186ef85'}] {{(pid=101084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 22:01:02.442600 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64771c4e-0541-46d3-b3f4-0537aef973e8 None None] Attempting to bind port 0be98368-1e8b-4acc-9c56-07b2a480de12 on network d0389d40-840b-4921-84b3-93bfc186ef85 {{(pid=101084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 22:01:02.449795 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64771c4e-0541-46d3-b3f4-0537aef973e8 None None] Checking agent: {'id': 'b17b386a-7116-42d0-acec-a66289ba5096', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817085-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 21, 51, 52), 'started_at': datetime.datetime(2021, 11, 8, 21, 52, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 22, 0, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817085-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 22:01:02.450354 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64771c4e-0541-46d3-b3f4-0537aef973e8 None None] Checking segment: {'id': '01d75646-a471-41b3-9a68-2bf7bfb9163b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'd0389d40-840b-4921-84b3-93bfc186ef85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 22:01:02.450636 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-64771c4e-0541-46d3-b3f4-0537aef973e8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:01:02.451401 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64771c4e-0541-46d3-b3f4-0537aef973e8 None None] Bound using segment: {'id': '01d75646-a471-41b3-9a68-2bf7bfb9163b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'd0389d40-840b-4921-84b3-93bfc186ef85'} {{(pid=101084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 22:01:02.451549 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.managers [None req-64771c4e-0541-46d3-b3f4-0537aef973e8 None None] Bound port: 0be98368-1e8b-4acc-9c56-07b2a480de12, host: dv-cinder-817085-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01d75646-a471-41b3-9a68-2bf7bfb9163b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'd0389d40-840b-4921-84b3-93bfc186ef85'}}] {{(pid=101084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 22:01:02.451933 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-64771c4e-0541-46d3-b3f4-0537aef973e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-925982'] for port, before_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:01:02.544788 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.db [None req-64771c4e-0541-46d3-b3f4-0537aef973e8 None None] For port 0be98368-1e8b-4acc-9c56-07b2a480de12, host dv-cinder-817085-1-iscsi, cleared binding levels {{(pid=101084) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 22:01:02.548945 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.db [None req-64771c4e-0541-46d3-b3f4-0537aef973e8 None None] For port 0be98368-1e8b-4acc-9c56-07b2a480de12, host dv-cinder-817085-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817085-1-iscsi',level=0,port_id=0be98368-1e8b-4acc-9c56-07b2a480de12,segment=NetworkSegment(01d75646-a471-41b3-9a68-2bf7bfb9163b),segment_id=01d75646-a471-41b3-9a68-2bf7bfb9163b)] {{(pid=101084) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 22:01:02.554425 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-64771c4e-0541-46d3-b3f4-0537aef973e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728276638356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728276144285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728276144303'] for port, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:01:02.559183 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-a9d90412-8e3a-457e-aff3-b6a98651908b admin admin] Publish callbacks [] for port, precommit_create {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:01:02.643303 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64771c4e-0541-46d3-b3f4-0537aef973e8 None None] Pushing event updated for resources: {'Port': ['ID=0be98368-1e8b-4acc-9c56-07b2a480de12,revision_number=2']} {{(pid=101084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:01:02.654745 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-a9d90412-8e3a-457e-aff3-b6a98651908b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728276144267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7659000'] for port, after_create {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:01:02.747920 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9d90412-8e3a-457e-aff3-b6a98651908b admin admin] Network 8ae8d913-bef9-4bc0-baeb-78ef8b3a7364 is already hosted by enough agents. {{(pid=101083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 22:01:02.752157 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.scheduler.base_scheduler [None req-a9d90412-8e3a-457e-aff3-b6a98651908b admin admin] Resources bound (agent type, host, resource id): {{(pid=101083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 22:01:02.755599 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.db.db_base_plugin_common [req-cbefcd83-4086-4dfe-a800-f9076b63bb66 req-d3b2b341-da3e-41b6-ae9b-0f675c14240a tempest-AttachVolumeNegativeTest-479507150 tempest-AttachVolumeNegativeTest-479507150-project] Allocated IP 172.20.0.13 (1af71b13-9cb9-46cd-97aa-4e7f7899262e/c388e745-163e-4ce7-b3b6-4d504969c00f/0a1660db-c5d0-40e6-abdd-beeb710458d8) {{(pid=101082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 22:01:02.759227 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9d90412-8e3a-457e-aff3-b6a98651908b admin admin] Received port after_create {{(pid=101083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 22:01:02.824560 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d90412-8e3a-457e-aff3-b6a98651908b admin admin] Pushing event updated for resources: {'Port': ['ID=63eac74b-8017-4f9e-baf5-4aa75c8096e0,revision_number=1']} {{(pid=101083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:01:02.860301 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03287409-c2bc-448f-a908-f1b0feeee980 req-14dd1895-8ab2-41b8-8f9e-008491d019bd tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:01:02.862109 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-03287409-c2bc-448f-a908-f1b0feeee980 req-14dd1895-8ab2-41b8-8f9e-008491d019bd tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] 10.222.0.25 "GET /v2.0/ports?device_id=36248ae4-e216-4453-969c-6c7953d8492f HTTP/1.1" status: 200 len: 945 time: 0.1961126 Nov 08 22:01:03.043081 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-03287409-c2bc-448f-a908-f1b0feeee980 req-deb71c55-e0d2-44c5-85b1-d7c4fb792e0d tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] 10.222.0.25 "GET /v2.0/security-groups?id=48a61968-ba2d-42aa-b087-8fe6b21c1944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597862 Nov 08 22:01:03.176002 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [req-cbefcd83-4086-4dfe-a800-f9076b63bb66 req-d3b2b341-da3e-41b6-ae9b-0f675c14240a tempest-AttachVolumeNegativeTest-479507150 tempest-AttachVolumeNegativeTest-479507150-project] Publish callbacks [] for port, precommit_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:01:03.223926 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-ba87d88a-60ad-457d-b802-df867f437a69 req-8fab56c6-5511-4d2f-b001-eb5544ff6336 tempest-AttachVolumeNegativeTest-479507150 tempest-AttachVolumeNegativeTest-479507150-project] 10.222.0.25 "GET /v2.0/ports?device_id=6454925e-3ce0-41fc-89c5-d5a65576e290 HTTP/1.1" status: 200 len: 210 time: 0.0365343 Nov 08 22:01:03.253112 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [req-cbefcd83-4086-4dfe-a800-f9076b63bb66 req-d3b2b341-da3e-41b6-ae9b-0f675c14240a tempest-AttachVolumeNegativeTest-479507150 tempest-AttachVolumeNegativeTest-479507150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728276144267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7854484'] for port, after_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:01:03.253306 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-a9d90412-8e3a-457e-aff3-b6a98651908b admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:01:03.265609 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.db [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] get_ports_and_sgs() called for port_ids ['05e12715-6298-4fba-90e4-2bde5690db07'] {{(pid=101084) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 22:01:03.312311 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cbefcd83-4086-4dfe-a800-f9076b63bb66 req-d3b2b341-da3e-41b6-ae9b-0f675c14240a tempest-AttachVolumeNegativeTest-479507150 tempest-AttachVolumeNegativeTest-479507150-project] Network 1af71b13-9cb9-46cd-97aa-4e7f7899262e is already hosted by enough agents. {{(pid=101082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 22:01:03.317742 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.scheduler.base_scheduler [req-cbefcd83-4086-4dfe-a800-f9076b63bb66 req-d3b2b341-da3e-41b6-ae9b-0f675c14240a tempest-AttachVolumeNegativeTest-479507150 tempest-AttachVolumeNegativeTest-479507150-project] Resources bound (agent type, host, resource id): {{(pid=101082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 22:01:03.322719 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbefcd83-4086-4dfe-a800-f9076b63bb66 req-d3b2b341-da3e-41b6-ae9b-0f675c14240a tempest-AttachVolumeNegativeTest-479507150 tempest-AttachVolumeNegativeTest-479507150-project] Received port after_create {{(pid=101082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 22:01:03.364632 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b2b341-da3e-41b6-ae9b-0f675c14240a tempest-AttachVolumeNegativeTest-479507150 tempest-AttachVolumeNegativeTest-479507150-project] Pushing event updated for resources: {'Port': ['ID=0a1660db-c5d0-40e6-abdd-beeb710458d8,revision_number=1']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:01:03.393187 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbefcd83-4086-4dfe-a800-f9076b63bb66 req-d3b2b341-da3e-41b6-ae9b-0f675c14240a tempest-AttachVolumeNegativeTest-479507150 tempest-AttachVolumeNegativeTest-479507150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:01:03.393830 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [req-cbefcd83-4086-4dfe-a800-f9076b63bb66 req-d3b2b341-da3e-41b6-ae9b-0f675c14240a tempest-AttachVolumeNegativeTest-479507150 tempest-AttachVolumeNegativeTest-479507150-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465805'] for port, before_response {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:01:03.412325 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-cbefcd83-4086-4dfe-a800-f9076b63bb66 req-d3b2b341-da3e-41b6-ae9b-0f675c14240a tempest-AttachVolumeNegativeTest-479507150 tempest-AttachVolumeNegativeTest-479507150-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1864519 Nov 08 22:01:03.434103 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.v2.base [req-cbefcd83-4086-4dfe-a800-f9076b63bb66 req-a68dadb8-3f72-4cbb-834a-d6e622985f62 service neutron] Request body: {'port': {'device_id': '6454925e-3ce0-41fc-89c5-d5a65576e290', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81708'}} {{(pid=101082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 22:01:03.475350 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-a9d90412-8e3a-457e-aff3-b6a98651908b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1634988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1624059'] for router, after_create {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:01:03.490639 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [req-cbefcd83-4086-4dfe-a800-f9076b63bb66 req-a68dadb8-3f72-4cbb-834a-d6e622985f62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-925982'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:01:03.614668 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9d90412-8e3a-457e-aff3-b6a98651908b admin admin] Router 683cfef6-9649-479e-9922-dfb07c24d627 is scheduled to L3 agent a7fb4010-89fb-4d99-b0a1-90d6a3aacb04 with binding_index 1 {{(pid=101083) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 08 22:01:03.802166 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.notifiers.nova [req-cbefcd83-4086-4dfe-a800-f9076b63bb66 req-a68dadb8-3f72-4cbb-834a-d6e622985f62 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a1660db-c5d0-40e6-abdd-beeb710458d8 {{(pid=101082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 22:01:03.819972 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [req-cbefcd83-4086-4dfe-a800-f9076b63bb66 req-a68dadb8-3f72-4cbb-834a-d6e622985f62 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:01:03.837905 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [req-cbefcd83-4086-4dfe-a800-f9076b63bb66 req-a68dadb8-3f72-4cbb-834a-d6e622985f62 service neutron] Transition to ACTIVE for port object 0a1660db-c5d0-40e6-abdd-beeb710458d8 will not be triggered until provisioned by entity L2. {{(pid=101082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 22:01:03.846638 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [req-cbefcd83-4086-4dfe-a800-f9076b63bb66 req-a68dadb8-3f72-4cbb-834a-d6e622985f62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728276638356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728276144285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728276144303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7854475'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:01:03.917661 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68dadb8-3f72-4cbb-834a-d6e622985f62 service neutron] Pushing event updated for resources: {'Port': ['ID=0a1660db-c5d0-40e6-abdd-beeb710458d8,revision_number=2']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:01:03.950948 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9d90412-8e3a-457e-aff3-b6a98651908b admin admin] Notify agent at l3_agent.dv-cinder-817085-1-iscsi the message routers_updated {{(pid=101083) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 22:01:03.970463 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ea5c1da-060d-4dbd-a091-09992bd43b9d None None] Sync routers for ids ['683cfef6-9649-479e-9922-dfb07c24d627'] in dv-cinder-817085-1-iscsi {{(pid=101085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 22:01:03.985193 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-a9d90412-8e3a-457e-aff3-b6a98651908b admin admin] Publish callbacks [] for router, before_response {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:01:03.986199 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [None req-a9d90412-8e3a-457e-aff3-b6a98651908b admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.2872927 Nov 08 22:01:03.986788 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ea5c1da-060d-4dbd-a091-09992bd43b9d None None] Routers {'683cfef6-9649-479e-9922-dfb07c24d627'} bound to L3 agent in host dv-cinder-817085-1-iscsi {{(pid=101085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 22:01:03.987406 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.db.l3_hamode_db [None req-5ea5c1da-060d-4dbd-a091-09992bd43b9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817085-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T21:51:49Z,description=,heartbeat_timestamp=2021-11-08T22:00:49Z,host='dv-cinder-817085-1-iscsi',id=a7fb4010-89fb-4d99-b0a1-90d6a3aacb04,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T21:51:49Z,topic='l3_agent')) {'router_ids': ['683cfef6-9649-479e-9922-dfb07c24d627'], 'active': True} {{(pid=101085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 22:01:03.991964 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-429abba9-af6f-4eae-9b6b-e2b34f282d79 None None] Network d0389d40-840b-4921-84b3-93bfc186ef85 requested from dv-cinder-817085-1-iscsi {{(pid=101084) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 22:01:03.994938 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.wsgi [-] (101082) accepted ('10.222.0.25', 42264) {{(pid=101082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 22:01:04.114844 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [req-cbefcd83-4086-4dfe-a800-f9076b63bb66 req-a68dadb8-3f72-4cbb-834a-d6e622985f62 service neutron] Attempting to bind port 0a1660db-c5d0-40e6-abdd-beeb710458d8 on host hv-cinder-81708 for vnic_type normal with profile {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 22:01:04.115406 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [req-cbefcd83-4086-4dfe-a800-f9076b63bb66 req-a68dadb8-3f72-4cbb-834a-d6e622985f62 service neutron] Attempting to bind port 0a1660db-c5d0-40e6-abdd-beeb710458d8 by drivers openvswitch,hyperv on host hv-cinder-81708 at level 0 using segments [{'id': '37b61f9e-bba3-4df3-9e21-4a1dc2717139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '1af71b13-9cb9-46cd-97aa-4e7f7899262e'}] {{(pid=101082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 22:01:04.115911 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbefcd83-4086-4dfe-a800-f9076b63bb66 req-a68dadb8-3f72-4cbb-834a-d6e622985f62 service neutron] Attempting to bind port 0a1660db-c5d0-40e6-abdd-beeb710458d8 on network 1af71b13-9cb9-46cd-97aa-4e7f7899262e {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 22:01:04.135529 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.db.l3_dvr_db [None req-5ea5c1da-060d-4dbd-a091-09992bd43b9d None None] Set router 683cfef6-9649-479e-9922-dfb07c24d627 gateway port host: dv-cinder-817085-1-iscsi {{(pid=101085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 22:01:04.136672 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbefcd83-4086-4dfe-a800-f9076b63bb66 req-a68dadb8-3f72-4cbb-834a-d6e622985f62 service neutron] Port 0a1660db-c5d0-40e6-abdd-beeb710458d8 on network 1af71b13-9cb9-46cd-97aa-4e7f7899262e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81708 {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 22:01:04.137032 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbefcd83-4086-4dfe-a800-f9076b63bb66 req-a68dadb8-3f72-4cbb-834a-d6e622985f62 service neutron] Attempting to bind port 0a1660db-c5d0-40e6-abdd-beeb710458d8 on network 1af71b13-9cb9-46cd-97aa-4e7f7899262e {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 22:01:04.144560 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbefcd83-4086-4dfe-a800-f9076b63bb66 req-a68dadb8-3f72-4cbb-834a-d6e622985f62 service neutron] Checking agent: {'id': '7cd4d405-a24c-430d-ad05-16fe54bb5453', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81708', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 21, 57, 55), 'started_at': datetime.datetime(2021, 11, 8, 21, 57, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 22, 0, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 22:01:04.160098 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbefcd83-4086-4dfe-a800-f9076b63bb66 req-a68dadb8-3f72-4cbb-834a-d6e622985f62 service neutron] Checking segment: {'id': '37b61f9e-bba3-4df3-9e21-4a1dc2717139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '1af71b13-9cb9-46cd-97aa-4e7f7899262e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 22:01:04.161222 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbefcd83-4086-4dfe-a800-f9076b63bb66 req-a68dadb8-3f72-4cbb-834a-d6e622985f62 service neutron] Bound using segment: {'id': '37b61f9e-bba3-4df3-9e21-4a1dc2717139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '1af71b13-9cb9-46cd-97aa-4e7f7899262e'} {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 22:01:04.162522 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [req-cbefcd83-4086-4dfe-a800-f9076b63bb66 req-a68dadb8-3f72-4cbb-834a-d6e622985f62 service neutron] Bound port: 0a1660db-c5d0-40e6-abdd-beeb710458d8, host: hv-cinder-81708, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '37b61f9e-bba3-4df3-9e21-4a1dc2717139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '1af71b13-9cb9-46cd-97aa-4e7f7899262e'}}] {{(pid=101082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 22:01:04.163105 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [req-cbefcd83-4086-4dfe-a800-f9076b63bb66 req-a68dadb8-3f72-4cbb-834a-d6e622985f62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-925982'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:01:04.171456 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.db.provisioning_blocks [None req-55a49924-dc10-446e-95d6-6d11f67aa2d1 None None] Provisioning complete for port 0be98368-1e8b-4acc-9c56-07b2a480de12 triggered by entity DHCP. {{(pid=101084) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 22:01:04.172060 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-55a49924-dc10-446e-95d6-6d11f67aa2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-534742'] for port, provisioning_complete {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:01:04.303212 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-55a49924-dc10-446e-95d6-6d11f67aa2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-925982'] for port, before_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:01:04.369762 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.db [None req-55a49924-dc10-446e-95d6-6d11f67aa2d1 None None] For port 0be98368-1e8b-4acc-9c56-07b2a480de12, host dv-cinder-817085-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817085-1-iscsi',level=0,port_id=0be98368-1e8b-4acc-9c56-07b2a480de12,segment=NetworkSegment(01d75646-a471-41b3-9a68-2bf7bfb9163b),segment_id=01d75646-a471-41b3-9a68-2bf7bfb9163b)] {{(pid=101084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 22:01:04.379047 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-55a49924-dc10-446e-95d6-6d11f67aa2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728276638356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728276144285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728276144303'] for port, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:01:04.379895 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.plugins.ml2.db [req-cbefcd83-4086-4dfe-a800-f9076b63bb66 req-a68dadb8-3f72-4cbb-834a-d6e622985f62 service neutron] For port 0a1660db-c5d0-40e6-abdd-beeb710458d8, host hv-cinder-81708, cleared binding levels {{(pid=101082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 22:01:04.396147 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.plugins.ml2.db [req-cbefcd83-4086-4dfe-a800-f9076b63bb66 req-a68dadb8-3f72-4cbb-834a-d6e622985f62 service neutron] For port 0a1660db-c5d0-40e6-abdd-beeb710458d8, host hv-cinder-81708, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81708',level=0,port_id=0a1660db-c5d0-40e6-abdd-beeb710458d8,segment=NetworkSegment(37b61f9e-bba3-4df3-9e21-4a1dc2717139),segment_id=37b61f9e-bba3-4df3-9e21-4a1dc2717139)] {{(pid=101082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 22:01:04.438431 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.db.l3_hamode_db [None req-5ea5c1da-060d-4dbd-a091-09992bd43b9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '683cfef6-9649-479e-9922-dfb07c24d627', 'name': 'tempest-AttachVolumeShelveTestJSON-658045224-router', 'tenant_id': '3c81291fa5704e6e99b9fb8671a47a4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ae8d913-bef9-4bc0-baeb-78ef8b3a7364', 'external_fixed_ips': [{'subnet_id': 'f0dec947-372d-4ed5-9c9f-864e58aba850', 'ip_address': '172.27.3.34'}], 'enable_snat': True}, 'gw_port_id': '63eac74b-8017-4f9e-baf5-4aa75c8096e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T22:01:01Z', 'updated_at': '2021-11-08T22:01:03Z', 'revision_number': 3, 'project_id': '3c81291fa5704e6e99b9fb8671a47a4c', 'gw_port': {'id': '63eac74b-8017-4f9e-baf5-4aa75c8096e0', 'name': '', 'network_id': '8ae8d913-bef9-4bc0-baeb-78ef8b3a7364', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:20:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '683cfef6-9649-479e-9922-dfb07c24d627', 'device_owner': 'network:router_gateway', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': 'f0dec947-372d-4ed5-9c9f-864e58aba850', 'ip_address': '172.27.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T22:01:02Z', 'updated_at': '2021-11-08T22:01:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f0dec947-372d-4ed5-9c9f-864e58aba850', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817085-1-iscsi'}], 'dv-cinder-817085-1-iscsi', False) {} {{(pid=101085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 22:01:04.473632 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ea5c1da-060d-4dbd-a091-09992bd43b9d None None] Checking router: 683cfef6-9649-479e-9922-dfb07c24d627 for host: dv-cinder-817085-1-iscsi {{(pid=101085) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 22:01:04.474168 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ea5c1da-060d-4dbd-a091-09992bd43b9d None None] Updating router 683cfef6-9649-479e-9922-dfb07c24d627 port 63eac74b-8017-4f9e-baf5-4aa75c8096e0 binding host dv-cinder-817085-1-iscsi {{(pid=101085) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 22:01:04.475806 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [req-cbefcd83-4086-4dfe-a800-f9076b63bb66 req-a68dadb8-3f72-4cbb-834a-d6e622985f62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728276638356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728276144285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728276144303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7854475'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:01:04.506340 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a49924-dc10-446e-95d6-6d11f67aa2d1 None None] Pushing event updated for resources: {'Port': ['ID=0be98368-1e8b-4acc-9c56-07b2a480de12,revision_number=3']} {{(pid=101084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:01:04.514742 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron_lib.callbacks.manager [None req-5ea5c1da-060d-4dbd-a091-09992bd43b9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-925982'] for port, before_update {{(pid=101085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:01:04.600473 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbefcd83-4086-4dfe-a800-f9076b63bb66 req-a68dadb8-3f72-4cbb-834a-d6e622985f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:01:04.601386 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [req-cbefcd83-4086-4dfe-a800-f9076b63bb66 req-a68dadb8-3f72-4cbb-834a-d6e622985f62 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465805'] for port, before_response {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:01:04.603033 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-cbefcd83-4086-4dfe-a800-f9076b63bb66 req-a68dadb8-3f72-4cbb-834a-d6e622985f62 service neutron] 10.222.0.48 "PUT /v2.0/ports/0a1660db-c5d0-40e6-abdd-beeb710458d8 HTTP/1.1" status: 200 len: 1094 time: 1.1762753 Nov 08 22:01:04.623255 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.db.provisioning_blocks [None req-f6180247-a6e9-4d25-9a09-c0a9bd3c3569 None None] Provisioning complete for port 0be98368-1e8b-4acc-9c56-07b2a480de12 triggered by entity DHCP. {{(pid=101084) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 22:01:04.625149 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-f6180247-a6e9-4d25-9a09-c0a9bd3c3569 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-534742'] for port, provisioning_complete {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:01:04.629046 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68dadb8-3f72-4cbb-834a-d6e622985f62 service neutron] Pushing event updated for resources: {'Port': ['ID=0a1660db-c5d0-40e6-abdd-beeb710458d8,revision_number=3']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:01:04.633003 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6454925e-3ce0-41fc-89c5-d5a65576e290', 'tag': '0a1660db-c5d0-40e6-abdd-beeb710458d8'}] {{(pid=101082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 22:01:04.637347 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5244ac95217a6bb312334333bc6ed4bdb0e50c4a837cb758f48f620e9b099f25" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fa2c8c1-05af-4ac6-b278-3f7c3438d168" -d '{"events": [{"name": "network-changed", "server_uuid": "6454925e-3ce0-41fc-89c5-d5a65576e290", "tag": "0a1660db-c5d0-40e6-abdd-beeb710458d8"}]}' {{(pid=101082) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 22:01:04.739874 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c6d4aa-f25b-4a4a-8045-612740f9e5c9 req-d2ed3a3a-e418-4179-9d18-9cf18ee0be26 tempest-AttachVolumeNegativeTest-479507150 tempest-AttachVolumeNegativeTest-479507150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:01:04.741725 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-31c6d4aa-f25b-4a4a-8045-612740f9e5c9 req-d2ed3a3a-e418-4179-9d18-9cf18ee0be26 tempest-AttachVolumeNegativeTest-479507150 tempest-AttachVolumeNegativeTest-479507150-project] 10.222.0.25 "GET /v2.0/ports?device_id=6454925e-3ce0-41fc-89c5-d5a65576e290 HTTP/1.1" status: 200 len: 944 time: 0.2881610 Nov 08 22:01:04.761021 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278f911f-231e-4bea-92aa-2779aa0c640a req-cf0ede68-6203-4b07-bae1-fa66be6aeac7 tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:01:04.763717 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-278f911f-231e-4bea-92aa-2779aa0c640a req-cf0ede68-6203-4b07-bae1-fa66be6aeac7 tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] 10.222.0.25 "GET /v2.0/ports?device_id=36248ae4-e216-4453-969c-6c7953d8492f HTTP/1.1" status: 200 len: 945 time: 0.3624506 Nov 08 22:01:04.857459 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.rpc [None req-ad13160b-513d-4512-a15f-cb40cce6b7e9 None None] Device 0be98368-1e8b-4acc-9c56-07b2a480de12 up at agent ovs-agent-dv-cinder-817085-1-iscsi {{(pid=101084) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 22:01:04.923878 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron_lib.callbacks.manager [None req-5ea5c1da-060d-4dbd-a091-09992bd43b9d None None] Publish callbacks [] for port, precommit_update {{(pid=101085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:01:04.933230 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron_lib.callbacks.manager [None req-5ea5c1da-060d-4dbd-a091-09992bd43b9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728276638356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728276144285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728276144303'] for port, after_update {{(pid=101085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:01:04.939939 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.db.provisioning_blocks [None req-ad13160b-513d-4512-a15f-cb40cce6b7e9 None None] Provisioning complete for port 0be98368-1e8b-4acc-9c56-07b2a480de12 triggered by entity L2. {{(pid=101084) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 22:01:04.941690 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-ad13160b-513d-4512-a15f-cb40cce6b7e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-534742'] for port, provisioning_complete {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:01:04.997126 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b09aa7-c4da-4227-a65a-b270da39c04b None None] Pushing event updated for resources: {'Port': ['ID=63eac74b-8017-4f9e-baf5-4aa75c8096e0,revision_number=2']} {{(pid=101085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:01:05.031591 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b09aa7-c4da-4227-a65a-b270da39c04b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 22:01:05.032187 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b09aa7-c4da-4227-a65a-b270da39c04b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 22:01:05.032690 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b09aa7-c4da-4227-a65a-b270da39c04b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 22:01:05.033617 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b09aa7-c4da-4227-a65a-b270da39c04b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 22:01:05.034103 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b09aa7-c4da-4227-a65a-b270da39c04b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 22:01:05.035379 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b09aa7-c4da-4227-a65a-b270da39c04b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 22:01:05.036142 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b09aa7-c4da-4227-a65a-b270da39c04b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 22:01:05.036714 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b09aa7-c4da-4227-a65a-b270da39c04b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 22:01:05.037294 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b09aa7-c4da-4227-a65a-b270da39c04b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 22:01:05.038038 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b09aa7-c4da-4227-a65a-b270da39c04b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 22:01:05.038520 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b09aa7-c4da-4227-a65a-b270da39c04b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 22:01:05.039386 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b09aa7-c4da-4227-a65a-b270da39c04b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 22:01:05.055261 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.plugins.ml2.managers [None req-5ea5c1da-060d-4dbd-a091-09992bd43b9d None None] Attempting to bind port 63eac74b-8017-4f9e-baf5-4aa75c8096e0 on host dv-cinder-817085-1-iscsi for vnic_type normal with profile {{(pid=101085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 22:01:05.061102 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.plugins.ml2.managers [None req-5ea5c1da-060d-4dbd-a091-09992bd43b9d None None] Attempting to bind port 63eac74b-8017-4f9e-baf5-4aa75c8096e0 by drivers openvswitch,hyperv on host dv-cinder-817085-1-iscsi at level 0 using segments [{'id': '4f9c68d0-c68c-4bfe-b6e8-d7426962dfc1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8ae8d913-bef9-4bc0-baeb-78ef8b3a7364'}] {{(pid=101085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 22:01:05.061779 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ea5c1da-060d-4dbd-a091-09992bd43b9d None None] Attempting to bind port 63eac74b-8017-4f9e-baf5-4aa75c8096e0 on network 8ae8d913-bef9-4bc0-baeb-78ef8b3a7364 {{(pid=101085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 22:01:05.074088 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ea5c1da-060d-4dbd-a091-09992bd43b9d None None] Checking agent: {'id': 'b17b386a-7116-42d0-acec-a66289ba5096', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817085-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 21, 51, 52), 'started_at': datetime.datetime(2021, 11, 8, 21, 52, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 22, 0, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817085-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 22:01:05.074871 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ea5c1da-060d-4dbd-a091-09992bd43b9d None None] Checking segment: {'id': '4f9c68d0-c68c-4bfe-b6e8-d7426962dfc1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8ae8d913-bef9-4bc0-baeb-78ef8b3a7364'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 22:01:05.075983 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron_lib.callbacks.manager [None req-5ea5c1da-060d-4dbd-a091-09992bd43b9d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:01:05.076879 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ea5c1da-060d-4dbd-a091-09992bd43b9d None None] Bound using segment: {'id': '4f9c68d0-c68c-4bfe-b6e8-d7426962dfc1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8ae8d913-bef9-4bc0-baeb-78ef8b3a7364'} {{(pid=101085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 22:01:05.078148 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.plugins.ml2.managers [None req-5ea5c1da-060d-4dbd-a091-09992bd43b9d None None] Bound port: 63eac74b-8017-4f9e-baf5-4aa75c8096e0, host: dv-cinder-817085-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f9c68d0-c68c-4bfe-b6e8-d7426962dfc1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8ae8d913-bef9-4bc0-baeb-78ef8b3a7364'}}] {{(pid=101085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 22:01:05.078791 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron_lib.callbacks.manager [None req-5ea5c1da-060d-4dbd-a091-09992bd43b9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-925982'] for port, before_update {{(pid=101085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:01:05.161364 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.plugins.ml2.db [None req-5ea5c1da-060d-4dbd-a091-09992bd43b9d None None] For port 63eac74b-8017-4f9e-baf5-4aa75c8096e0, host dv-cinder-817085-1-iscsi, cleared binding levels {{(pid=101085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 22:01:05.168518 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.plugins.ml2.db [None req-5ea5c1da-060d-4dbd-a091-09992bd43b9d None None] For port 63eac74b-8017-4f9e-baf5-4aa75c8096e0, host dv-cinder-817085-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817085-1-iscsi',level=0,port_id=63eac74b-8017-4f9e-baf5-4aa75c8096e0,segment=NetworkSegment(4f9c68d0-c68c-4bfe-b6e8-d7426962dfc1),segment_id=4f9c68d0-c68c-4bfe-b6e8-d7426962dfc1)] {{(pid=101085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 22:01:05.171799 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbefcd83-4086-4dfe-a800-f9076b63bb66 req-b8bd62bd-7467-4fa2-a026-712bf34c1ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:01:05.173726 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-cbefcd83-4086-4dfe-a800-f9076b63bb66 req-b8bd62bd-7467-4fa2-a026-712bf34c1ecb service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=0a22ac80042f4867857306759d16a667&device_id=6454925e-3ce0-41fc-89c5-d5a65576e290 HTTP/1.1" status: 200 len: 1097 time: 0.4910941 Nov 08 22:01:05.173876 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron_lib.callbacks.manager [None req-5ea5c1da-060d-4dbd-a091-09992bd43b9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728276638356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728276144285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728276144303'] for port, after_update {{(pid=101085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:01:05.235292 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ea5c1da-060d-4dbd-a091-09992bd43b9d None None] Routers {'683cfef6-9649-479e-9922-dfb07c24d627'} bound to L3 agent in host dv-cinder-817085-1-iscsi {{(pid=101085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 22:01:05.235919 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.db.l3_hamode_db [None req-5ea5c1da-060d-4dbd-a091-09992bd43b9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817085-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T21:51:49Z,description=,heartbeat_timestamp=2021-11-08T22:00:49Z,host='dv-cinder-817085-1-iscsi',id=a7fb4010-89fb-4d99-b0a1-90d6a3aacb04,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T21:51:49Z,topic='l3_agent')) {'router_ids': ['683cfef6-9649-479e-9922-dfb07c24d627'], 'active': True} {{(pid=101085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 22:01:05.268549 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-cbefcd83-4086-4dfe-a800-f9076b63bb66 req-77582108-377a-48eb-a563-6989ebc68fbb service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0a1660db-c5d0-40e6-abdd-beeb710458d8 HTTP/1.1" status: 200 len: 217 time: 0.0736933 Nov 08 22:01:05.273442 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b09aa7-c4da-4227-a65a-b270da39c04b None None] Pushing event updated for resources: {'Port': ['ID=63eac74b-8017-4f9e-baf5-4aa75c8096e0,revision_number=3']} {{(pid=101085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:01:05.274260 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-31c6d4aa-f25b-4a4a-8045-612740f9e5c9 req-6b6adcf2-4130-4772-8b45-61ae34727b4d tempest-AttachVolumeNegativeTest-479507150 tempest-AttachVolumeNegativeTest-479507150-project] 10.222.0.25 "GET /v2.0/security-groups?id=18bce912-cacb-492f-931d-a2fe8ac5d2b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5227716 Nov 08 22:01:05.287428 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-278f911f-231e-4bea-92aa-2779aa0c640a req-fcb183e1-4d61-46f4-b544-cd747c1934c0 tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] 10.222.0.25 "GET /v2.0/security-groups?id=48a61968-ba2d-42aa-b087-8fe6b21c1944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3598037 Nov 08 22:01:05.372849 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 22:01:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64ed6760-a500-4b6b-834e-fdcd8e3095de x-openstack-request-id: req-64ed6760-a500-4b6b-834e-fdcd8e3095de {{(pid=101082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 22:01:05.373146 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6454925e-3ce0-41fc-89c5-d5a65576e290", "tag": "0a1660db-c5d0-40e6-abdd-beeb710458d8", "status": "completed", "code": 200}]} {{(pid=101082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 22:01:05.373388 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-64ed6760-a500-4b6b-834e-fdcd8e3095de {{(pid=101082) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 22:01:05.373770 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6454925e-3ce0-41fc-89c5-d5a65576e290', 'tag': '0a1660db-c5d0-40e6-abdd-beeb710458d8', 'status': 'completed', 'code': 200} Nov 08 22:01:05.404078 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.db.l3_dvr_db [None req-5ea5c1da-060d-4dbd-a091-09992bd43b9d None None] Set router 683cfef6-9649-479e-9922-dfb07c24d627 gateway port host: dv-cinder-817085-1-iscsi {{(pid=101085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 22:01:05.412840 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbefcd83-4086-4dfe-a800-f9076b63bb66 req-38f23873-6564-4398-8fba-87f10a7cad00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:01:05.415172 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-cbefcd83-4086-4dfe-a800-f9076b63bb66 req-38f23873-6564-4398-8fba-87f10a7cad00 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c388e745-163e-4ce7-b3b6-4d504969c00f HTTP/1.1" status: 200 len: 854 time: 0.1259184 Nov 08 22:01:05.463814 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-cbefcd83-4086-4dfe-a800-f9076b63bb66 req-110a0c9c-3086-4da9-84ad-ebf7260c363c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1af71b13-9cb9-46cd-97aa-4e7f7899262e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0371416 Nov 08 22:01:05.638612 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-cbefcd83-4086-4dfe-a800-f9076b63bb66 req-854fa558-e87f-4ae0-a872-da41d60fe202 service neutron] 10.222.0.48 "GET /v2.0/networks/1af71b13-9cb9-46cd-97aa-4e7f7899262e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1501477 Nov 08 22:01:05.653349 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-9acb8cb2-1e8d-4c3b-85eb-6ea9d621e67f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-925982'] for port, before_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:01:05.653450 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.db.l3_hamode_db [None req-5ea5c1da-060d-4dbd-a091-09992bd43b9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '683cfef6-9649-479e-9922-dfb07c24d627', 'name': 'tempest-AttachVolumeShelveTestJSON-658045224-router', 'tenant_id': '3c81291fa5704e6e99b9fb8671a47a4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ae8d913-bef9-4bc0-baeb-78ef8b3a7364', 'external_fixed_ips': [{'subnet_id': 'f0dec947-372d-4ed5-9c9f-864e58aba850', 'ip_address': '172.27.3.34'}], 'enable_snat': True}, 'gw_port_id': '63eac74b-8017-4f9e-baf5-4aa75c8096e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T22:01:01Z', 'updated_at': '2021-11-08T22:01:03Z', 'revision_number': 3, 'project_id': '3c81291fa5704e6e99b9fb8671a47a4c', 'gw_port': {'id': '63eac74b-8017-4f9e-baf5-4aa75c8096e0', 'name': '', 'network_id': '8ae8d913-bef9-4bc0-baeb-78ef8b3a7364', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:20:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '683cfef6-9649-479e-9922-dfb07c24d627', 'device_owner': 'network:router_gateway', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': 'f0dec947-372d-4ed5-9c9f-864e58aba850', 'ip_address': '172.27.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T22:01:02Z', 'updated_at': '2021-11-08T22:01:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0dec947-372d-4ed5-9c9f-864e58aba850', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817085-1-iscsi'}], 'dv-cinder-817085-1-iscsi', False) {} {{(pid=101085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 22:01:05.688093 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ea5c1da-060d-4dbd-a091-09992bd43b9d None None] The sync data for ids ['683cfef6-9649-479e-9922-dfb07c24d627'] in dv-cinder-817085-1-iscsi is: [{'id': '683cfef6-9649-479e-9922-dfb07c24d627', 'name': 'tempest-AttachVolumeShelveTestJSON-658045224-router', 'tenant_id': '3c81291fa5704e6e99b9fb8671a47a4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ae8d913-bef9-4bc0-baeb-78ef8b3a7364', 'external_fixed_ips': [{'subnet_id': 'f0dec947-372d-4ed5-9c9f-864e58aba850', 'ip_address': '172.27.3.34'}], 'enable_snat': True}, 'gw_port_id': '63eac74b-8017-4f9e-baf5-4aa75c8096e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T22:01:01Z', 'updated_at': '2021-11-08T22:01:03Z', 'revision_number': 3, 'project_id': '3c81291fa5704e6e99b9fb8671a47a4c', 'gw_port': {'id': '63eac74b-8017-4f9e-baf5-4aa75c8096e0', 'name': '', 'network_id': '8ae8d913-bef9-4bc0-baeb-78ef8b3a7364', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:20:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '683cfef6-9649-479e-9922-dfb07c24d627', 'device_owner': 'network:router_gateway', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': 'f0dec947-372d-4ed5-9c9f-864e58aba850', 'ip_address': '172.27.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T22:01:02Z', 'updated_at': '2021-11-08T22:01:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0dec947-372d-4ed5-9c9f-864e58aba850', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817085-1-iscsi'}] {{(pid=101085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 22:01:05.901000 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-cbefcd83-4086-4dfe-a800-f9076b63bb66 req-ba08224e-3bc9-43a8-92df-c866eb9dfb4b service neutron] 10.222.0.48 "GET /v2.0/networks/1af71b13-9cb9-46cd-97aa-4e7f7899262e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2468913 Nov 08 22:01:05.972546 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.db.db_base_plugin_common [None req-9acb8cb2-1e8d-4c3b-85eb-6ea9d621e67f admin admin] Allocated IP 172.20.0.1 (d0389d40-840b-4921-84b3-93bfc186ef85/74626eb5-4f16-4db6-984a-103aeaf27899/282241b8-ee70-4e06-b70f-3b349506e9a3) {{(pid=101082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 22:01:06.109358 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa2c8c1-05af-4ac6-b278-3f7c3438d168 req-468cca72-bd28-46b1-a593-36090e7b534c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:01:06.110919 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-5fa2c8c1-05af-4ac6-b278-3f7c3438d168 req-468cca72-bd28-46b1-a593-36090e7b534c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=0a22ac80042f4867857306759d16a667&device_id=6454925e-3ce0-41fc-89c5-d5a65576e290 HTTP/1.1" status: 200 len: 1097 time: 0.1356235 Nov 08 22:01:06.232781 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-9acb8cb2-1e8d-4c3b-85eb-6ea9d621e67f admin admin] Publish callbacks [] for port, precommit_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:01:06.261750 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa2c8c1-05af-4ac6-b278-3f7c3438d168 req-a0fd4a34-35fe-4c37-9f73-d18b4dc5f415 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:01:06.263248 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-5fa2c8c1-05af-4ac6-b278-3f7c3438d168 req-a0fd4a34-35fe-4c37-9f73-d18b4dc5f415 service neutron] 10.222.0.48 "GET /v2.0/networks?id=1af71b13-9cb9-46cd-97aa-4e7f7899262e HTTP/1.1" status: 200 len: 915 time: 0.1394587 Nov 08 22:01:06.315446 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-5fa2c8c1-05af-4ac6-b278-3f7c3438d168 req-b43f8ccb-dbfa-4bf6-9d52-6c2511ca4eba service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0a1660db-c5d0-40e6-abdd-beeb710458d8 HTTP/1.1" status: 200 len: 217 time: 0.0390341 Nov 08 22:01:06.373980 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-9acb8cb2-1e8d-4c3b-85eb-6ea9d621e67f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728276144267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7854484'] for port, after_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:01:06.490810 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9acb8cb2-1e8d-4c3b-85eb-6ea9d621e67f admin admin] Network d0389d40-840b-4921-84b3-93bfc186ef85 is already hosted by enough agents. {{(pid=101082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 22:01:06.498904 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9acb8cb2-1e8d-4c3b-85eb-6ea9d621e67f admin admin] Pushing event updated for resources: {'Port': ['ID=282241b8-ee70-4e06-b70f-3b349506e9a3,revision_number=1']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:01:06.507797 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.scheduler.base_scheduler [None req-9acb8cb2-1e8d-4c3b-85eb-6ea9d621e67f admin admin] Resources bound (agent type, host, resource id): {{(pid=101082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 22:01:06.511550 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa2c8c1-05af-4ac6-b278-3f7c3438d168 req-cefdb5e7-752f-4cae-a9cd-a96f25f0ec58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:01:06.512158 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-5fa2c8c1-05af-4ac6-b278-3f7c3438d168 req-cefdb5e7-752f-4cae-a9cd-a96f25f0ec58 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c388e745-163e-4ce7-b3b6-4d504969c00f HTTP/1.1" status: 200 len: 854 time: 0.1834888 Nov 08 22:01:06.512934 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9acb8cb2-1e8d-4c3b-85eb-6ea9d621e67f admin admin] Received port after_create {{(pid=101082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 22:01:06.786315 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.rpc [None req-ad13160b-513d-4512-a15f-cb40cce6b7e9 None None] Device 63eac74b-8017-4f9e-baf5-4aa75c8096e0 up at agent ovs-agent-dv-cinder-817085-1-iscsi {{(pid=101084) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 22:01:06.945435 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.db.provisioning_blocks [None req-6cfabf93-17a2-40c5-88b3-dfb19f2ddd7c None None] Provisioning complete for port 282241b8-ee70-4e06-b70f-3b349506e9a3 triggered by entity DHCP. {{(pid=101084) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 22:01:06.951541 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-6cfabf93-17a2-40c5-88b3-dfb19f2ddd7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-534742'] for port, provisioning_complete {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:01:06.961252 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.db.provisioning_blocks [None req-ad13160b-513d-4512-a15f-cb40cce6b7e9 None None] Provisioning complete for port 63eac74b-8017-4f9e-baf5-4aa75c8096e0 triggered by entity L2. {{(pid=101084) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 22:01:06.962266 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-ad13160b-513d-4512-a15f-cb40cce6b7e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-534742'] for port, provisioning_complete {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:01:06.989744 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-9acb8cb2-1e8d-4c3b-85eb-6ea9d621e67f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1623086'] for router_interface, before_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:01:07.054568 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.plugin [None req-6cfabf93-17a2-40c5-88b3-dfb19f2ddd7c None None] Port 282241b8-ee70-4e06-b70f-3b349506e9a3 cannot update to ACTIVE because it is not bound. {{(pid=101084) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 22:01:07.083432 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-5fa2c8c1-05af-4ac6-b278-3f7c3438d168 req-b097802b-1e79-4d14-84dc-c64889e172c7 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1af71b13-9cb9-46cd-97aa-4e7f7899262e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5537369 Nov 08 22:01:07.107038 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6d6a70-7351-4711-8f95-5acbc2a1320c req-237e24be-aaff-4543-b93a-92b93017ea10 tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:01:07.108605 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-2d6d6a70-7351-4711-8f95-5acbc2a1320c req-237e24be-aaff-4543-b93a-92b93017ea10 tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] 10.222.0.25 "GET /v2.0/ports?device_id=36248ae4-e216-4453-969c-6c7953d8492f HTTP/1.1" status: 200 len: 945 time: 0.6800241 Nov 08 22:01:07.118064 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-ad13160b-513d-4512-a15f-cb40cce6b7e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-925982'] for port, before_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:01:07.145522 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.db [None req-ad13160b-513d-4512-a15f-cb40cce6b7e9 None None] For port 63eac74b-8017-4f9e-baf5-4aa75c8096e0, host dv-cinder-817085-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817085-1-iscsi',level=0,port_id=63eac74b-8017-4f9e-baf5-4aa75c8096e0,segment=NetworkSegment(4f9c68d0-c68c-4bfe-b6e8-d7426962dfc1),segment_id=4f9c68d0-c68c-4bfe-b6e8-d7426962dfc1)] {{(pid=101084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 22:01:07.151368 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-ad13160b-513d-4512-a15f-cb40cce6b7e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728276638356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728276144285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728276144303'] for port, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:01:07.190909 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7504ed6e-8353-4af9-a1e9-95fddb874c2a req-feaa7a51-c59f-493c-89c0-face544d0990 tempest-AttachVolumeNegativeTest-479507150 tempest-AttachVolumeNegativeTest-479507150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:01:07.192372 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-7504ed6e-8353-4af9-a1e9-95fddb874c2a req-feaa7a51-c59f-493c-89c0-face544d0990 tempest-AttachVolumeNegativeTest-479507150 tempest-AttachVolumeNegativeTest-479507150-project] 10.222.0.25 "GET /v2.0/ports?device_id=6454925e-3ce0-41fc-89c5-d5a65576e290 HTTP/1.1" status: 200 len: 944 time: 0.7415030 Nov 08 22:01:07.212408 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad13160b-513d-4512-a15f-cb40cce6b7e9 None None] Pushing event updated for resources: {'Port': ['ID=63eac74b-8017-4f9e-baf5-4aa75c8096e0,revision_number=4']} {{(pid=101084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:01:07.323188 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-2d6d6a70-7351-4711-8f95-5acbc2a1320c req-ab928c56-6130-4ad5-a290-932e75b1add6 tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] 10.222.0.25 "GET /v2.0/security-groups?id=48a61968-ba2d-42aa-b087-8fe6b21c1944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2015948 Nov 08 22:01:07.356585 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-5fa2c8c1-05af-4ac6-b278-3f7c3438d168 req-3d803bd0-fb6a-4fb7-8c6a-48911b25355d service neutron] 10.222.0.48 "GET /v2.0/networks/1af71b13-9cb9-46cd-97aa-4e7f7899262e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2421646 Nov 08 22:01:07.364383 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-7504ed6e-8353-4af9-a1e9-95fddb874c2a req-fa91add6-2b52-4934-8747-2f45ac8a7a99 tempest-AttachVolumeNegativeTest-479507150 tempest-AttachVolumeNegativeTest-479507150-project] 10.222.0.25 "GET /v2.0/security-groups?id=18bce912-cacb-492f-931d-a2fe8ac5d2b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652086 Nov 08 22:01:07.373072 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-9acb8cb2-1e8d-4c3b-85eb-6ea9d621e67f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-925982'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:01:07.552274 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-9acb8cb2-1e8d-4c3b-85eb-6ea9d621e67f admin admin] Publish callbacks [] for port, precommit_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:01:07.559325 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-9acb8cb2-1e8d-4c3b-85eb-6ea9d621e67f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728276638356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728276144285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728276144303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7854475'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:01:07.631875 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-9acb8cb2-1e8d-4c3b-85eb-6ea9d621e67f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1646123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1623226'] for router_interface, after_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:01:07.648616 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9acb8cb2-1e8d-4c3b-85eb-6ea9d621e67f admin admin] Pushing event updated for resources: {'Port': ['ID=282241b8-ee70-4e06-b70f-3b349506e9a3,revision_number=2']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:01:07.713237 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.wsgi [-] (101083) accepted ('10.222.0.25', 42396) {{(pid=101083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 22:01:07.761518 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.db.db_base_plugin_v2 [None req-016f590e-7b16-4f5f-a00f-c842fc245336 admin admin] Deleting subnet 0b15c2b6-67e9-4c19-9063-5dbd34096fae {{(pid=101083) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 22:01:07.763832 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9acb8cb2-1e8d-4c3b-85eb-6ea9d621e67f admin admin] Network d0389d40-840b-4921-84b3-93bfc186ef85 is already hosted by enough agents. {{(pid=101082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 22:01:07.765393 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.scheduler.base_scheduler [None req-9acb8cb2-1e8d-4c3b-85eb-6ea9d621e67f admin admin] Resources bound (agent type, host, resource id): {{(pid=101082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 22:01:07.765547 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-016f590e-7b16-4f5f-a00f-c842fc245336 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:01:07.807229 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-016f590e-7b16-4f5f-a00f-c842fc245336 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8163774'] for subnet, precommit_delete_associations {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:01:07.862908 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-016f590e-7b16-4f5f-a00f-c842fc245336 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-524324'] for subnet, precommit_delete {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:01:07.901483 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9acb8cb2-1e8d-4c3b-85eb-6ea9d621e67f admin admin] Router 683cfef6-9649-479e-9922-dfb07c24d627 has already been hosted by L3 agent a7fb4010-89fb-4d99-b0a1-90d6a3aacb04 {{(pid=101082) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 22:01:07.933298 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-016f590e-7b16-4f5f-a00f-c842fc245336 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-524333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7658797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4932587'] for subnet, after_delete {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:01:07.972882 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016f590e-7b16-4f5f-a00f-c842fc245336 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0b15c2b6-67e9-4c19-9063-5dbd34096fae,revision_number=None']} {{(pid=101083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:01:07.979428 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-016f590e-7b16-4f5f-a00f-c842fc245336 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:01:07.985137 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [None req-016f590e-7b16-4f5f-a00f-c842fc245336 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/0b15c2b6-67e9-4c19-9063-5dbd34096fae HTTP/1.1" status: 204 len: 168 time: 0.2690046 Nov 08 22:01:07.986872 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.wsgi [-] (101083) accepted ('10.222.0.25', 42402) {{(pid=101083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 22:01:08.104339 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-2ab7942c-5ee1-45e4-a5eb-9eff5c2d1b4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605121'] for network, before_delete {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:01:08.115462 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9acb8cb2-1e8d-4c3b-85eb-6ea9d621e67f admin admin] Notify agent at l3_agent.dv-cinder-817085-1-iscsi the message routers_updated {{(pid=101082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 22:01:08.126504 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7e9a5df-4e5c-4cc9-a4ea-636532ed45d3 None None] Sync routers for ids ['683cfef6-9649-479e-9922-dfb07c24d627'] in dv-cinder-817085-1-iscsi {{(pid=101084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 22:01:08.130284 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [None req-9acb8cb2-1e8d-4c3b-85eb-6ea9d621e67f admin admin] 10.222.0.25 "PUT /v2.0/routers/683cfef6-9649-479e-9922-dfb07c24d627/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1340606 Nov 08 22:01:08.139952 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7e9a5df-4e5c-4cc9-a4ea-636532ed45d3 None None] Routers {'683cfef6-9649-479e-9922-dfb07c24d627'} bound to L3 agent in host dv-cinder-817085-1-iscsi {{(pid=101084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 22:01:08.141111 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.db.l3_hamode_db [None req-b7e9a5df-4e5c-4cc9-a4ea-636532ed45d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817085-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T21:51:49Z,description=,heartbeat_timestamp=2021-11-08T22:00:49Z,host='dv-cinder-817085-1-iscsi',id=a7fb4010-89fb-4d99-b0a1-90d6a3aacb04,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T21:51:49Z,topic='l3_agent')) {'router_ids': ['683cfef6-9649-479e-9922-dfb07c24d627'], 'active': True} {{(pid=101084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 22:01:08.198514 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-2ab7942c-5ee1-45e4-a5eb-9eff5c2d1b4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-530513', 'neutron.services.segments.db._delete_segments_for_network-8728276665393'] for network, precommit_delete {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:01:08.213012 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.db.provisioning_blocks [None req-5058b7e1-b4c6-4e08-988c-0bca1ea416e9 None None] Provisioning complete for port 282241b8-ee70-4e06-b70f-3b349506e9a3 triggered by entity DHCP. {{(pid=101084) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 22:01:08.213457 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-5058b7e1-b4c6-4e08-988c-0bca1ea416e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-534742'] for port, provisioning_complete {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:01:08.221665 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.services.segments.db [None req-2ab7942c-5ee1-45e4-a5eb-9eff5c2d1b4f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4156171c-463e-435d-894f-fdabccc9846f']}} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 22:01:08.231902 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.services.segments.db [None req-2ab7942c-5ee1-45e4-a5eb-9eff5c2d1b4f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6487f67-be04-4605-bb2c-f30192477edf') {'for_net_delete': True} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 22:01:08.232235 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.services.segments.db [None req-2ab7942c-5ee1-45e4-a5eb-9eff5c2d1b4f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6487f67-be04-4605-bb2c-f30192477edf') {} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 22:01:08.242528 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-2ab7942c-5ee1-45e4-a5eb-9eff5c2d1b4f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728276699450', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8163751'] for segment, before_delete {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:01:08.257056 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-2ab7942c-5ee1-45e4-a5eb-9eff5c2d1b4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-527333'] for segment, precommit_delete {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:01:08.264721 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ab7942c-5ee1-45e4-a5eb-9eff5c2d1b4f admin admin] Releasing vlan 732 on physical network physnet1 to pool {{(pid=101083) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 22:01:08.265399 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-2ab7942c-5ee1-45e4-a5eb-9eff5c2d1b4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-527333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7658955'] for segment, after_delete {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:01:08.267837 dv-cinder-817085-1-iscsi neutron-server[101083]: Traceback (most recent call last): Nov 08 22:01:08.267837 dv-cinder-817085-1-iscsi neutron-server[101083]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 22:01:08.267837 dv-cinder-817085-1-iscsi neutron-server[101083]: timer() Nov 08 22:01:08.267837 dv-cinder-817085-1-iscsi neutron-server[101083]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 22:01:08.267837 dv-cinder-817085-1-iscsi neutron-server[101083]: cb(*args, **kw) Nov 08 22:01:08.267837 dv-cinder-817085-1-iscsi neutron-server[101083]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 22:01:08.267837 dv-cinder-817085-1-iscsi neutron-server[101083]: return func(*args, **kwargs) Nov 08 22:01:08.267837 dv-cinder-817085-1-iscsi neutron-server[101083]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 22:01:08.267837 dv-cinder-817085-1-iscsi neutron-server[101083]: self._notify() Nov 08 22:01:08.267837 dv-cinder-817085-1-iscsi neutron-server[101083]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 22:01:08.267837 dv-cinder-817085-1-iscsi neutron-server[101083]: self.callback(batched_events) Nov 08 22:01:08.267837 dv-cinder-817085-1-iscsi neutron-server[101083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 22:01:08.267837 dv-cinder-817085-1-iscsi neutron-server[101083]: event.method(event) Nov 08 22:01:08.267837 dv-cinder-817085-1-iscsi neutron-server[101083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 22:01:08.267837 dv-cinder-817085-1-iscsi neutron-server[101083]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 22:01:08.267837 dv-cinder-817085-1-iscsi neutron-server[101083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 22:01:08.267837 dv-cinder-817085-1-iscsi neutron-server[101083]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 22:01:08.267837 dv-cinder-817085-1-iscsi neutron-server[101083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 22:01:08.267837 dv-cinder-817085-1-iscsi neutron-server[101083]: return f(self, *a, **k) Nov 08 22:01:08.267837 dv-cinder-817085-1-iscsi neutron-server[101083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 22:01:08.267837 dv-cinder-817085-1-iscsi neutron-server[101083]: return self._get(url).json() Nov 08 22:01:08.267837 dv-cinder-817085-1-iscsi neutron-server[101083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 22:01:08.267837 dv-cinder-817085-1-iscsi neutron-server[101083]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 22:01:08.267837 dv-cinder-817085-1-iscsi neutron-server[101083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 22:01:08.267837 dv-cinder-817085-1-iscsi neutron-server[101083]: return self.request(url, 'GET', **kwargs) Nov 08 22:01:08.267837 dv-cinder-817085-1-iscsi neutron-server[101083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 22:01:08.267837 dv-cinder-817085-1-iscsi neutron-server[101083]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 22:01:08.267837 dv-cinder-817085-1-iscsi neutron-server[101083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 22:01:08.267837 dv-cinder-817085-1-iscsi neutron-server[101083]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 22:01:08.267837 dv-cinder-817085-1-iscsi neutron-server[101083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 22:01:08.267837 dv-cinder-817085-1-iscsi neutron-server[101083]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 22:01:08.267837 dv-cinder-817085-1-iscsi neutron-server[101083]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 22:01:08.286972 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.plugin [None req-5058b7e1-b4c6-4e08-988c-0bca1ea416e9 None None] Port 282241b8-ee70-4e06-b70f-3b349506e9a3 cannot update to ACTIVE because it is not bound. {{(pid=101084) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 22:01:08.298662 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.db.l3_dvr_db [None req-b7e9a5df-4e5c-4cc9-a4ea-636532ed45d3 None None] Set router 683cfef6-9649-479e-9922-dfb07c24d627 gateway port host: dv-cinder-817085-1-iscsi {{(pid=101084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 22:01:08.336276 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-2ab7942c-5ee1-45e4-a5eb-9eff5c2d1b4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-531106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1623971'] for network, after_delete {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:01:08.343201 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-2ab7942c-5ee1-45e4-a5eb-9eff5c2d1b4f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646287'] for network, before_response {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:01:08.347430 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [None req-2ab7942c-5ee1-45e4-a5eb-9eff5c2d1b4f admin admin] 10.222.0.25 "DELETE /v2.0/networks/4156171c-463e-435d-894f-fdabccc9846f HTTP/1.1" status: 204 len: 168 time: 0.3594377 Nov 08 22:01:08.350203 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.wsgi [-] (101083) accepted ('10.222.0.25', 42418) {{(pid=101083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 22:01:08.386818 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab7942c-5ee1-45e4-a5eb-9eff5c2d1b4f admin admin] Pushing event deleted for resources: {'Network': ['ID=4156171c-463e-435d-894f-fdabccc9846f,revision_number=None']} {{(pid=101083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:01:08.411838 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.db.db_base_plugin_v2 [None req-633f661d-4af6-40fb-9f01-d4e950066dc2 admin admin] Deleting subnet e9b2e1e3-b663-4d52-b186-0761de7be75a {{(pid=101083) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 22:01:08.415253 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-633f661d-4af6-40fb-9f01-d4e950066dc2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:01:08.451996 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-633f661d-4af6-40fb-9f01-d4e950066dc2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8163774'] for subnet, precommit_delete_associations {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:01:08.507361 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-633f661d-4af6-40fb-9f01-d4e950066dc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-524324'] for subnet, precommit_delete {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:01:08.533469 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.db.l3_hamode_db [None req-b7e9a5df-4e5c-4cc9-a4ea-636532ed45d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '683cfef6-9649-479e-9922-dfb07c24d627', 'name': 'tempest-AttachVolumeShelveTestJSON-658045224-router', 'tenant_id': '3c81291fa5704e6e99b9fb8671a47a4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ae8d913-bef9-4bc0-baeb-78ef8b3a7364', 'external_fixed_ips': [{'subnet_id': 'f0dec947-372d-4ed5-9c9f-864e58aba850', 'ip_address': '172.27.3.34'}], 'enable_snat': True}, 'gw_port_id': '63eac74b-8017-4f9e-baf5-4aa75c8096e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T22:01:01Z', 'updated_at': '2021-11-08T22:01:07Z', 'revision_number': 4, 'project_id': '3c81291fa5704e6e99b9fb8671a47a4c', 'gw_port': {'id': '63eac74b-8017-4f9e-baf5-4aa75c8096e0', 'name': '', 'network_id': '8ae8d913-bef9-4bc0-baeb-78ef8b3a7364', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:20:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '683cfef6-9649-479e-9922-dfb07c24d627', 'device_owner': 'network:router_gateway', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': 'f0dec947-372d-4ed5-9c9f-864e58aba850', 'ip_address': '172.27.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T22:01:02Z', 'updated_at': '2021-11-08T22:01:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0dec947-372d-4ed5-9c9f-864e58aba850', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817085-1-iscsi', '_interfaces': [{'id': '282241b8-ee70-4e06-b70f-3b349506e9a3', 'name': '', 'network_id': 'd0389d40-840b-4921-84b3-93bfc186ef85', 'tenant_id': '3c81291fa5704e6e99b9fb8671a47a4c', 'mac_address': 'fa:16:3e:8c:fc:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '683cfef6-9649-479e-9922-dfb07c24d627', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '74626eb5-4f16-4db6-984a-103aeaf27899', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T22:01:05Z', 'updated_at': '2021-11-08T22:01:07Z', 'revision_number': 2, 'project_id': '3c81291fa5704e6e99b9fb8671a47a4c', 'subnets': [{'id': '74626eb5-4f16-4db6-984a-103aeaf27899', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817085-1-iscsi', False) {} {{(pid=101084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 22:01:08.534853 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-5fa2c8c1-05af-4ac6-b278-3f7c3438d168 req-57cfad07-d712-43a0-b8c1-b4123dfbf201 service neutron] 10.222.0.48 "GET /v2.0/networks/1af71b13-9cb9-46cd-97aa-4e7f7899262e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208673 Nov 08 22:01:08.568253 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7e9a5df-4e5c-4cc9-a4ea-636532ed45d3 None None] Checking router: 683cfef6-9649-479e-9922-dfb07c24d627 for host: dv-cinder-817085-1-iscsi {{(pid=101084) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 22:01:08.568616 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7e9a5df-4e5c-4cc9-a4ea-636532ed45d3 None None] Updating router 683cfef6-9649-479e-9922-dfb07c24d627 port 282241b8-ee70-4e06-b70f-3b349506e9a3 binding host dv-cinder-817085-1-iscsi {{(pid=101084) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 22:01:08.585027 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-633f661d-4af6-40fb-9f01-d4e950066dc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-524333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7658797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4932587'] for subnet, after_delete {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:01:08.615585 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633f661d-4af6-40fb-9f01-d4e950066dc2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e9b2e1e3-b663-4d52-b186-0761de7be75a,revision_number=None']} {{(pid=101083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:01:08.622468 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-633f661d-4af6-40fb-9f01-d4e950066dc2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:01:08.626681 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [None req-633f661d-4af6-40fb-9f01-d4e950066dc2 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/e9b2e1e3-b663-4d52-b186-0761de7be75a HTTP/1.1" status: 204 len: 168 time: 0.2753978 Nov 08 22:01:08.629311 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.wsgi [-] (101082) accepted ('10.222.0.25', 42424) {{(pid=101082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 22:01:08.705628 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.rpc [None req-ad13160b-513d-4512-a15f-cb40cce6b7e9 None None] Device 63eac74b-8017-4f9e-baf5-4aa75c8096e0 up at agent ovs-agent-dv-cinder-817085-1-iscsi {{(pid=101084) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 22:01:08.710823 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-c8a4f15c-8ae4-47ae-8424-f4d1d80e3c8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605121'] for network, before_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:01:08.736769 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-b7e9a5df-4e5c-4cc9-a4ea-636532ed45d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-925982'] for port, before_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:01:08.756906 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.wsgi [-] (101083) accepted ('10.222.0.25', 42426) {{(pid=101083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 22:01:08.766248 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.v2.base [None req-d7cf477a-b0e4-40f5-8fb7-9e05318cdbf6 tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1776790579', 'description': 'tempest-description--213019821'}} {{(pid=101083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 22:01:08.801485 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-d7cf477a-b0e4-40f5-8fb7-9e05318cdbf6 tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] Publish callbacks [] for security_group, before_create {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:01:08.803485 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.db.provisioning_blocks [None req-ad13160b-513d-4512-a15f-cb40cce6b7e9 None None] Provisioning complete for port 63eac74b-8017-4f9e-baf5-4aa75c8096e0 triggered by entity L2. {{(pid=101084) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 22:01:08.803875 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-ad13160b-513d-4512-a15f-cb40cce6b7e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-534742'] for port, provisioning_complete {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:01:08.862496 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-c8a4f15c-8ae4-47ae-8424-f4d1d80e3c8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-530513', 'neutron.services.segments.db._delete_segments_for_network-8728276665393'] for network, precommit_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:01:08.873227 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-d7cf477a-b0e4-40f5-8fb7-9e05318cdbf6 tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] Publish callbacks [] for security_group, precommit_create {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:01:08.879244 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-d7cf477a-b0e4-40f5-8fb7-9e05318cdbf6 tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2033567'] for security_group, after_create {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:01:08.888844 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.services.segments.db [None req-c8a4f15c-8ae4-47ae-8424-f4d1d80e3c8c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57897c51-d823-4bf9-bdae-277840cc886f']}} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 22:01:08.908890 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d031afa-9c84-4c4b-ac7a-a370a81d6246 req-e9da3ecc-ffdf-43c2-8b58-f5f0c02978cf tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:01:08.910876 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-8d031afa-9c84-4c4b-ac7a-a370a81d6246 req-e9da3ecc-ffdf-43c2-8b58-f5f0c02978cf tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] 10.222.0.25 "GET /v2.0/ports?device_id=36248ae4-e216-4453-969c-6c7953d8492f HTTP/1.1" status: 200 len: 945 time: 0.0873749 Nov 08 22:01:08.911039 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7cf477a-b0e4-40f5-8fb7-9e05318cdbf6 tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eeea6e44-33b8-4aa9-8bb4-4225028c9643,revision_number=1']} {{(pid=101083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:01:08.914809 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.services.segments.db [None req-c8a4f15c-8ae4-47ae-8424-f4d1d80e3c8c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c43c8a5-17c0-46a2-a117-5a180a47e3e2') {'for_net_delete': True} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 22:01:08.915327 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.services.segments.db [None req-c8a4f15c-8ae4-47ae-8424-f4d1d80e3c8c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c43c8a5-17c0-46a2-a117-5a180a47e3e2') {} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 22:01:08.926013 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-d7cf477a-b0e4-40f5-8fb7-9e05318cdbf6 tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] Publish callbacks [] for security_group, before_response {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:01:08.926748 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-c8a4f15c-8ae4-47ae-8424-f4d1d80e3c8c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728276699450', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7786216'] for segment, before_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:01:08.929820 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [None req-d7cf477a-b0e4-40f5-8fb7-9e05318cdbf6 tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1695321 Nov 08 22:01:08.930563 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.wsgi [-] (101082) accepted ('10.222.0.25', 42428) {{(pid=101082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 22:01:08.940620 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.v2.base [None req-d8165ea2-e160-41bc-820d-c9d172bc738b tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] Request body: {'security_group_rule': {'security_group_id': 'eeea6e44-33b8-4aa9-8bb4-4225028c9643', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 22:01:08.960181 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-c8a4f15c-8ae4-47ae-8424-f4d1d80e3c8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-527333'] for segment, precommit_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:01:08.982998 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8a4f15c-8ae4-47ae-8424-f4d1d80e3c8c admin admin] Releasing vlan 739 on physical network physnet1 to pool {{(pid=101082) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 22:01:08.983401 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-c8a4f15c-8ae4-47ae-8424-f4d1d80e3c8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-527333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7854503'] for segment, after_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:01:08.988089 dv-cinder-817085-1-iscsi neutron-server[101082]: Traceback (most recent call last): Nov 08 22:01:08.988089 dv-cinder-817085-1-iscsi neutron-server[101082]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 22:01:08.988089 dv-cinder-817085-1-iscsi neutron-server[101082]: timer() Nov 08 22:01:08.988089 dv-cinder-817085-1-iscsi neutron-server[101082]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 22:01:08.988089 dv-cinder-817085-1-iscsi neutron-server[101082]: cb(*args, **kw) Nov 08 22:01:08.988089 dv-cinder-817085-1-iscsi neutron-server[101082]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 22:01:08.988089 dv-cinder-817085-1-iscsi neutron-server[101082]: return func(*args, **kwargs) Nov 08 22:01:08.988089 dv-cinder-817085-1-iscsi neutron-server[101082]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 22:01:08.988089 dv-cinder-817085-1-iscsi neutron-server[101082]: self._notify() Nov 08 22:01:08.988089 dv-cinder-817085-1-iscsi neutron-server[101082]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 22:01:08.988089 dv-cinder-817085-1-iscsi neutron-server[101082]: self.callback(batched_events) Nov 08 22:01:08.988089 dv-cinder-817085-1-iscsi neutron-server[101082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 22:01:08.988089 dv-cinder-817085-1-iscsi neutron-server[101082]: event.method(event) Nov 08 22:01:08.988089 dv-cinder-817085-1-iscsi neutron-server[101082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 22:01:08.988089 dv-cinder-817085-1-iscsi neutron-server[101082]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 22:01:08.988089 dv-cinder-817085-1-iscsi neutron-server[101082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 22:01:08.988089 dv-cinder-817085-1-iscsi neutron-server[101082]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 22:01:08.988089 dv-cinder-817085-1-iscsi neutron-server[101082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 22:01:08.988089 dv-cinder-817085-1-iscsi neutron-server[101082]: return f(self, *a, **k) Nov 08 22:01:08.988089 dv-cinder-817085-1-iscsi neutron-server[101082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 22:01:08.988089 dv-cinder-817085-1-iscsi neutron-server[101082]: return self._get(url).json() Nov 08 22:01:08.988089 dv-cinder-817085-1-iscsi neutron-server[101082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 22:01:08.988089 dv-cinder-817085-1-iscsi neutron-server[101082]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 22:01:08.988089 dv-cinder-817085-1-iscsi neutron-server[101082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 22:01:08.988089 dv-cinder-817085-1-iscsi neutron-server[101082]: return self.request(url, 'GET', **kwargs) Nov 08 22:01:08.988089 dv-cinder-817085-1-iscsi neutron-server[101082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 22:01:08.988089 dv-cinder-817085-1-iscsi neutron-server[101082]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 22:01:08.988089 dv-cinder-817085-1-iscsi neutron-server[101082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 22:01:08.988089 dv-cinder-817085-1-iscsi neutron-server[101082]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 22:01:08.988089 dv-cinder-817085-1-iscsi neutron-server[101082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 22:01:08.988089 dv-cinder-817085-1-iscsi neutron-server[101082]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 22:01:08.988089 dv-cinder-817085-1-iscsi neutron-server[101082]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 22:01:09.062423 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-d8165ea2-e160-41bc-820d-c9d172bc738b tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:01:09.106073 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-8d031afa-9c84-4c4b-ac7a-a370a81d6246 req-75ebe311-1276-453a-95b9-6c61aaf02d5a tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] 10.222.0.25 "GET /v2.0/security-groups?id=48a61968-ba2d-42aa-b087-8fe6b21c1944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602838 Nov 08 22:01:09.106829 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-b7e9a5df-4e5c-4cc9-a4ea-636532ed45d3 None None] Publish callbacks [] for port, precommit_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:01:09.111008 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-c8a4f15c-8ae4-47ae-8424-f4d1d80e3c8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-531106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1623971'] for network, after_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:01:09.114353 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-b7e9a5df-4e5c-4cc9-a4ea-636532ed45d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728276638356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728276144285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728276144303'] for port, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:01:09.120903 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-c8a4f15c-8ae4-47ae-8424-f4d1d80e3c8c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646287'] for network, before_response {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:01:09.126754 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [None req-c8a4f15c-8ae4-47ae-8424-f4d1d80e3c8c admin admin] 10.222.0.25 "DELETE /v2.0/networks/57897c51-d823-4bf9-bdae-277840cc886f HTTP/1.1" status: 204 len: 168 time: 0.4959593 Nov 08 22:01:09.147708 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a4f15c-8ae4-47ae-8424-f4d1d80e3c8c admin admin] Pushing event deleted for resources: {'Network': ['ID=57897c51-d823-4bf9-bdae-277840cc886f,revision_number=None']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:01:09.221808 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e15c02-23b8-45d1-9edc-10c88322f98c None None] Pushing event updated for resources: {'Port': ['ID=282241b8-ee70-4e06-b70f-3b349506e9a3,revision_number=3']} {{(pid=101084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:01:09.252787 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-d8165ea2-e160-41bc-820d-c9d172bc738b tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:01:09.270468 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-d8165ea2-e160-41bc-820d-c9d172bc738b tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2033480'] for security_group_rule, after_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:01:09.271575 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.managers [None req-b7e9a5df-4e5c-4cc9-a4ea-636532ed45d3 None None] Attempting to bind port 282241b8-ee70-4e06-b70f-3b349506e9a3 on host dv-cinder-817085-1-iscsi for vnic_type normal with profile {{(pid=101084) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 22:01:09.272005 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.managers [None req-b7e9a5df-4e5c-4cc9-a4ea-636532ed45d3 None None] Attempting to bind port 282241b8-ee70-4e06-b70f-3b349506e9a3 by drivers openvswitch,hyperv on host dv-cinder-817085-1-iscsi at level 0 using segments [{'id': '01d75646-a471-41b3-9a68-2bf7bfb9163b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'd0389d40-840b-4921-84b3-93bfc186ef85'}] {{(pid=101084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 22:01:09.272552 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7e9a5df-4e5c-4cc9-a4ea-636532ed45d3 None None] Attempting to bind port 282241b8-ee70-4e06-b70f-3b349506e9a3 on network d0389d40-840b-4921-84b3-93bfc186ef85 {{(pid=101084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 22:01:09.280033 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7e9a5df-4e5c-4cc9-a4ea-636532ed45d3 None None] Checking agent: {'id': 'b17b386a-7116-42d0-acec-a66289ba5096', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817085-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 21, 51, 52), 'started_at': datetime.datetime(2021, 11, 8, 21, 52, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 22, 0, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817085-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 22:01:09.280645 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7e9a5df-4e5c-4cc9-a4ea-636532ed45d3 None None] Checking segment: {'id': '01d75646-a471-41b3-9a68-2bf7bfb9163b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'd0389d40-840b-4921-84b3-93bfc186ef85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 22:01:09.281225 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-b7e9a5df-4e5c-4cc9-a4ea-636532ed45d3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:01:09.281778 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7e9a5df-4e5c-4cc9-a4ea-636532ed45d3 None None] Bound using segment: {'id': '01d75646-a471-41b3-9a68-2bf7bfb9163b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'd0389d40-840b-4921-84b3-93bfc186ef85'} {{(pid=101084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 22:01:09.282460 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.managers [None req-b7e9a5df-4e5c-4cc9-a4ea-636532ed45d3 None None] Bound port: 282241b8-ee70-4e06-b70f-3b349506e9a3, host: dv-cinder-817085-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01d75646-a471-41b3-9a68-2bf7bfb9163b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'd0389d40-840b-4921-84b3-93bfc186ef85'}}] {{(pid=101084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 22:01:09.283015 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-b7e9a5df-4e5c-4cc9-a4ea-636532ed45d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-925982'] for port, before_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:01:09.305716 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.wsgi [-] (101083) accepted ('10.222.0.25', 42438) {{(pid=101083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 22:01:09.328649 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8165ea2-e160-41bc-820d-c9d172bc738b tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd9d9194-f6df-4fa6-915d-b711c3cd74de,revision_number=0']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:01:09.342697 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-d8165ea2-e160-41bc-820d-c9d172bc738b tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:01:09.346527 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [None req-d8165ea2-e160-41bc-820d-c9d172bc738b tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4148579 Nov 08 22:01:09.348098 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.wsgi [-] (101082) accepted ('10.222.0.25', 42440) {{(pid=101082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 22:01:09.353004 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.v2.base [None req-7879be49-f45a-4ffa-99c1-94083c976b16 tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] Request body: {'security_group_rule': {'security_group_id': 'eeea6e44-33b8-4aa9-8bb4-4225028c9643', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 22:01:09.375517 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.db [None req-b7e9a5df-4e5c-4cc9-a4ea-636532ed45d3 None None] For port 282241b8-ee70-4e06-b70f-3b349506e9a3, host dv-cinder-817085-1-iscsi, cleared binding levels {{(pid=101084) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 22:01:09.380303 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.db [None req-b7e9a5df-4e5c-4cc9-a4ea-636532ed45d3 None None] For port 282241b8-ee70-4e06-b70f-3b349506e9a3, host dv-cinder-817085-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817085-1-iscsi',level=0,port_id=282241b8-ee70-4e06-b70f-3b349506e9a3,segment=NetworkSegment(01d75646-a471-41b3-9a68-2bf7bfb9163b),segment_id=01d75646-a471-41b3-9a68-2bf7bfb9163b)] {{(pid=101084) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 22:01:09.382358 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb78e79-6bfc-4026-9941-1f087b7bfeb7 req-35b459b8-4c74-42b8-8bc2-5b9dedd0f69d tempest-AttachVolumeNegativeTest-479507150 tempest-AttachVolumeNegativeTest-479507150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:01:09.382887 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [None req-7bf176b8-bcdd-422a-bc1f-e423aaa5e480 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=97c6fcb5d2c44891a6309af38f6893d9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0759587 Nov 08 22:01:09.384016 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-6cb78e79-6bfc-4026-9941-1f087b7bfeb7 req-35b459b8-4c74-42b8-8bc2-5b9dedd0f69d tempest-AttachVolumeNegativeTest-479507150 tempest-AttachVolumeNegativeTest-479507150-project] 10.222.0.25 "GET /v2.0/ports?device_id=6454925e-3ce0-41fc-89c5-d5a65576e290 HTTP/1.1" status: 200 len: 944 time: 0.1296549 Nov 08 22:01:09.386569 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.wsgi [-] (101082) accepted ('10.222.0.25', 42442) {{(pid=101082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 22:01:09.389663 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-b7e9a5df-4e5c-4cc9-a4ea-636532ed45d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728276638356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728276144285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728276144303'] for port, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:01:09.453426 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7e9a5df-4e5c-4cc9-a4ea-636532ed45d3 None None] Routers {'683cfef6-9649-479e-9922-dfb07c24d627'} bound to L3 agent in host dv-cinder-817085-1-iscsi {{(pid=101084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 22:01:09.454056 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.db.l3_hamode_db [None req-b7e9a5df-4e5c-4cc9-a4ea-636532ed45d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817085-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T21:51:49Z,description=,heartbeat_timestamp=2021-11-08T22:00:49Z,host='dv-cinder-817085-1-iscsi',id=a7fb4010-89fb-4d99-b0a1-90d6a3aacb04,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T21:51:49Z,topic='l3_agent')) {'router_ids': ['683cfef6-9649-479e-9922-dfb07c24d627'], 'active': True} {{(pid=101084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 22:01:09.454174 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7879be49-f45a-4ffa-99c1-94083c976b16 tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:01:09.457434 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e15c02-23b8-45d1-9edc-10c88322f98c None None] Pushing event updated for resources: {'Port': ['ID=282241b8-ee70-4e06-b70f-3b349506e9a3,revision_number=4']} {{(pid=101084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:01:09.509368 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-6cb78e79-6bfc-4026-9941-1f087b7bfeb7 req-80bf2f26-801d-4703-b4c9-4347a6018047 tempest-AttachVolumeNegativeTest-479507150 tempest-AttachVolumeNegativeTest-479507150-project] 10.222.0.25 "GET /v2.0/security-groups?id=18bce912-cacb-492f-931d-a2fe8ac5d2b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108737 Nov 08 22:01:09.520117 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-4ef69e7d-30b6-4a2c-8f5d-98bd4713fd6e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:01:09.537040 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.db.provisioning_blocks [None req-bf287b04-b818-483f-a54e-0b1312a227c9 None None] Provisioning complete for port 282241b8-ee70-4e06-b70f-3b349506e9a3 triggered by entity DHCP. {{(pid=101084) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 22:01:09.537502 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-bf287b04-b818-483f-a54e-0b1312a227c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-534742'] for port, provisioning_complete {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:01:09.560444 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7879be49-f45a-4ffa-99c1-94083c976b16 tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:01:09.562746 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-4ef69e7d-30b6-4a2c-8f5d-98bd4713fd6e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:01:09.571009 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7879be49-f45a-4ffa-99c1-94083c976b16 tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2033480'] for security_group_rule, after_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:01:09.606747 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7879be49-f45a-4ffa-99c1-94083c976b16 tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4582103b-ceed-40b9-9382-a8788b174076,revision_number=0']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:01:09.629659 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7879be49-f45a-4ffa-99c1-94083c976b16 tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:01:09.633060 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [None req-7879be49-f45a-4ffa-99c1-94083c976b16 tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2821176 Nov 08 22:01:09.634575 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.wsgi [-] (101083) accepted ('10.222.0.25', 42444) {{(pid=101083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 22:01:09.640242 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-4ef69e7d-30b6-4a2c-8f5d-98bd4713fd6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2033567'] for security_group, after_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:01:09.640606 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.db.l3_dvr_db [None req-b7e9a5df-4e5c-4cc9-a4ea-636532ed45d3 None None] Set router 683cfef6-9649-479e-9922-dfb07c24d627 gateway port host: dv-cinder-817085-1-iscsi {{(pid=101084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 22:01:09.643188 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-4ef69e7d-30b6-4a2c-8f5d-98bd4713fd6e admin admin] Publish callbacks [] for security_group, before_response {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:01:09.644673 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [None req-4ef69e7d-30b6-4a2c-8f5d-98bd4713fd6e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d5142c10-5a2a-4a57-8f97-4a027eaf548a HTTP/1.1" status: 204 len: 168 time: 0.2571340 Nov 08 22:01:09.645149 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.v2.base [None req-f7ce83b7-6028-4aed-9285-7dbe8e3c95b8 tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] Request body: {'floatingip': {'floating_network_id': '8ae8d913-bef9-4bc0-baeb-78ef8b3a7364'}} {{(pid=101083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 22:01:09.653622 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef69e7d-30b6-4a2c-8f5d-98bd4713fd6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5142c10-5a2a-4a57-8f97-4a027eaf548a,revision_number=None']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:01:09.685836 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-f7ce83b7-6028-4aed-9285-7dbe8e3c95b8 tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] Publish callbacks [] for floatingip, before_create {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:01:09.806405 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-bf287b04-b818-483f-a54e-0b1312a227c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-925982'] for port, before_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:01:09.810809 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-f7ce83b7-6028-4aed-9285-7dbe8e3c95b8 tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-925982'] for port, before_create {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:01:09.869297 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.db [None req-bf287b04-b818-483f-a54e-0b1312a227c9 None None] For port 282241b8-ee70-4e06-b70f-3b349506e9a3, host dv-cinder-817085-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817085-1-iscsi',level=0,port_id=282241b8-ee70-4e06-b70f-3b349506e9a3,segment=NetworkSegment(01d75646-a471-41b3-9a68-2bf7bfb9163b),segment_id=01d75646-a471-41b3-9a68-2bf7bfb9163b)] {{(pid=101084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 22:01:09.877698 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-bf287b04-b818-483f-a54e-0b1312a227c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728276638356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728276144285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728276144303'] for port, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:01:09.925606 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.db.db_base_plugin_common [None req-f7ce83b7-6028-4aed-9285-7dbe8e3c95b8 tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] Allocated IP 172.27.3.141 (8ae8d913-bef9-4bc0-baeb-78ef8b3a7364/f0dec947-372d-4ed5-9c9f-864e58aba850/9983f0a4-de3d-4d4a-8efc-df8739a7761a) {{(pid=101083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 22:01:09.954651 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf287b04-b818-483f-a54e-0b1312a227c9 None None] Pushing event updated for resources: {'Port': ['ID=282241b8-ee70-4e06-b70f-3b349506e9a3,revision_number=5']} {{(pid=101084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:01:09.982844 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.db.l3_hamode_db [None req-b7e9a5df-4e5c-4cc9-a4ea-636532ed45d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '683cfef6-9649-479e-9922-dfb07c24d627', 'name': 'tempest-AttachVolumeShelveTestJSON-658045224-router', 'tenant_id': '3c81291fa5704e6e99b9fb8671a47a4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ae8d913-bef9-4bc0-baeb-78ef8b3a7364', 'external_fixed_ips': [{'subnet_id': 'f0dec947-372d-4ed5-9c9f-864e58aba850', 'ip_address': '172.27.3.34'}], 'enable_snat': True}, 'gw_port_id': '63eac74b-8017-4f9e-baf5-4aa75c8096e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T22:01:01Z', 'updated_at': '2021-11-08T22:01:07Z', 'revision_number': 4, 'project_id': '3c81291fa5704e6e99b9fb8671a47a4c', 'gw_port': {'id': '63eac74b-8017-4f9e-baf5-4aa75c8096e0', 'name': '', 'network_id': '8ae8d913-bef9-4bc0-baeb-78ef8b3a7364', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:20:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '683cfef6-9649-479e-9922-dfb07c24d627', 'device_owner': 'network:router_gateway', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': 'f0dec947-372d-4ed5-9c9f-864e58aba850', 'ip_address': '172.27.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T22:01:02Z', 'updated_at': '2021-11-08T22:01:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0dec947-372d-4ed5-9c9f-864e58aba850', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817085-1-iscsi', '_interfaces': [{'id': '282241b8-ee70-4e06-b70f-3b349506e9a3', 'name': '', 'network_id': 'd0389d40-840b-4921-84b3-93bfc186ef85', 'tenant_id': '3c81291fa5704e6e99b9fb8671a47a4c', 'mac_address': 'fa:16:3e:8c:fc:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '683cfef6-9649-479e-9922-dfb07c24d627', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '74626eb5-4f16-4db6-984a-103aeaf27899', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T22:01:05Z', 'updated_at': '2021-11-08T22:01:09Z', 'revision_number': 4, 'project_id': '3c81291fa5704e6e99b9fb8671a47a4c', 'subnets': [{'id': '74626eb5-4f16-4db6-984a-103aeaf27899', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817085-1-iscsi', False) {} {{(pid=101084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 22:01:10.014825 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7e9a5df-4e5c-4cc9-a4ea-636532ed45d3 None None] The sync data for ids ['683cfef6-9649-479e-9922-dfb07c24d627'] in dv-cinder-817085-1-iscsi is: [{'id': '683cfef6-9649-479e-9922-dfb07c24d627', 'name': 'tempest-AttachVolumeShelveTestJSON-658045224-router', 'tenant_id': '3c81291fa5704e6e99b9fb8671a47a4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ae8d913-bef9-4bc0-baeb-78ef8b3a7364', 'external_fixed_ips': [{'subnet_id': 'f0dec947-372d-4ed5-9c9f-864e58aba850', 'ip_address': '172.27.3.34'}], 'enable_snat': True}, 'gw_port_id': '63eac74b-8017-4f9e-baf5-4aa75c8096e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T22:01:01Z', 'updated_at': '2021-11-08T22:01:07Z', 'revision_number': 4, 'project_id': '3c81291fa5704e6e99b9fb8671a47a4c', 'gw_port': {'id': '63eac74b-8017-4f9e-baf5-4aa75c8096e0', 'name': '', 'network_id': '8ae8d913-bef9-4bc0-baeb-78ef8b3a7364', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:20:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '683cfef6-9649-479e-9922-dfb07c24d627', 'device_owner': 'network:router_gateway', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': 'f0dec947-372d-4ed5-9c9f-864e58aba850', 'ip_address': '172.27.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T22:01:02Z', 'updated_at': '2021-11-08T22:01:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0dec947-372d-4ed5-9c9f-864e58aba850', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817085-1-iscsi', '_interfaces': [{'id': '282241b8-ee70-4e06-b70f-3b349506e9a3', 'name': '', 'network_id': 'd0389d40-840b-4921-84b3-93bfc186ef85', 'tenant_id': '3c81291fa5704e6e99b9fb8671a47a4c', 'mac_address': 'fa:16:3e:8c:fc:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '683cfef6-9649-479e-9922-dfb07c24d627', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '74626eb5-4f16-4db6-984a-103aeaf27899', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T22:01:05Z', 'updated_at': '2021-11-08T22:01:09Z', 'revision_number': 4, 'project_id': '3c81291fa5704e6e99b9fb8671a47a4c', 'subnets': [{'id': '74626eb5-4f16-4db6-984a-103aeaf27899', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 22:01:10.025995 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.db.provisioning_blocks [None req-610514ad-4be0-4d4e-84af-ace540a69d0c None None] Provisioning complete for port 282241b8-ee70-4e06-b70f-3b349506e9a3 triggered by entity DHCP. {{(pid=101084) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 22:01:10.026367 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-610514ad-4be0-4d4e-84af-ace540a69d0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-534742'] for port, provisioning_complete {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:01:10.049355 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-f7ce83b7-6028-4aed-9285-7dbe8e3c95b8 tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] Publish callbacks [] for port, precommit_create {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:01:10.057198 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.wsgi [-] (101082) accepted ('10.222.0.25', 42450) {{(pid=101082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 22:01:10.134394 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-f7ce83b7-6028-4aed-9285-7dbe8e3c95b8 tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728276144267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7659000'] for port, after_create {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:01:10.168581 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [None req-c65314c1-629b-497a-ae98-56d5007ba85d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=856b181a82f94c24ae832ca931879e42&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1097965 Nov 08 22:01:10.171385 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.wsgi [-] (101082) accepted ('10.222.0.25', 42458) {{(pid=101082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 22:01:10.199197 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ce83b7-6028-4aed-9285-7dbe8e3c95b8 tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] Pushing event updated for resources: {'Port': ['ID=9983f0a4-de3d-4d4a-8efc-df8739a7761a,revision_number=1']} {{(pid=101083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:01:10.213226 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7ce83b7-6028-4aed-9285-7dbe8e3c95b8 tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] Network 8ae8d913-bef9-4bc0-baeb-78ef8b3a7364 is already hosted by enough agents. {{(pid=101083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 22:01:10.215091 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.scheduler.base_scheduler [None req-f7ce83b7-6028-4aed-9285-7dbe8e3c95b8 tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] Resources bound (agent type, host, resource id): {{(pid=101083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 22:01:10.218608 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7ce83b7-6028-4aed-9285-7dbe8e3c95b8 tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] Received port after_create {{(pid=101083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 22:01:10.263825 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-05a52a75-02df-4588-895a-c4fce9eadecb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:01:10.304283 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-05a52a75-02df-4588-895a-c4fce9eadecb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:01:10.333685 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2615b3a2-66a9-4000-8bbe-cab2e6ac8fa7 req-57302b07-eb34-4113-9ad5-c272501c74c3 tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:01:10.334249 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-f7ce83b7-6028-4aed-9285-7dbe8e3c95b8 tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:01:10.340946 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-2615b3a2-66a9-4000-8bbe-cab2e6ac8fa7 req-57302b07-eb34-4113-9ad5-c272501c74c3 tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] 10.222.0.25 "GET /v2.0/ports?device_id=36248ae4-e216-4453-969c-6c7953d8492f HTTP/1.1" status: 200 len: 945 time: 0.0878649 Nov 08 22:01:10.381646 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-f7ce83b7-6028-4aed-9285-7dbe8e3c95b8 tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-925982'] for port, before_update {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:01:10.408774 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-05a52a75-02df-4588-895a-c4fce9eadecb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2033567'] for security_group, after_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:01:10.411343 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-05a52a75-02df-4588-895a-c4fce9eadecb admin admin] Publish callbacks [] for security_group, before_response {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:01:10.415178 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [None req-05a52a75-02df-4588-895a-c4fce9eadecb admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ce113474-214b-41a8-8338-96aa2d395a5a HTTP/1.1" status: 204 len: 168 time: 0.2428157 Nov 08 22:01:10.443013 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-2615b3a2-66a9-4000-8bbe-cab2e6ac8fa7 req-5507823e-7868-4518-ad60-b5b85641fd6a tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] 10.222.0.25 "GET /v2.0/security-groups?id=48a61968-ba2d-42aa-b087-8fe6b21c1944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844553 Nov 08 22:01:10.444437 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a52a75-02df-4588-895a-c4fce9eadecb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce113474-214b-41a8-8338-96aa2d395a5a,revision_number=None']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:01:10.459037 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.rpc [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Device 0a1660db-c5d0-40e6-abdd-beeb710458d8 details requested by agent hyperv_hv-cinder-81708 with host hv-cinder-81708 {{(pid=101084) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 22:01:10.598529 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.db [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] For port 0a1660db-c5d0-40e6-abdd-beeb710458d8, host hv-cinder-81708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81708',level=0,port_id=0a1660db-c5d0-40e6-abdd-beeb710458d8,segment=NetworkSegment(37b61f9e-bba3-4df3-9e21-4a1dc2717139),segment_id=37b61f9e-bba3-4df3-9e21-4a1dc2717139)] {{(pid=101084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 22:01:10.623673 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-f7ce83b7-6028-4aed-9285-7dbe8e3c95b8 tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] Publish callbacks [] for port, precommit_update {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:01:10.633973 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-f7ce83b7-6028-4aed-9285-7dbe8e3c95b8 tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728276638356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728276144285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728276144303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7658983'] for port, after_update {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:01:10.642863 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.rpc [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Returning: {'device': '0a1660db-c5d0-40e6-abdd-beeb710458d8', 'network_id': '1af71b13-9cb9-46cd-97aa-4e7f7899262e', 'port_id': '0a1660db-c5d0-40e6-abdd-beeb710458d8', 'mac_address': 'fa:16:3e:cd:77:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 711, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c388e745-163e-4ce7-b3b6-4d504969c00f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101084) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 22:01:10.705225 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bc5b5f-9518-4570-9d01-049331290d2c req-f7ad70d3-1346-49fc-a61a-99064d2b81d2 tempest-AttachVolumeNegativeTest-479507150 tempest-AttachVolumeNegativeTest-479507150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:01:10.706780 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-80bc5b5f-9518-4570-9d01-049331290d2c req-f7ad70d3-1346-49fc-a61a-99064d2b81d2 tempest-AttachVolumeNegativeTest-479507150 tempest-AttachVolumeNegativeTest-479507150-project] 10.222.0.25 "GET /v2.0/ports?device_id=6454925e-3ce0-41fc-89c5-d5a65576e290 HTTP/1.1" status: 200 len: 944 time: 0.0925157 Nov 08 22:01:10.726971 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-925982'] for port, before_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:01:10.745310 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.notifiers.nova [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a1660db-c5d0-40e6-abdd-beeb710458d8 {{(pid=101084) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 22:01:10.753841 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.rpc [None req-ad13160b-513d-4512-a15f-cb40cce6b7e9 None None] Device 282241b8-ee70-4e06-b70f-3b349506e9a3 up at agent ovs-agent-dv-cinder-817085-1-iscsi {{(pid=101084) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 22:01:10.764422 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-f7ce83b7-6028-4aed-9285-7dbe8e3c95b8 tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1623957'] for floatingip, after_create {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:01:10.792030 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ce83b7-6028-4aed-9285-7dbe8e3c95b8 tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] Pushing event updated for resources: {'Port': ['ID=9983f0a4-de3d-4d4a-8efc-df8739a7761a,revision_number=2']} {{(pid=101083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:01:10.798109 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.db [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] For port 0a1660db-c5d0-40e6-abdd-beeb710458d8, host hv-cinder-81708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81708',level=0,port_id=0a1660db-c5d0-40e6-abdd-beeb710458d8,segment=NetworkSegment(37b61f9e-bba3-4df3-9e21-4a1dc2717139),segment_id=37b61f9e-bba3-4df3-9e21-4a1dc2717139)] {{(pid=101084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 22:01:10.806733 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728276638356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728276144285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728276144303'] for port, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:01:10.809457 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-f7ce83b7-6028-4aed-9285-7dbe8e3c95b8 tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465805'] for floatingip, before_response {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:01:10.819268 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [None req-f7ce83b7-6028-4aed-9285-7dbe8e3c95b8 tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1821246 Nov 08 22:01:10.828086 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-80bc5b5f-9518-4570-9d01-049331290d2c req-9ca5c899-40a2-42af-b954-81efffcd7b59 tempest-AttachVolumeNegativeTest-479507150 tempest-AttachVolumeNegativeTest-479507150-project] 10.222.0.25 "GET /v2.0/security-groups?id=18bce912-cacb-492f-931d-a2fe8ac5d2b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082687 Nov 08 22:01:10.891169 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Pushing event updated for resources: {'Port': ['ID=0a1660db-c5d0-40e6-abdd-beeb710458d8,revision_number=4']} {{(pid=101084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:01:10.894462 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.db.provisioning_blocks [None req-ad13160b-513d-4512-a15f-cb40cce6b7e9 None None] Provisioning complete for port 282241b8-ee70-4e06-b70f-3b349506e9a3 triggered by entity L2. {{(pid=101084) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 22:01:10.894832 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-ad13160b-513d-4512-a15f-cb40cce6b7e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-534742'] for port, provisioning_complete {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:01:11.080869 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-083cf179-4f6d-47a5-a239-d976a4878037 req-beea7f7d-46b9-4e63-aa1a-d06388d8bb63 tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--1776790579&fields=id&tenant_id=3c81291fa5704e6e99b9fb8671a47a4c HTTP/1.1" status: 200 len: 267 time: 0.0680938 Nov 08 22:01:11.169921 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.db [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] get_ports_and_sgs() called for port_ids ['0a1660db-c5d0-40e6-abdd-beeb710458d8'] {{(pid=101084) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 22:01:11.223431 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083cf179-4f6d-47a5-a239-d976a4878037 req-06aa8062-7fd6-4229-b32a-0ed136c499ff tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:01:11.225858 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-083cf179-4f6d-47a5-a239-d976a4878037 req-06aa8062-7fd6-4229-b32a-0ed136c499ff tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] 10.222.0.25 "GET /v2.0/networks?id=d0389d40-840b-4921-84b3-93bfc186ef85 HTTP/1.1" status: 200 len: 816 time: 0.1372588 Nov 08 22:01:11.255516 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-083cf179-4f6d-47a5-a239-d976a4878037 req-bd9c879d-31aa-4ab2-afe8-71b2433bffaa tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] 10.222.0.25 "GET /v2.0/quotas/3c81291fa5704e6e99b9fb8671a47a4c HTTP/1.1" status: 200 len: 375 time: 0.0109460 Nov 08 22:01:11.341248 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-083cf179-4f6d-47a5-a239-d976a4878037 req-19b13dec-24ab-45de-a098-705704ba12ea tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=3c81291fa5704e6e99b9fb8671a47a4c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0764930 Nov 08 22:01:11.570723 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-083cf179-4f6d-47a5-a239-d976a4878037 req-adf26da6-1364-4ed0-a34d-6f1ba4ff0d80 service neutron] 10.222.0.25 "GET /v2.0/networks/d0389d40-840b-4921-84b3-93bfc186ef85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2087595 Nov 08 22:01:11.587439 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a27bc8-9108-4124-94ee-f867497c7f3b req-e43d469d-121c-4f26-a5cb-e4f8106838a6 tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:01:11.589519 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-f8a27bc8-9108-4124-94ee-f867497c7f3b req-e43d469d-121c-4f26-a5cb-e4f8106838a6 tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] 10.222.0.25 "GET /v2.0/ports?device_id=36248ae4-e216-4453-969c-6c7953d8492f HTTP/1.1" status: 200 len: 945 time: 0.0738797 Nov 08 22:01:11.713651 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-f8a27bc8-9108-4124-94ee-f867497c7f3b req-eadacfa9-1fa7-4180-80d4-4b3bdebf2b17 tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] 10.222.0.25 "GET /v2.0/security-groups?id=48a61968-ba2d-42aa-b087-8fe6b21c1944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028121 Nov 08 22:01:11.734814 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-083cf179-4f6d-47a5-a239-d976a4878037 req-85d8e6ce-d7b4-4bfd-a285-4d7e02b34295 service neutron] 10.222.0.25 "GET /v2.0/networks/d0389d40-840b-4921-84b3-93bfc186ef85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1561189 Nov 08 22:01:11.989312 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-0ad9832e-7db0-4f89-830e-45f3f4206564 req-124bde70-fa49-40e9-b735-12e948ee14f2 tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] 10.222.0.25 "GET /v2.0/ports?device_id=0932b60e-a111-4011-b9e9-c9cd0443085f HTTP/1.1" status: 200 len: 210 time: 0.0549760 Nov 08 22:01:12.036387 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe291fd3-13fc-4c27-8953-4d3b27d2ac58 req-4411aa83-1866-4917-8e43-3af55949fe4f tempest-AttachVolumeNegativeTest-479507150 tempest-AttachVolumeNegativeTest-479507150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:01:12.038505 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-fe291fd3-13fc-4c27-8953-4d3b27d2ac58 req-4411aa83-1866-4917-8e43-3af55949fe4f tempest-AttachVolumeNegativeTest-479507150 tempest-AttachVolumeNegativeTest-479507150-project] 10.222.0.25 "GET /v2.0/ports?device_id=6454925e-3ce0-41fc-89c5-d5a65576e290 HTTP/1.1" status: 200 len: 945 time: 0.1190133 Nov 08 22:01:12.109463 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-fe291fd3-13fc-4c27-8953-4d3b27d2ac58 req-6366fcce-7593-4296-8e4d-ca0399d20e15 tempest-AttachVolumeNegativeTest-479507150 tempest-AttachVolumeNegativeTest-479507150-project] 10.222.0.25 "GET /v2.0/security-groups?id=18bce912-cacb-492f-931d-a2fe8ac5d2b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585492 Nov 08 22:01:12.155681 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.wsgi [-] (101082) accepted ('10.222.0.25', 42542) {{(pid=101082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 22:01:12.268724 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-350bf47c-70f7-48ae-9fdc-12bef5614adb admin admin] Publish callbacks [] for security_group, before_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:01:12.353555 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-350bf47c-70f7-48ae-9fdc-12bef5614adb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:01:12.357193 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-350bf47c-70f7-48ae-9fdc-12bef5614adb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2033567'] for security_group, after_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:01:12.397577 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [None req-350bf47c-70f7-48ae-9fdc-12bef5614adb admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=04997361fafd427988cbb0a56bff2a25&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2408116 Nov 08 22:01:12.398418 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350bf47c-70f7-48ae-9fdc-12bef5614adb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fe26e41-4ca5-4c7d-bea2-c2f12f08b083,revision_number=1']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:01:12.400840 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.wsgi [-] (101083) accepted ('10.222.0.25', 42550) {{(pid=101083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 22:01:12.458305 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-9bb94bf4-def9-4b52-8841-902a5969ddad admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:01:12.470407 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.rpc [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Device 0a1660db-c5d0-40e6-abdd-beeb710458d8 up at agent hyperv_hv-cinder-81708 {{(pid=101084) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 22:01:12.483055 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-9bb94bf4-def9-4b52-8841-902a5969ddad admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:01:12.521673 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.db.provisioning_blocks [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Provisioning for port 0a1660db-c5d0-40e6-abdd-beeb710458d8 completed by entity L2. {{(pid=101084) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 22:01:12.526794 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.db.provisioning_blocks [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Provisioning complete for port 0a1660db-c5d0-40e6-abdd-beeb710458d8 triggered by entity L2. {{(pid=101084) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 22:01:12.527467 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-534742'] for port, provisioning_complete {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:01:12.535380 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-9bb94bf4-def9-4b52-8841-902a5969ddad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2033567'] for security_group, after_delete {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:01:12.538448 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-9bb94bf4-def9-4b52-8841-902a5969ddad admin admin] Publish callbacks [] for security_group, before_response {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:01:12.539749 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [None req-9bb94bf4-def9-4b52-8841-902a5969ddad admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/4fe26e41-4ca5-4c7d-bea2-c2f12f08b083 HTTP/1.1" status: 204 len: 168 time: 0.1372910 Nov 08 22:01:12.549250 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb94bf4-def9-4b52-8841-902a5969ddad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fe26e41-4ca5-4c7d-bea2-c2f12f08b083,revision_number=None']} {{(pid=101083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:01:12.654045 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-925982'] for port, before_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:01:12.686304 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6454925e-3ce0-41fc-89c5-d5a65576e290', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a1660db-c5d0-40e6-abdd-beeb710458d8'}] {{(pid=101084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 22:01:12.688854 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b3cbe6c7fdf7c1e60af50d850490ef6f4dccd02a9ea7bc434e0a37b2dd34cb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7483cc4c-3cc7-4135-ab61-24425d998fba" -d '{"events": [{"server_uuid": "6454925e-3ce0-41fc-89c5-d5a65576e290", "name": "network-vif-plugged", "status": "completed", "tag": "0a1660db-c5d0-40e6-abdd-beeb710458d8"}]}' {{(pid=101084) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 22:01:12.703929 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.db [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] For port 0a1660db-c5d0-40e6-abdd-beeb710458d8, host hv-cinder-81708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81708',level=0,port_id=0a1660db-c5d0-40e6-abdd-beeb710458d8,segment=NetworkSegment(37b61f9e-bba3-4df3-9e21-4a1dc2717139),segment_id=37b61f9e-bba3-4df3-9e21-4a1dc2717139)] {{(pid=101084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 22:01:12.709220 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728276638356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728276144285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728276144303'] for port, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:01:12.748766 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 22:01:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f197fbf-a781-458e-bd24-4feb9b3dee4d x-openstack-request-id: req-6f197fbf-a781-458e-bd24-4feb9b3dee4d {{(pid=101084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 22:01:12.749299 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6454925e-3ce0-41fc-89c5-d5a65576e290", "name": "network-vif-plugged", "status": "completed", "tag": "0a1660db-c5d0-40e6-abdd-beeb710458d8", "code": 200}]} {{(pid=101084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 22:01:12.749557 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6f197fbf-a781-458e-bd24-4feb9b3dee4d {{(pid=101084) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 22:01:12.749947 dv-cinder-817085-1-iscsi neutron-server[101084]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6454925e-3ce0-41fc-89c5-d5a65576e290', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a1660db-c5d0-40e6-abdd-beeb710458d8', 'code': 200} Nov 08 22:01:12.765971 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Pushing event updated for resources: {'Port': ['ID=0a1660db-c5d0-40e6-abdd-beeb710458d8,revision_number=5']} {{(pid=101084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:01:12.843893 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac724fd-59be-423e-b9b0-1622b5952d49 req-9ab79bb3-b84c-4653-be87-c5aca23fbc8a tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:01:12.845446 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-3ac724fd-59be-423e-b9b0-1622b5952d49 req-9ab79bb3-b84c-4653-be87-c5aca23fbc8a tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] 10.222.0.25 "GET /v2.0/ports?device_id=36248ae4-e216-4453-969c-6c7953d8492f HTTP/1.1" status: 200 len: 945 time: 0.0511167 Nov 08 22:01:12.912712 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-3ac724fd-59be-423e-b9b0-1622b5952d49 req-345fd56c-eca4-460b-9358-99546d8f91af tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] 10.222.0.25 "GET /v2.0/security-groups?id=48a61968-ba2d-42aa-b087-8fe6b21c1944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574858 Nov 08 22:01:12.961156 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07749996-ce44-463e-9361-e832240c981c req-72030b04-8cad-4c6f-8fe8-4841dbd26242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:01:12.962808 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-07749996-ce44-463e-9361-e832240c981c req-72030b04-8cad-4c6f-8fe8-4841dbd26242 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=6454925e-3ce0-41fc-89c5-d5a65576e290 HTTP/1.1" status: 200 len: 1099 time: 0.0408413 Nov 08 22:01:13.041375 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-07749996-ce44-463e-9361-e832240c981c req-6c3e7e6c-58aa-4fac-a507-72344a5fc8d1 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=18bce912-cacb-492f-931d-a2fe8ac5d2b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469205 Nov 08 22:01:13.100188 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-bfccea76-1371-43e5-8bae-b317158733c5 req-7d5f760e-2763-45d5-9074-67ba1bd33001 tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] 10.222.0.25 "GET /v2.0/ports?device_id=0932b60e-a111-4011-b9e9-c9cd0443085f HTTP/1.1" status: 200 len: 210 time: 0.0315645 Nov 08 22:01:13.243328 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80669098-4ed3-4288-8987-024315dd5086 req-9b666de4-c485-4b4f-b758-99c8c5b098cf tempest-AttachVolumeNegativeTest-479507150 tempest-AttachVolumeNegativeTest-479507150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:01:13.244849 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-80669098-4ed3-4288-8987-024315dd5086 req-9b666de4-c485-4b4f-b758-99c8c5b098cf tempest-AttachVolumeNegativeTest-479507150 tempest-AttachVolumeNegativeTest-479507150-project] 10.222.0.25 "GET /v2.0/ports?device_id=6454925e-3ce0-41fc-89c5-d5a65576e290 HTTP/1.1" status: 200 len: 946 time: 0.0530636 Nov 08 22:01:13.300822 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-80669098-4ed3-4288-8987-024315dd5086 req-2dd793d5-cebd-4259-b3f8-755272f950df tempest-AttachVolumeNegativeTest-479507150 tempest-AttachVolumeNegativeTest-479507150-project] 10.222.0.25 "GET /v2.0/security-groups?id=18bce912-cacb-492f-931d-a2fe8ac5d2b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489249 Nov 08 22:01:13.570237 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083cf179-4f6d-47a5-a239-d976a4878037 req-6a9d1538-7945-4ee4-be6c-43dbb9dc9d83 tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:01:13.574303 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-083cf179-4f6d-47a5-a239-d976a4878037 req-6a9d1538-7945-4ee4-be6c-43dbb9dc9d83 tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] 10.222.0.48 "GET /v2.0/networks?id=d0389d40-840b-4921-84b3-93bfc186ef85 HTTP/1.1" status: 200 len: 816 time: 0.1349099 Nov 08 22:01:13.657323 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-083cf179-4f6d-47a5-a239-d976a4878037 req-32b8f889-0395-401b-9471-e5f40a60f301 tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3c81291fa5704e6e99b9fb8671a47a4c HTTP/1.1" status: 200 len: 380 time: 0.0534668 Nov 08 22:01:13.675318 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.v2.base [req-083cf179-4f6d-47a5-a239-d976a4878037 req-b2721294-f55a-4bc3-a9a3-072e767bd31b tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] Request body: {'port': {'device_id': '0932b60e-a111-4011-b9e9-c9cd0443085f', 'network_id': 'd0389d40-840b-4921-84b3-93bfc186ef85', 'admin_state_up': True, 'tenant_id': '3c81291fa5704e6e99b9fb8671a47a4c', 'security_groups': ['eeea6e44-33b8-4aa9-8bb4-4225028c9643']}} {{(pid=101082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 22:01:13.788958 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-083cf179-4f6d-47a5-a239-d976a4878037 req-b2721294-f55a-4bc3-a9a3-072e767bd31b tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] Made reservation on behalf of 3c81291fa5704e6e99b9fb8671a47a4c for: {'port': 1} {{(pid=101082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 22:01:13.793385 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [req-083cf179-4f6d-47a5-a239-d976a4878037 req-b2721294-f55a-4bc3-a9a3-072e767bd31b tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-925982'] for port, before_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:01:13.960293 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.db.db_base_plugin_common [req-083cf179-4f6d-47a5-a239-d976a4878037 req-b2721294-f55a-4bc3-a9a3-072e767bd31b tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] Allocated IP 172.20.0.12 (d0389d40-840b-4921-84b3-93bfc186ef85/74626eb5-4f16-4db6-984a-103aeaf27899/ea8db2ea-5940-4d8c-b6b9-7b29ac67051c) {{(pid=101082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 22:01:14.160658 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.wsgi [-] (101083) accepted ('10.222.0.25', 42674) {{(pid=101083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 22:01:14.168334 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00f74a5-723a-4248-8748-495b4f38be2e req-10907e70-ff0b-4365-8199-8f2de7ed67e4 tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:01:14.170135 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-c00f74a5-723a-4248-8748-495b4f38be2e req-10907e70-ff0b-4365-8199-8f2de7ed67e4 tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] 10.222.0.25 "GET /v2.0/ports?device_id=36248ae4-e216-4453-969c-6c7953d8492f HTTP/1.1" status: 200 len: 945 time: 0.1495302 Nov 08 22:01:14.214287 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [req-083cf179-4f6d-47a5-a239-d976a4878037 req-b2721294-f55a-4bc3-a9a3-072e767bd31b tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] Publish callbacks [] for port, precommit_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:01:14.252751 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-c00f74a5-723a-4248-8748-495b4f38be2e req-47e327fd-7a8b-4243-982d-51e9dd5da281 tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] 10.222.0.25 "GET /v2.0/security-groups?id=48a61968-ba2d-42aa-b087-8fe6b21c1944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681818 Nov 08 22:01:14.275346 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-c28ea448-888a-4527-947e-e484c46ffa20 req-6f2c491e-ddbd-4a18-b589-fe4a9f72d9ca tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] 10.222.0.25 "GET /v2.0/ports?device_id=0932b60e-a111-4011-b9e9-c9cd0443085f HTTP/1.1" status: 200 len: 210 time: 0.0379553 Nov 08 22:01:14.288613 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-1c359024-674e-4243-bc30-b680bbec69ca admin admin] Publish callbacks [] for security_group, before_create {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:01:14.297895 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [req-083cf179-4f6d-47a5-a239-d976a4878037 req-b2721294-f55a-4bc3-a9a3-072e767bd31b tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728276144267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7854484'] for port, after_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:01:14.357510 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-083cf179-4f6d-47a5-a239-d976a4878037 req-b2721294-f55a-4bc3-a9a3-072e767bd31b tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] Network d0389d40-840b-4921-84b3-93bfc186ef85 is already hosted by enough agents. {{(pid=101082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 22:01:14.361872 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.scheduler.base_scheduler [req-083cf179-4f6d-47a5-a239-d976a4878037 req-b2721294-f55a-4bc3-a9a3-072e767bd31b tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] Resources bound (agent type, host, resource id): {{(pid=101082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 22:01:14.405372 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [req-083cf179-4f6d-47a5-a239-d976a4878037 req-b2721294-f55a-4bc3-a9a3-072e767bd31b tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] Received port after_create {{(pid=101082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 22:01:14.416112 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-1c359024-674e-4243-bc30-b680bbec69ca admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:01:14.422975 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-1c359024-674e-4243-bc30-b680bbec69ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2033567'] for security_group, after_create {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:01:14.460488 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [None req-1c359024-674e-4243-bc30-b680bbec69ca admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=01e7395408284b5aa803ab2b686c8b3a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2949705 Nov 08 22:01:14.460488 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.wsgi [-] (101083) accepted ('10.222.0.25', 42694) {{(pid=101083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 22:01:14.500074 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c359024-674e-4243-bc30-b680bbec69ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=deee7ad1-c2c3-47af-a4b9-ee4afe4e93ff,revision_number=1']} {{(pid=101083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:01:14.536223 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-eef45057-e85d-4af2-bcf4-2bc4d4792c82 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:01:14.562875 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-eef45057-e85d-4af2-bcf4-2bc4d4792c82 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:01:14.639474 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-eef45057-e85d-4af2-bcf4-2bc4d4792c82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2033567'] for security_group, after_delete {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:01:14.645576 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-eef45057-e85d-4af2-bcf4-2bc4d4792c82 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:01:14.647200 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [None req-eef45057-e85d-4af2-bcf4-2bc4d4792c82 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/deee7ad1-c2c3-47af-a4b9-ee4afe4e93ff HTTP/1.1" status: 204 len: 168 time: 0.1855133 Nov 08 22:01:14.675934 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef45057-e85d-4af2-bcf4-2bc4d4792c82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=deee7ad1-c2c3-47af-a4b9-ee4afe4e93ff,revision_number=None']} {{(pid=101083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:01:14.735503 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2721294-f55a-4bc3-a9a3-072e767bd31b tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] Pushing event updated for resources: {'Port': ['ID=ea8db2ea-5940-4d8c-b6b9-7b29ac67051c,revision_number=1']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:01:14.742386 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.db.provisioning_blocks [None req-77ce4d71-909e-4aef-b7c3-2e2c234e6746 None None] Provisioning complete for port ea8db2ea-5940-4d8c-b6b9-7b29ac67051c triggered by entity DHCP. {{(pid=101084) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 22:01:14.743542 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-77ce4d71-909e-4aef-b7c3-2e2c234e6746 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-534742'] for port, provisioning_complete {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:01:14.786101 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083cf179-4f6d-47a5-a239-d976a4878037 req-b2721294-f55a-4bc3-a9a3-072e767bd31b tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:01:14.787036 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [req-083cf179-4f6d-47a5-a239-d976a4878037 req-b2721294-f55a-4bc3-a9a3-072e767bd31b tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465805'] for port, before_response {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:01:14.803344 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.plugin [None req-77ce4d71-909e-4aef-b7c3-2e2c234e6746 None None] Port ea8db2ea-5940-4d8c-b6b9-7b29ac67051c cannot update to ACTIVE because it is not bound. {{(pid=101084) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 22:01:14.816080 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bc09da-bf7a-42f8-9faf-0b2537a91fcd req-1a82705d-7de9-4944-81b8-44e746868051 tempest-AttachVolumeNegativeTest-479507150 tempest-AttachVolumeNegativeTest-479507150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:01:14.817625 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-83bc09da-bf7a-42f8-9faf-0b2537a91fcd req-1a82705d-7de9-4944-81b8-44e746868051 tempest-AttachVolumeNegativeTest-479507150 tempest-AttachVolumeNegativeTest-479507150-project] 10.222.0.25 "GET /v2.0/ports?device_id=6454925e-3ce0-41fc-89c5-d5a65576e290 HTTP/1.1" status: 200 len: 946 time: 0.4059236 Nov 08 22:01:14.821251 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-083cf179-4f6d-47a5-a239-d976a4878037 req-b2721294-f55a-4bc3-a9a3-072e767bd31b tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1499224 Nov 08 22:01:14.842881 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.v2.base [req-083cf179-4f6d-47a5-a239-d976a4878037 req-8a653017-a0fd-4470-a60a-4a1353e18668 service neutron] Request body: {'port': {'device_id': '0932b60e-a111-4011-b9e9-c9cd0443085f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81708'}} {{(pid=101082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 22:01:14.921559 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-83bc09da-bf7a-42f8-9faf-0b2537a91fcd req-cce93885-ded5-41ee-9a13-bee070e33a12 tempest-AttachVolumeNegativeTest-479507150 tempest-AttachVolumeNegativeTest-479507150-project] 10.222.0.25 "GET /v2.0/security-groups?id=18bce912-cacb-492f-931d-a2fe8ac5d2b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971282 Nov 08 22:01:14.931966 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [req-083cf179-4f6d-47a5-a239-d976a4878037 req-8a653017-a0fd-4470-a60a-4a1353e18668 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-925982'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:01:15.200366 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.notifiers.nova [req-083cf179-4f6d-47a5-a239-d976a4878037 req-8a653017-a0fd-4470-a60a-4a1353e18668 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea8db2ea-5940-4d8c-b6b9-7b29ac67051c {{(pid=101082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 22:01:15.208536 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [req-083cf179-4f6d-47a5-a239-d976a4878037 req-8a653017-a0fd-4470-a60a-4a1353e18668 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:01:15.220894 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [req-083cf179-4f6d-47a5-a239-d976a4878037 req-8a653017-a0fd-4470-a60a-4a1353e18668 service neutron] Transition to ACTIVE for port object ea8db2ea-5940-4d8c-b6b9-7b29ac67051c will not be triggered until provisioned by entity L2. {{(pid=101082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 22:01:15.225293 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [req-083cf179-4f6d-47a5-a239-d976a4878037 req-8a653017-a0fd-4470-a60a-4a1353e18668 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728276638356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728276144285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728276144303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7854475'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:01:15.281273 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a653017-a0fd-4470-a60a-4a1353e18668 service neutron] Pushing event updated for resources: {'Port': ['ID=ea8db2ea-5940-4d8c-b6b9-7b29ac67051c,revision_number=2']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:01:15.352935 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [req-083cf179-4f6d-47a5-a239-d976a4878037 req-8a653017-a0fd-4470-a60a-4a1353e18668 service neutron] Attempting to bind port ea8db2ea-5940-4d8c-b6b9-7b29ac67051c on host hv-cinder-81708 for vnic_type normal with profile {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 22:01:15.353257 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [req-083cf179-4f6d-47a5-a239-d976a4878037 req-8a653017-a0fd-4470-a60a-4a1353e18668 service neutron] Attempting to bind port ea8db2ea-5940-4d8c-b6b9-7b29ac67051c by drivers openvswitch,hyperv on host hv-cinder-81708 at level 0 using segments [{'id': '01d75646-a471-41b3-9a68-2bf7bfb9163b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'd0389d40-840b-4921-84b3-93bfc186ef85'}] {{(pid=101082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 22:01:15.353620 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-083cf179-4f6d-47a5-a239-d976a4878037 req-8a653017-a0fd-4470-a60a-4a1353e18668 service neutron] Attempting to bind port ea8db2ea-5940-4d8c-b6b9-7b29ac67051c on network d0389d40-840b-4921-84b3-93bfc186ef85 {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 22:01:15.358187 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-083cf179-4f6d-47a5-a239-d976a4878037 req-8a653017-a0fd-4470-a60a-4a1353e18668 service neutron] Port ea8db2ea-5940-4d8c-b6b9-7b29ac67051c on network d0389d40-840b-4921-84b3-93bfc186ef85 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81708 {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 22:01:15.358800 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-083cf179-4f6d-47a5-a239-d976a4878037 req-8a653017-a0fd-4470-a60a-4a1353e18668 service neutron] Attempting to bind port ea8db2ea-5940-4d8c-b6b9-7b29ac67051c on network d0389d40-840b-4921-84b3-93bfc186ef85 {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 22:01:15.376672 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-083cf179-4f6d-47a5-a239-d976a4878037 req-8a653017-a0fd-4470-a60a-4a1353e18668 service neutron] Checking agent: {'id': '7cd4d405-a24c-430d-ad05-16fe54bb5453', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81708', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 21, 57, 55), 'started_at': datetime.datetime(2021, 11, 8, 21, 57, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 22, 0, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 22:01:15.376672 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-083cf179-4f6d-47a5-a239-d976a4878037 req-8a653017-a0fd-4470-a60a-4a1353e18668 service neutron] Checking segment: {'id': '01d75646-a471-41b3-9a68-2bf7bfb9163b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'd0389d40-840b-4921-84b3-93bfc186ef85'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 22:01:15.376899 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-083cf179-4f6d-47a5-a239-d976a4878037 req-8a653017-a0fd-4470-a60a-4a1353e18668 service neutron] Bound using segment: {'id': '01d75646-a471-41b3-9a68-2bf7bfb9163b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'd0389d40-840b-4921-84b3-93bfc186ef85'} {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 22:01:15.377222 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [req-083cf179-4f6d-47a5-a239-d976a4878037 req-8a653017-a0fd-4470-a60a-4a1353e18668 service neutron] Bound port: ea8db2ea-5940-4d8c-b6b9-7b29ac67051c, host: hv-cinder-81708, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01d75646-a471-41b3-9a68-2bf7bfb9163b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'd0389d40-840b-4921-84b3-93bfc186ef85'}}] {{(pid=101082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 22:01:15.377576 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [req-083cf179-4f6d-47a5-a239-d976a4878037 req-8a653017-a0fd-4470-a60a-4a1353e18668 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-925982'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:01:15.497183 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e84564-090f-4b57-8435-0842a6267b98 req-a852c6fb-f743-46cb-97ed-4747fbbbabd0 tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:01:15.499349 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-83e84564-090f-4b57-8435-0842a6267b98 req-a852c6fb-f743-46cb-97ed-4747fbbbabd0 tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] 10.222.0.25 "GET /v2.0/ports?device_id=0932b60e-a111-4011-b9e9-c9cd0443085f HTTP/1.1" status: 200 len: 944 time: 0.1266155 Nov 08 22:01:15.509967 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a3129e-7759-440a-9139-102874020746 req-92431fc7-7e9e-445e-9378-c070b2707d30 tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:01:15.511514 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-35a3129e-7759-440a-9139-102874020746 req-92431fc7-7e9e-445e-9378-c070b2707d30 tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] 10.222.0.25 "GET /v2.0/ports?device_id=36248ae4-e216-4453-969c-6c7953d8492f HTTP/1.1" status: 200 len: 945 time: 0.1505795 Nov 08 22:01:15.596753 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.plugins.ml2.db [req-083cf179-4f6d-47a5-a239-d976a4878037 req-8a653017-a0fd-4470-a60a-4a1353e18668 service neutron] For port ea8db2ea-5940-4d8c-b6b9-7b29ac67051c, host hv-cinder-81708, cleared binding levels {{(pid=101082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 22:01:15.625074 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-35a3129e-7759-440a-9139-102874020746 req-07a68954-f001-40e3-825c-03883fcfb33c tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] 10.222.0.25 "GET /v2.0/security-groups?id=48a61968-ba2d-42aa-b087-8fe6b21c1944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066463 Nov 08 22:01:15.630674 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-83e84564-090f-4b57-8435-0842a6267b98 req-120378a8-f999-410e-ab0f-abd5d5654ece tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] 10.222.0.25 "GET /v2.0/security-groups?id=eeea6e44-33b8-4aa9-8bb4-4225028c9643&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1182282 Nov 08 22:01:15.632356 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.plugins.ml2.db [req-083cf179-4f6d-47a5-a239-d976a4878037 req-8a653017-a0fd-4470-a60a-4a1353e18668 service neutron] For port ea8db2ea-5940-4d8c-b6b9-7b29ac67051c, host hv-cinder-81708, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81708',level=0,port_id=ea8db2ea-5940-4d8c-b6b9-7b29ac67051c,segment=NetworkSegment(01d75646-a471-41b3-9a68-2bf7bfb9163b),segment_id=01d75646-a471-41b3-9a68-2bf7bfb9163b)] {{(pid=101082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 22:01:15.637989 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [req-083cf179-4f6d-47a5-a239-d976a4878037 req-8a653017-a0fd-4470-a60a-4a1353e18668 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728276638356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728276144285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728276144303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7854475'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:01:15.676531 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083cf179-4f6d-47a5-a239-d976a4878037 req-8a653017-a0fd-4470-a60a-4a1353e18668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:01:15.677208 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [req-083cf179-4f6d-47a5-a239-d976a4878037 req-8a653017-a0fd-4470-a60a-4a1353e18668 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465805'] for port, before_response {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:01:15.678609 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-083cf179-4f6d-47a5-a239-d976a4878037 req-8a653017-a0fd-4470-a60a-4a1353e18668 service neutron] 10.222.0.48 "PUT /v2.0/ports/ea8db2ea-5940-4d8c-b6b9-7b29ac67051c HTTP/1.1" status: 200 len: 1094 time: 0.8406625 Nov 08 22:01:15.681112 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0932b60e-a111-4011-b9e9-c9cd0443085f', 'tag': 'ea8db2ea-5940-4d8c-b6b9-7b29ac67051c'}] {{(pid=101082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 22:01:15.683858 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5244ac95217a6bb312334333bc6ed4bdb0e50c4a837cb758f48f620e9b099f25" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03859ff8-c0e5-4171-ae8b-c10271a3707d" -d '{"events": [{"name": "network-changed", "server_uuid": "0932b60e-a111-4011-b9e9-c9cd0443085f", "tag": "ea8db2ea-5940-4d8c-b6b9-7b29ac67051c"}]}' {{(pid=101082) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 22:01:15.724450 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a653017-a0fd-4470-a60a-4a1353e18668 service neutron] Pushing event updated for resources: {'Port': ['ID=ea8db2ea-5940-4d8c-b6b9-7b29ac67051c,revision_number=3']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:01:15.784267 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083cf179-4f6d-47a5-a239-d976a4878037 req-6459ad17-ced4-44a5-bbe9-be038d6a174b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:01:15.785920 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-083cf179-4f6d-47a5-a239-d976a4878037 req-6459ad17-ced4-44a5-bbe9-be038d6a174b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3c81291fa5704e6e99b9fb8671a47a4c&device_id=0932b60e-a111-4011-b9e9-c9cd0443085f HTTP/1.1" status: 200 len: 1097 time: 0.0517826 Nov 08 22:01:15.858692 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-083cf179-4f6d-47a5-a239-d976a4878037 req-51ee3e26-2549-46ca-9cd4-e03feb503372 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ea8db2ea-5940-4d8c-b6b9-7b29ac67051c HTTP/1.1" status: 200 len: 217 time: 0.0572939 Nov 08 22:01:15.915115 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 22:01:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58ed5049-a7d8-402d-88b6-76b26b9adba9 x-openstack-request-id: req-58ed5049-a7d8-402d-88b6-76b26b9adba9 {{(pid=101082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 22:01:15.915400 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0932b60e-a111-4011-b9e9-c9cd0443085f", "tag": "ea8db2ea-5940-4d8c-b6b9-7b29ac67051c", "status": "completed", "code": 200}]} {{(pid=101082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 22:01:15.915644 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-58ed5049-a7d8-402d-88b6-76b26b9adba9 {{(pid=101082) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 22:01:15.916031 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0932b60e-a111-4011-b9e9-c9cd0443085f', 'tag': 'ea8db2ea-5940-4d8c-b6b9-7b29ac67051c', 'status': 'completed', 'code': 200} Nov 08 22:01:15.926718 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083cf179-4f6d-47a5-a239-d976a4878037 req-aa7ac5dd-1dca-43d8-b44b-d468be65c2fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:01:15.928181 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-083cf179-4f6d-47a5-a239-d976a4878037 req-aa7ac5dd-1dca-43d8-b44b-d468be65c2fc service neutron] 10.222.0.48 "GET /v2.0/subnets?id=74626eb5-4f16-4db6-984a-103aeaf27899 HTTP/1.1" status: 200 len: 855 time: 0.0586681 Nov 08 22:01:15.994439 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083cf179-4f6d-47a5-a239-d976a4878037 req-6c7dea34-cbb5-4dc3-b9b1-cde8c471f274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:01:15.996400 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-083cf179-4f6d-47a5-a239-d976a4878037 req-6c7dea34-cbb5-4dc3-b9b1-cde8c471f274 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d0389d40-840b-4921-84b3-93bfc186ef85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0574057 Nov 08 22:01:16.133301 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4858bc45-8af9-4f1f-80cb-12603726b02d req-06373910-f76d-4fdf-b44f-05a9ff201ab5 tempest-AttachVolumeNegativeTest-479507150 tempest-AttachVolumeNegativeTest-479507150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:01:16.134778 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-4858bc45-8af9-4f1f-80cb-12603726b02d req-06373910-f76d-4fdf-b44f-05a9ff201ab5 tempest-AttachVolumeNegativeTest-479507150 tempest-AttachVolumeNegativeTest-479507150-project] 10.222.0.25 "GET /v2.0/ports?device_id=6454925e-3ce0-41fc-89c5-d5a65576e290 HTTP/1.1" status: 200 len: 946 time: 0.1020446 Nov 08 22:01:16.140574 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-083cf179-4f6d-47a5-a239-d976a4878037 req-5e87cb84-afe7-412f-95ed-78091454f03a service neutron] 10.222.0.48 "GET /v2.0/networks/d0389d40-840b-4921-84b3-93bfc186ef85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261978 Nov 08 22:01:16.226177 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-4858bc45-8af9-4f1f-80cb-12603726b02d req-4f764a41-b0d0-4441-9868-05a0d34bf5c0 tempest-AttachVolumeNegativeTest-479507150 tempest-AttachVolumeNegativeTest-479507150-project] 10.222.0.25 "GET /v2.0/security-groups?id=18bce912-cacb-492f-931d-a2fe8ac5d2b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845947 Nov 08 22:01:16.269636 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-083cf179-4f6d-47a5-a239-d976a4878037 req-2b2e035e-d5b1-42ad-818e-bab084cff299 service neutron] 10.222.0.48 "GET /v2.0/networks/d0389d40-840b-4921-84b3-93bfc186ef85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1094525 Nov 08 22:01:16.390340 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03859ff8-c0e5-4171-ae8b-c10271a3707d req-53f08340-2e94-4e11-9a7b-be2d226dccfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:01:16.391897 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-03859ff8-c0e5-4171-ae8b-c10271a3707d req-53f08340-2e94-4e11-9a7b-be2d226dccfc service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3c81291fa5704e6e99b9fb8671a47a4c&device_id=0932b60e-a111-4011-b9e9-c9cd0443085f HTTP/1.1" status: 200 len: 1097 time: 0.0540640 Nov 08 22:01:16.494515 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03859ff8-c0e5-4171-ae8b-c10271a3707d req-c2b2f5cc-f0be-4d9d-9a99-6c1bfa92576a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:01:16.496337 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-03859ff8-c0e5-4171-ae8b-c10271a3707d req-c2b2f5cc-f0be-4d9d-9a99-6c1bfa92576a service neutron] 10.222.0.48 "GET /v2.0/networks?id=d0389d40-840b-4921-84b3-93bfc186ef85 HTTP/1.1" status: 200 len: 917 time: 0.0951455 Nov 08 22:01:16.550341 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-03859ff8-c0e5-4171-ae8b-c10271a3707d req-ab534fe0-c88f-4964-92bd-89ca5ee31200 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ea8db2ea-5940-4d8c-b6b9-7b29ac67051c HTTP/1.1" status: 200 len: 217 time: 0.0437446 Nov 08 22:01:16.606276 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03859ff8-c0e5-4171-ae8b-c10271a3707d req-f1c0834d-bc14-4114-b4c8-4e4744f591f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:01:16.607877 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-03859ff8-c0e5-4171-ae8b-c10271a3707d req-f1c0834d-bc14-4114-b4c8-4e4744f591f1 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=74626eb5-4f16-4db6-984a-103aeaf27899 HTTP/1.1" status: 200 len: 855 time: 0.0469673 Nov 08 22:01:16.655166 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03859ff8-c0e5-4171-ae8b-c10271a3707d req-ac98b607-f7f4-4c17-a253-48909577f717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:01:16.656642 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-03859ff8-c0e5-4171-ae8b-c10271a3707d req-ac98b607-f7f4-4c17-a253-48909577f717 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d0389d40-840b-4921-84b3-93bfc186ef85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0399315 Nov 08 22:01:16.808646 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-9078498a-cb3f-43fd-a279-ce2640c261e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728276665375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534631'] for agent, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:01:16.828071 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56521609-4645-4ac3-8322-63fbf9a2c01e req-603092ab-8d1b-439c-98ed-6c5087ac2180 tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:01:16.829579 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-56521609-4645-4ac3-8322-63fbf9a2c01e req-603092ab-8d1b-439c-98ed-6c5087ac2180 tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] 10.222.0.25 "GET /v2.0/ports?device_id=36248ae4-e216-4453-969c-6c7953d8492f HTTP/1.1" status: 200 len: 945 time: 0.1166623 Nov 08 22:01:16.857054 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-03859ff8-c0e5-4171-ae8b-c10271a3707d req-789910f8-0a87-4a37-b050-80f2bf5cb9a2 service neutron] 10.222.0.48 "GET /v2.0/networks/d0389d40-840b-4921-84b3-93bfc186ef85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1924200 Nov 08 22:01:16.904483 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927f455b-87a9-47da-bacf-2c3b8c7f954f req-102b888b-5fef-432e-89f2-7a99dcbecfd1 tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:01:16.906077 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-927f455b-87a9-47da-bacf-2c3b8c7f954f req-102b888b-5fef-432e-89f2-7a99dcbecfd1 tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] 10.222.0.25 "GET /v2.0/ports?device_id=0932b60e-a111-4011-b9e9-c9cd0443085f HTTP/1.1" status: 200 len: 944 time: 0.1341136 Nov 08 22:01:16.983386 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-56521609-4645-4ac3-8322-63fbf9a2c01e req-2e85aeb7-806b-4713-88aa-4576b9a90afa tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] 10.222.0.25 "GET /v2.0/security-groups?id=48a61968-ba2d-42aa-b087-8fe6b21c1944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422465 Nov 08 22:01:17.024007 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-927f455b-87a9-47da-bacf-2c3b8c7f954f req-5cf8acba-cfa6-4008-b859-a435552a8226 tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] 10.222.0.25 "GET /v2.0/security-groups?id=eeea6e44-33b8-4aa9-8bb4-4225028c9643&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0886321 Nov 08 22:01:17.046072 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-03859ff8-c0e5-4171-ae8b-c10271a3707d req-30986ffb-afa0-4602-8dab-4e0206c0e337 service neutron] 10.222.0.48 "GET /v2.0/networks/d0389d40-840b-4921-84b3-93bfc186ef85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1802216 Nov 08 22:01:18.110645 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a32133-0544-4881-b325-4c604e12ffb6 req-4f9b23bd-6f85-4531-95ae-449941489faa tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:01:18.114103 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-09a32133-0544-4881-b325-4c604e12ffb6 req-4f9b23bd-6f85-4531-95ae-449941489faa tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] 10.222.0.25 "GET /v2.0/ports?device_id=36248ae4-e216-4453-969c-6c7953d8492f HTTP/1.1" status: 200 len: 945 time: 0.0587909 Nov 08 22:01:18.182075 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-09a32133-0544-4881-b325-4c604e12ffb6 req-df1fbc71-d872-4d1d-8869-722b1994c6e0 tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] 10.222.0.25 "GET /v2.0/security-groups?id=48a61968-ba2d-42aa-b087-8fe6b21c1944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560374 Nov 08 22:01:18.242185 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04aa8507-85eb-4528-aa68-cb04d8066854 req-ee76ba43-8b56-408b-a7f0-8bcca0d06608 tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:01:18.243693 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-04aa8507-85eb-4528-aa68-cb04d8066854 req-ee76ba43-8b56-408b-a7f0-8bcca0d06608 tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] 10.222.0.25 "GET /v2.0/ports?device_id=0932b60e-a111-4011-b9e9-c9cd0443085f HTTP/1.1" status: 200 len: 944 time: 0.0775061 Nov 08 22:01:18.293370 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-04aa8507-85eb-4528-aa68-cb04d8066854 req-7011f9d6-1800-4117-be4c-a7cee91e57c7 tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] 10.222.0.25 "GET /v2.0/security-groups?id=eeea6e44-33b8-4aa9-8bb4-4225028c9643&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409288 Nov 08 22:01:18.304425 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.db.agents_db [None req-16c50754-5ab9-47e2-9d92-00a33089e8d5 None None] Agent healthcheck: found 6 active agents {{(pid=101085) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 22:01:18.470011 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.rpc [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Device ea8db2ea-5940-4d8c-b6b9-7b29ac67051c details requested by agent hyperv_hv-cinder-81708 with host hv-cinder-81708 {{(pid=101084) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 22:01:18.566646 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.db [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] For port ea8db2ea-5940-4d8c-b6b9-7b29ac67051c, host hv-cinder-81708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81708',level=0,port_id=ea8db2ea-5940-4d8c-b6b9-7b29ac67051c,segment=NetworkSegment(01d75646-a471-41b3-9a68-2bf7bfb9163b),segment_id=01d75646-a471-41b3-9a68-2bf7bfb9163b)] {{(pid=101084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 22:01:18.578228 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.rpc [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Returning: {'device': 'ea8db2ea-5940-4d8c-b6b9-7b29ac67051c', 'network_id': 'd0389d40-840b-4921-84b3-93bfc186ef85', 'port_id': 'ea8db2ea-5940-4d8c-b6b9-7b29ac67051c', 'mac_address': 'fa:16:3e:f1:e1:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 744, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74626eb5-4f16-4db6-984a-103aeaf27899', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101084) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 22:01:18.615101 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-925982'] for port, before_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:01:18.629371 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.notifiers.nova [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea8db2ea-5940-4d8c-b6b9-7b29ac67051c {{(pid=101084) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 22:01:18.648386 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.db [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] For port ea8db2ea-5940-4d8c-b6b9-7b29ac67051c, host hv-cinder-81708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81708',level=0,port_id=ea8db2ea-5940-4d8c-b6b9-7b29ac67051c,segment=NetworkSegment(01d75646-a471-41b3-9a68-2bf7bfb9163b),segment_id=01d75646-a471-41b3-9a68-2bf7bfb9163b)] {{(pid=101084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 22:01:18.654057 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728276638356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728276144285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728276144303'] for port, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:01:18.705817 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Pushing event updated for resources: {'Port': ['ID=ea8db2ea-5940-4d8c-b6b9-7b29ac67051c,revision_number=4']} {{(pid=101084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:01:19.025614 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.db [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] get_ports_and_sgs() called for port_ids ['ea8db2ea-5940-4d8c-b6b9-7b29ac67051c'] {{(pid=101084) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 22:01:19.131093 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-31f692df-6c07-4841-a0b4-33a86f13ee31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728276665375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534631'] for agent, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:01:19.316530 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0260bb-b58c-4541-adc5-e111ed714f97 req-fb040c38-9dee-49ae-9740-28f8ffe7e377 tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:01:19.318022 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-da0260bb-b58c-4541-adc5-e111ed714f97 req-fb040c38-9dee-49ae-9740-28f8ffe7e377 tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] 10.222.0.25 "GET /v2.0/ports?device_id=36248ae4-e216-4453-969c-6c7953d8492f HTTP/1.1" status: 200 len: 945 time: 0.0540042 Nov 08 22:01:19.371142 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-da0260bb-b58c-4541-adc5-e111ed714f97 req-73a478e2-0d71-4dde-b8e0-1b27a635471d tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] 10.222.0.25 "GET /v2.0/security-groups?id=48a61968-ba2d-42aa-b087-8fe6b21c1944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465875 Nov 08 22:01:19.472293 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29642ce6-6d32-4672-b7c0-9b323df87338 req-cfdd9053-e47f-4bde-b2ae-470bf90a5cd6 tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:01:19.473680 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-29642ce6-6d32-4672-b7c0-9b323df87338 req-cfdd9053-e47f-4bde-b2ae-470bf90a5cd6 tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] 10.222.0.25 "GET /v2.0/ports?device_id=0932b60e-a111-4011-b9e9-c9cd0443085f HTTP/1.1" status: 200 len: 945 time: 0.0478084 Nov 08 22:01:19.519913 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-29642ce6-6d32-4672-b7c0-9b323df87338 req-7665e7a5-1bd2-46d1-a2ef-68359978b817 tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] 10.222.0.25 "GET /v2.0/security-groups?id=eeea6e44-33b8-4aa9-8bb4-4225028c9643&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404441 Nov 08 22:01:20.156013 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-38f8c81f-ca07-4188-b5ff-70ceca3f97c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728276665375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534631'] for agent, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:01:20.471274 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.rpc [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Device ea8db2ea-5940-4d8c-b6b9-7b29ac67051c up at agent hyperv_hv-cinder-81708 {{(pid=101084) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 22:01:20.492379 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a062658c-ab50-47b0-b3ed-b1bbc2136a23 req-6996fd2c-3828-4698-9980-74b408b1fbca tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:01:20.493888 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-a062658c-ab50-47b0-b3ed-b1bbc2136a23 req-6996fd2c-3828-4698-9980-74b408b1fbca tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] 10.222.0.25 "GET /v2.0/ports?device_id=36248ae4-e216-4453-969c-6c7953d8492f HTTP/1.1" status: 200 len: 945 time: 0.0510056 Nov 08 22:01:20.526038 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.db.provisioning_blocks [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Provisioning for port ea8db2ea-5940-4d8c-b6b9-7b29ac67051c completed by entity L2. {{(pid=101084) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 22:01:20.530188 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.db.provisioning_blocks [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Provisioning complete for port ea8db2ea-5940-4d8c-b6b9-7b29ac67051c triggered by entity L2. {{(pid=101084) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 22:01:20.530551 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-534742'] for port, provisioning_complete {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:01:20.550233 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-a062658c-ab50-47b0-b3ed-b1bbc2136a23 req-6dce60d9-fee9-4710-802c-d82ce0a7a1d9 tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] 10.222.0.25 "GET /v2.0/security-groups?id=48a61968-ba2d-42aa-b087-8fe6b21c1944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482101 Nov 08 22:01:20.613840 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-925982'] for port, before_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:01:20.638495 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0932b60e-a111-4011-b9e9-c9cd0443085f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea8db2ea-5940-4d8c-b6b9-7b29ac67051c'}] {{(pid=101084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 22:01:20.640780 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b3cbe6c7fdf7c1e60af50d850490ef6f4dccd02a9ea7bc434e0a37b2dd34cb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95f7a5a3-5b97-4f23-b87c-149c6dd00604" -d '{"events": [{"server_uuid": "0932b60e-a111-4011-b9e9-c9cd0443085f", "name": "network-vif-plugged", "status": "completed", "tag": "ea8db2ea-5940-4d8c-b6b9-7b29ac67051c"}]}' {{(pid=101084) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 22:01:20.653693 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.db [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] For port ea8db2ea-5940-4d8c-b6b9-7b29ac67051c, host hv-cinder-81708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81708',level=0,port_id=ea8db2ea-5940-4d8c-b6b9-7b29ac67051c,segment=NetworkSegment(01d75646-a471-41b3-9a68-2bf7bfb9163b),segment_id=01d75646-a471-41b3-9a68-2bf7bfb9163b)] {{(pid=101084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 22:01:20.657780 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728276638356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728276144285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728276144303'] for port, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:01:20.672256 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30a0b2f-1d34-4214-9d27-1267b0e216ee req-0907006e-3c2a-4a01-8ab4-7a8f3328b917 tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:01:20.673941 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-d30a0b2f-1d34-4214-9d27-1267b0e216ee req-0907006e-3c2a-4a01-8ab4-7a8f3328b917 tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] 10.222.0.25 "GET /v2.0/ports?device_id=0932b60e-a111-4011-b9e9-c9cd0443085f HTTP/1.1" status: 200 len: 945 time: 0.0559916 Nov 08 22:01:20.709298 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Pushing event updated for resources: {'Port': ['ID=ea8db2ea-5940-4d8c-b6b9-7b29ac67051c,revision_number=5']} {{(pid=101084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:01:20.728320 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-d30a0b2f-1d34-4214-9d27-1267b0e216ee req-67af3cfd-7bc7-42c8-adf4-8a68fab26cde tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] 10.222.0.25 "GET /v2.0/security-groups?id=eeea6e44-33b8-4aa9-8bb4-4225028c9643&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438097 Nov 08 22:01:20.773687 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 22:01:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45400663-bae2-44fb-a2a9-f3f93c44daf6 x-openstack-request-id: req-45400663-bae2-44fb-a2a9-f3f93c44daf6 {{(pid=101084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 22:01:20.774036 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0932b60e-a111-4011-b9e9-c9cd0443085f", "name": "network-vif-plugged", "status": "completed", "tag": "ea8db2ea-5940-4d8c-b6b9-7b29ac67051c", "code": 200}]} {{(pid=101084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 22:01:20.774275 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-45400663-bae2-44fb-a2a9-f3f93c44daf6 {{(pid=101084) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 22:01:20.774674 dv-cinder-817085-1-iscsi neutron-server[101084]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0932b60e-a111-4011-b9e9-c9cd0443085f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea8db2ea-5940-4d8c-b6b9-7b29ac67051c', 'code': 200} Nov 08 22:01:20.966952 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e55c89-34e0-43f5-bd73-01b964dbf571 req-b82d5e83-6931-4584-af85-c1e274159fff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:01:20.968440 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-d0e55c89-34e0-43f5-bd73-01b964dbf571 req-b82d5e83-6931-4584-af85-c1e274159fff service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=0932b60e-a111-4011-b9e9-c9cd0443085f HTTP/1.1" status: 200 len: 1099 time: 0.0400188 Nov 08 22:01:21.018444 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-d0e55c89-34e0-43f5-bd73-01b964dbf571 req-3cc150ba-3a70-4858-9352-a526e914f964 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=eeea6e44-33b8-4aa9-8bb4-4225028c9643&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354042 Nov 08 22:01:21.664254 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18633c0b-b521-4f52-8fd0-a6309ff887ba req-f3102b3f-9092-4a8b-8684-7d5def115d98 tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:01:21.665755 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-18633c0b-b521-4f52-8fd0-a6309ff887ba req-f3102b3f-9092-4a8b-8684-7d5def115d98 tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] 10.222.0.25 "GET /v2.0/ports?device_id=36248ae4-e216-4453-969c-6c7953d8492f HTTP/1.1" status: 200 len: 945 time: 0.0467901 Nov 08 22:01:21.714248 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-18633c0b-b521-4f52-8fd0-a6309ff887ba req-245242cd-e1fe-4a08-8ca4-ca0aa9d0920e tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] 10.222.0.25 "GET /v2.0/security-groups?id=48a61968-ba2d-42aa-b087-8fe6b21c1944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416987 Nov 08 22:01:21.805116 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-550ddcb2-f0f8-4b6b-a238-0b8e3ebb0b9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728276665375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534631'] for agent, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:01:21.850293 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f002a9d4-a210-42dc-be7a-2aa04eac8429 req-4681fd1d-a344-4e1e-8c3d-1275cc5587ae tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:01:21.851694 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-f002a9d4-a210-42dc-be7a-2aa04eac8429 req-4681fd1d-a344-4e1e-8c3d-1275cc5587ae tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] 10.222.0.25 "GET /v2.0/ports?device_id=0932b60e-a111-4011-b9e9-c9cd0443085f HTTP/1.1" status: 200 len: 946 time: 0.0512695 Nov 08 22:01:21.899740 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-f002a9d4-a210-42dc-be7a-2aa04eac8429 req-1aac851e-ee33-4f7a-b383-6e0dd59e3093 tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] 10.222.0.25 "GET /v2.0/security-groups?id=eeea6e44-33b8-4aa9-8bb4-4225028c9643&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412135 Nov 08 22:01:22.467528 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-ad13160b-513d-4512-a15f-cb40cce6b7e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728276665375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534631'] for agent, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:01:24.897921 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18700da5-ac14-45bd-a841-c8f46bc5ea6e req-a72f2a13-a19e-4f9e-9cbf-32e99c72192d tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:01:24.899395 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-18700da5-ac14-45bd-a841-c8f46bc5ea6e req-a72f2a13-a19e-4f9e-9cbf-32e99c72192d tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] 10.222.0.25 "GET /v2.0/ports?device_id=36248ae4-e216-4453-969c-6c7953d8492f HTTP/1.1" status: 200 len: 945 time: 0.0512564 Nov 08 22:01:24.950047 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-18700da5-ac14-45bd-a841-c8f46bc5ea6e req-abd109e9-7942-48b7-9b93-420dc90eef5c tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] 10.222.0.25 "GET /v2.0/security-groups?id=48a61968-ba2d-42aa-b087-8fe6b21c1944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436733 Nov 08 22:01:25.056007 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3291167e-0b9a-4f77-b5a0-66e5855593bb req-a68bf09d-0665-40fb-ae66-91457fef2d52 tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:01:25.057423 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-3291167e-0b9a-4f77-b5a0-66e5855593bb req-a68bf09d-0665-40fb-ae66-91457fef2d52 tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] 10.222.0.25 "GET /v2.0/ports?device_id=0932b60e-a111-4011-b9e9-c9cd0443085f HTTP/1.1" status: 200 len: 946 time: 0.0547163 Nov 08 22:01:25.108423 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-3291167e-0b9a-4f77-b5a0-66e5855593bb req-16fb8ec1-de86-4f7b-8140-bfb969d7b88f tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] 10.222.0.25 "GET /v2.0/security-groups?id=eeea6e44-33b8-4aa9-8bb4-4225028c9643&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450985 Nov 08 22:01:25.172314 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728276665375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534631'] for agent, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:01:26.066983 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990a3314-3004-4dea-8cca-633697204666 req-d7963662-ac57-4f7c-ae1b-34b82f9ef2ee tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:01:26.068462 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-990a3314-3004-4dea-8cca-633697204666 req-d7963662-ac57-4f7c-ae1b-34b82f9ef2ee tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] 10.222.0.25 "GET /v2.0/ports?device_id=36248ae4-e216-4453-969c-6c7953d8492f HTTP/1.1" status: 200 len: 945 time: 0.0491068 Nov 08 22:01:26.113788 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-990a3314-3004-4dea-8cca-633697204666 req-d21e5275-e649-48e5-99ad-0ec2d2e539c9 tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] 10.222.0.25 "GET /v2.0/security-groups?id=48a61968-ba2d-42aa-b087-8fe6b21c1944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389342 Nov 08 22:01:26.234514 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27ab262-bab4-472c-a03f-f4a5e60bbf36 req-61faa201-5262-4cf9-8258-e758a17fb93a tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:01:26.236024 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-a27ab262-bab4-472c-a03f-f4a5e60bbf36 req-61faa201-5262-4cf9-8258-e758a17fb93a tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] 10.222.0.25 "GET /v2.0/ports?device_id=0932b60e-a111-4011-b9e9-c9cd0443085f HTTP/1.1" status: 200 len: 946 time: 0.0564480 Nov 08 22:01:26.282140 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-a27ab262-bab4-472c-a03f-f4a5e60bbf36 req-e3f59043-c481-4b34-8ddc-ede1085145c8 tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] 10.222.0.25 "GET /v2.0/security-groups?id=eeea6e44-33b8-4aa9-8bb4-4225028c9643&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402122 Nov 08 22:01:26.399351 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8e04b6-7837-49e2-9e37-9d472f0ad6af req-c1f67e5a-0dee-4cb1-b39d-c302da8c672e tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:01:26.400725 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-2e8e04b6-7837-49e2-9e37-9d472f0ad6af req-c1f67e5a-0dee-4cb1-b39d-c302da8c672e tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] 10.222.0.25 "GET /v2.0/ports?device_id=0932b60e-a111-4011-b9e9-c9cd0443085f HTTP/1.1" status: 200 len: 946 time: 0.0513129 Nov 08 22:01:26.409753 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.wsgi [-] (101082) accepted ('10.222.0.25', 42928) {{(pid=101082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 22:01:26.414037 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.v2.base [None req-a9deda46-4a49-4a32-9fcc-ab68132e0ddc tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] Request body: {'floatingip': {'port_id': 'ea8db2ea-5940-4d8c-b6b9-7b29ac67051c'}} {{(pid=101082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 22:01:26.483153 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-a9deda46-4a49-4a32-9fcc-ab68132e0ddc tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] Publish callbacks [] for floatingip, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:01:27.319532 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f35804c-4685-4879-a288-bf285b2da991 req-188c3c32-7df9-4816-8237-de9ff7d0b79f tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:01:27.321030 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-4f35804c-4685-4879-a288-bf285b2da991 req-188c3c32-7df9-4816-8237-de9ff7d0b79f tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] 10.222.0.25 "GET /v2.0/ports?device_id=36248ae4-e216-4453-969c-6c7953d8492f HTTP/1.1" status: 200 len: 945 time: 0.1283972 Nov 08 22:01:27.345005 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-a9deda46-4a49-4a32-9fcc-ab68132e0ddc tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:01:27.353501 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-a9deda46-4a49-4a32-9fcc-ab68132e0ddc tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1623957'] for floatingip, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:01:27.421027 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-4f35804c-4685-4879-a288-bf285b2da991 req-e74b97ab-14f3-4b69-96a1-900646924d52 tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] 10.222.0.25 "GET /v2.0/security-groups?id=48a61968-ba2d-42aa-b087-8fe6b21c1944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916672 Nov 08 22:01:27.472984 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.db.l3_db [None req-a9deda46-4a49-4a32-9fcc-ab68132e0ddc tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] Floating IP 55e98143-338b-4100-82e5-128e4f08a42e associated. External IP: 172.27.3.141, port: ea8db2ea-5940-4d8c-b6b9-7b29ac67051c. Nov 08 22:01:27.677322 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9deda46-4a49-4a32-9fcc-ab68132e0ddc tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] Router 683cfef6-9649-479e-9922-dfb07c24d627 has already been hosted by L3 agent a7fb4010-89fb-4d99-b0a1-90d6a3aacb04 {{(pid=101082) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 22:01:27.780504 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9deda46-4a49-4a32-9fcc-ab68132e0ddc tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] Notify agent at l3_agent.dv-cinder-817085-1-iscsi the message routers_updated {{(pid=101082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 22:01:27.785434 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-a9deda46-4a49-4a32-9fcc-ab68132e0ddc tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465805'] for floatingip, before_response {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:01:27.790216 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32b65321-e1f7-4ae2-96ee-61a89ebb477f None None] Sync routers for ids ['683cfef6-9649-479e-9922-dfb07c24d627'] in dv-cinder-817085-1-iscsi {{(pid=101085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 22:01:27.802081 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32b65321-e1f7-4ae2-96ee-61a89ebb477f None None] Routers {'683cfef6-9649-479e-9922-dfb07c24d627'} bound to L3 agent in host dv-cinder-817085-1-iscsi {{(pid=101085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 22:01:27.802686 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.db.l3_hamode_db [None req-32b65321-e1f7-4ae2-96ee-61a89ebb477f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817085-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T21:51:49Z,description=,heartbeat_timestamp=2021-11-08T22:01:19Z,host='dv-cinder-817085-1-iscsi',id=a7fb4010-89fb-4d99-b0a1-90d6a3aacb04,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T21:51:49Z,topic='l3_agent')) {'router_ids': ['683cfef6-9649-479e-9922-dfb07c24d627'], 'active': True} {{(pid=101085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 22:01:27.818040 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [None req-a9deda46-4a49-4a32-9fcc-ab68132e0ddc tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] 10.222.0.25 "PUT /v2.0/floatingips/55e98143-338b-4100-82e5-128e4f08a42e HTTP/1.1" status: 200 len: 992 time: 1.4053955 Nov 08 22:01:27.818040 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0932b60e-a111-4011-b9e9-c9cd0443085f', 'tag': 'ea8db2ea-5940-4d8c-b6b9-7b29ac67051c'}] {{(pid=101082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 22:01:27.819544 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5244ac95217a6bb312334333bc6ed4bdb0e50c4a837cb758f48f620e9b099f25" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b53fb26-1d83-4153-b73f-aa3f2e24a9e1" -d '{"events": [{"name": "network-changed", "server_uuid": "0932b60e-a111-4011-b9e9-c9cd0443085f", "tag": "ea8db2ea-5940-4d8c-b6b9-7b29ac67051c"}]}' {{(pid=101082) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 22:01:27.912124 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.db.l3_dvr_db [None req-32b65321-e1f7-4ae2-96ee-61a89ebb477f None None] Set router 683cfef6-9649-479e-9922-dfb07c24d627 gateway port host: dv-cinder-817085-1-iscsi {{(pid=101085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 22:01:27.938689 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 22:01:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6878f049-36d8-4f3d-b697-b3128ef43f4f x-openstack-request-id: req-6878f049-36d8-4f3d-b697-b3128ef43f4f {{(pid=101082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 22:01:27.938983 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0932b60e-a111-4011-b9e9-c9cd0443085f", "tag": "ea8db2ea-5940-4d8c-b6b9-7b29ac67051c", "status": "completed", "code": 200}]} {{(pid=101082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 22:01:27.939234 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6878f049-36d8-4f3d-b697-b3128ef43f4f {{(pid=101082) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 22:01:27.939628 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0932b60e-a111-4011-b9e9-c9cd0443085f', 'tag': 'ea8db2ea-5940-4d8c-b6b9-7b29ac67051c', 'status': 'completed', 'code': 200} Nov 08 22:01:28.017929 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b53fb26-1d83-4153-b73f-aa3f2e24a9e1 req-65ca0ef6-548a-47d7-96c9-7a22836d3643 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:01:28.019413 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-5b53fb26-1d83-4153-b73f-aa3f2e24a9e1 req-65ca0ef6-548a-47d7-96c9-7a22836d3643 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3c81291fa5704e6e99b9fb8671a47a4c&device_id=0932b60e-a111-4011-b9e9-c9cd0443085f HTTP/1.1" status: 200 len: 1099 time: 0.0442762 Nov 08 22:01:28.119253 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b53fb26-1d83-4153-b73f-aa3f2e24a9e1 req-bd0ed9e2-98df-47c6-8d11-6fda48d46880 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:01:28.121354 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-5b53fb26-1d83-4153-b73f-aa3f2e24a9e1 req-bd0ed9e2-98df-47c6-8d11-6fda48d46880 service neutron] 10.222.0.48 "GET /v2.0/networks?id=d0389d40-840b-4921-84b3-93bfc186ef85 HTTP/1.1" status: 200 len: 917 time: 0.0915112 Nov 08 22:01:28.196052 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-5b53fb26-1d83-4153-b73f-aa3f2e24a9e1 req-43972844-210d-4b2e-a86e-6b79c554eec4 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ea8db2ea-5940-4d8c-b6b9-7b29ac67051c HTTP/1.1" status: 200 len: 1000 time: 0.0654500 Nov 08 22:01:28.237842 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.db.l3_hamode_db [None req-32b65321-e1f7-4ae2-96ee-61a89ebb477f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '683cfef6-9649-479e-9922-dfb07c24d627', 'name': 'tempest-AttachVolumeShelveTestJSON-658045224-router', 'tenant_id': '3c81291fa5704e6e99b9fb8671a47a4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ae8d913-bef9-4bc0-baeb-78ef8b3a7364', 'external_fixed_ips': [{'subnet_id': 'f0dec947-372d-4ed5-9c9f-864e58aba850', 'ip_address': '172.27.3.34'}], 'enable_snat': True}, 'gw_port_id': '63eac74b-8017-4f9e-baf5-4aa75c8096e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T22:01:01Z', 'updated_at': '2021-11-08T22:01:07Z', 'revision_number': 4, 'project_id': '3c81291fa5704e6e99b9fb8671a47a4c', 'gw_port': {'id': '63eac74b-8017-4f9e-baf5-4aa75c8096e0', 'name': '', 'network_id': '8ae8d913-bef9-4bc0-baeb-78ef8b3a7364', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:20:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '683cfef6-9649-479e-9922-dfb07c24d627', 'device_owner': 'network:router_gateway', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': 'f0dec947-372d-4ed5-9c9f-864e58aba850', 'ip_address': '172.27.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T22:01:02Z', 'updated_at': '2021-11-08T22:01:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0dec947-372d-4ed5-9c9f-864e58aba850', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817085-1-iscsi', '_floatingips': [{'id': '55e98143-338b-4100-82e5-128e4f08a42e', 'tenant_id': '3c81291fa5704e6e99b9fb8671a47a4c', 'floating_ip_address': '172.27.3.141', 'floating_network_id': '8ae8d913-bef9-4bc0-baeb-78ef8b3a7364', 'router_id': '683cfef6-9649-479e-9922-dfb07c24d627', 'port_id': 'ea8db2ea-5940-4d8c-b6b9-7b29ac67051c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 328, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0389d40-840b-4921-84b3-93bfc186ef85', 'mac_address': 'fa:16:3e:f1:e1:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0932b60e-a111-4011-b9e9-c9cd0443085f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T22:01:10Z', 'updated_at': '2021-11-08T22:01:27Z', 'revision_number': 1, 'project_id': '3c81291fa5704e6e99b9fb8671a47a4c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '282241b8-ee70-4e06-b70f-3b349506e9a3', 'name': '', 'network_id': 'd0389d40-840b-4921-84b3-93bfc186ef85', 'tenant_id': '3c81291fa5704e6e99b9fb8671a47a4c', 'mac_address': 'fa:16:3e:8c:fc:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '683cfef6-9649-479e-9922-dfb07c24d627', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '74626eb5-4f16-4db6-984a-103aeaf27899', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T22:01:05Z', 'updated_at': '2021-11-08T22:01:09Z', 'revision_number': 5, 'project_id': '3c81291fa5704e6e99b9fb8671a47a4c', 'subnets': [{'id': '74626eb5-4f16-4db6-984a-103aeaf27899', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817085-1-iscsi', False) {} {{(pid=101085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 22:01:28.254021 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b53fb26-1d83-4153-b73f-aa3f2e24a9e1 req-e29d49c3-51ae-4ce1-a3ba-082e44e7bcc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:01:28.255563 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-5b53fb26-1d83-4153-b73f-aa3f2e24a9e1 req-e29d49c3-51ae-4ce1-a3ba-082e44e7bcc5 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=74626eb5-4f16-4db6-984a-103aeaf27899 HTTP/1.1" status: 200 len: 855 time: 0.0490103 Nov 08 22:01:28.263641 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32b65321-e1f7-4ae2-96ee-61a89ebb477f None None] Checking router: 683cfef6-9649-479e-9922-dfb07c24d627 for host: dv-cinder-817085-1-iscsi {{(pid=101085) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 22:01:28.271740 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32b65321-e1f7-4ae2-96ee-61a89ebb477f None None] Routers {'683cfef6-9649-479e-9922-dfb07c24d627'} bound to L3 agent in host dv-cinder-817085-1-iscsi {{(pid=101085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 22:01:28.272329 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.db.l3_hamode_db [None req-32b65321-e1f7-4ae2-96ee-61a89ebb477f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817085-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T21:51:49Z,description=,heartbeat_timestamp=2021-11-08T22:01:19Z,host='dv-cinder-817085-1-iscsi',id=a7fb4010-89fb-4d99-b0a1-90d6a3aacb04,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T21:51:49Z,topic='l3_agent')) {'router_ids': ['683cfef6-9649-479e-9922-dfb07c24d627'], 'active': True} {{(pid=101085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 22:01:28.304090 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b53fb26-1d83-4153-b73f-aa3f2e24a9e1 req-8bb2efff-9b81-4ec1-8ee8-e70955168693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:01:28.305651 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-5b53fb26-1d83-4153-b73f-aa3f2e24a9e1 req-8bb2efff-9b81-4ec1-8ee8-e70955168693 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d0389d40-840b-4921-84b3-93bfc186ef85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0397062 Nov 08 22:01:28.378425 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.db.l3_dvr_db [None req-32b65321-e1f7-4ae2-96ee-61a89ebb477f None None] Set router 683cfef6-9649-479e-9922-dfb07c24d627 gateway port host: dv-cinder-817085-1-iscsi {{(pid=101085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 22:01:28.404949 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-5b53fb26-1d83-4153-b73f-aa3f2e24a9e1 req-bac4caea-80b2-4114-a452-1b28462ffb05 service neutron] 10.222.0.48 "GET /v2.0/networks/d0389d40-840b-4921-84b3-93bfc186ef85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890684 Nov 08 22:01:28.524933 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-5b53fb26-1d83-4153-b73f-aa3f2e24a9e1 req-f0e82735-e975-4e8d-88b9-1567058aa5a4 service neutron] 10.222.0.48 "GET /v2.0/networks/d0389d40-840b-4921-84b3-93bfc186ef85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1123199 Nov 08 22:01:28.554242 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd38b3a2-5689-4a00-968e-32c1ce406e38 req-7214398d-0fac-48d8-a522-a00b90e00db9 tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:01:28.555777 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-fd38b3a2-5689-4a00-968e-32c1ce406e38 req-7214398d-0fac-48d8-a522-a00b90e00db9 tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] 10.222.0.25 "GET /v2.0/ports?device_id=36248ae4-e216-4453-969c-6c7953d8492f HTTP/1.1" status: 200 len: 945 time: 0.0635808 Nov 08 22:01:28.609315 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-fd38b3a2-5689-4a00-968e-32c1ce406e38 req-d65b445a-555f-42f9-a4ec-87e685abff74 tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] 10.222.0.25 "GET /v2.0/security-groups?id=48a61968-ba2d-42aa-b087-8fe6b21c1944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444911 Nov 08 22:01:28.617199 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.db.l3_hamode_db [None req-32b65321-e1f7-4ae2-96ee-61a89ebb477f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '683cfef6-9649-479e-9922-dfb07c24d627', 'name': 'tempest-AttachVolumeShelveTestJSON-658045224-router', 'tenant_id': '3c81291fa5704e6e99b9fb8671a47a4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ae8d913-bef9-4bc0-baeb-78ef8b3a7364', 'external_fixed_ips': [{'subnet_id': 'f0dec947-372d-4ed5-9c9f-864e58aba850', 'ip_address': '172.27.3.34'}], 'enable_snat': True}, 'gw_port_id': '63eac74b-8017-4f9e-baf5-4aa75c8096e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T22:01:01Z', 'updated_at': '2021-11-08T22:01:07Z', 'revision_number': 4, 'project_id': '3c81291fa5704e6e99b9fb8671a47a4c', 'gw_port': {'id': '63eac74b-8017-4f9e-baf5-4aa75c8096e0', 'name': '', 'network_id': '8ae8d913-bef9-4bc0-baeb-78ef8b3a7364', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:20:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '683cfef6-9649-479e-9922-dfb07c24d627', 'device_owner': 'network:router_gateway', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': 'f0dec947-372d-4ed5-9c9f-864e58aba850', 'ip_address': '172.27.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T22:01:02Z', 'updated_at': '2021-11-08T22:01:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0dec947-372d-4ed5-9c9f-864e58aba850', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817085-1-iscsi', '_floatingips': [{'id': '55e98143-338b-4100-82e5-128e4f08a42e', 'tenant_id': '3c81291fa5704e6e99b9fb8671a47a4c', 'floating_ip_address': '172.27.3.141', 'floating_network_id': '8ae8d913-bef9-4bc0-baeb-78ef8b3a7364', 'router_id': '683cfef6-9649-479e-9922-dfb07c24d627', 'port_id': 'ea8db2ea-5940-4d8c-b6b9-7b29ac67051c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 328, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0389d40-840b-4921-84b3-93bfc186ef85', 'mac_address': 'fa:16:3e:f1:e1:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0932b60e-a111-4011-b9e9-c9cd0443085f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T22:01:10Z', 'updated_at': '2021-11-08T22:01:27Z', 'revision_number': 1, 'project_id': '3c81291fa5704e6e99b9fb8671a47a4c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '282241b8-ee70-4e06-b70f-3b349506e9a3', 'name': '', 'network_id': 'd0389d40-840b-4921-84b3-93bfc186ef85', 'tenant_id': '3c81291fa5704e6e99b9fb8671a47a4c', 'mac_address': 'fa:16:3e:8c:fc:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '683cfef6-9649-479e-9922-dfb07c24d627', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '74626eb5-4f16-4db6-984a-103aeaf27899', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T22:01:05Z', 'updated_at': '2021-11-08T22:01:09Z', 'revision_number': 5, 'project_id': '3c81291fa5704e6e99b9fb8671a47a4c', 'subnets': [{'id': '74626eb5-4f16-4db6-984a-103aeaf27899', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817085-1-iscsi', False) {} {{(pid=101085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 22:01:28.650449 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32b65321-e1f7-4ae2-96ee-61a89ebb477f None None] The sync data for ids ['683cfef6-9649-479e-9922-dfb07c24d627'] in dv-cinder-817085-1-iscsi is: [{'id': '683cfef6-9649-479e-9922-dfb07c24d627', 'name': 'tempest-AttachVolumeShelveTestJSON-658045224-router', 'tenant_id': '3c81291fa5704e6e99b9fb8671a47a4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ae8d913-bef9-4bc0-baeb-78ef8b3a7364', 'external_fixed_ips': [{'subnet_id': 'f0dec947-372d-4ed5-9c9f-864e58aba850', 'ip_address': '172.27.3.34'}], 'enable_snat': True}, 'gw_port_id': '63eac74b-8017-4f9e-baf5-4aa75c8096e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T22:01:01Z', 'updated_at': '2021-11-08T22:01:07Z', 'revision_number': 4, 'project_id': '3c81291fa5704e6e99b9fb8671a47a4c', 'gw_port': {'id': '63eac74b-8017-4f9e-baf5-4aa75c8096e0', 'name': '', 'network_id': '8ae8d913-bef9-4bc0-baeb-78ef8b3a7364', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:20:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '683cfef6-9649-479e-9922-dfb07c24d627', 'device_owner': 'network:router_gateway', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': 'f0dec947-372d-4ed5-9c9f-864e58aba850', 'ip_address': '172.27.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T22:01:02Z', 'updated_at': '2021-11-08T22:01:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0dec947-372d-4ed5-9c9f-864e58aba850', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817085-1-iscsi', '_floatingips': [{'id': '55e98143-338b-4100-82e5-128e4f08a42e', 'tenant_id': '3c81291fa5704e6e99b9fb8671a47a4c', 'floating_ip_address': '172.27.3.141', 'floating_network_id': '8ae8d913-bef9-4bc0-baeb-78ef8b3a7364', 'router_id': '683cfef6-9649-479e-9922-dfb07c24d627', 'port_id': 'ea8db2ea-5940-4d8c-b6b9-7b29ac67051c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 328, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0389d40-840b-4921-84b3-93bfc186ef85', 'mac_address': 'fa:16:3e:f1:e1:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0932b60e-a111-4011-b9e9-c9cd0443085f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T22:01:10Z', 'updated_at': '2021-11-08T22:01:27Z', 'revision_number': 1, 'project_id': '3c81291fa5704e6e99b9fb8671a47a4c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '282241b8-ee70-4e06-b70f-3b349506e9a3', 'name': '', 'network_id': 'd0389d40-840b-4921-84b3-93bfc186ef85', 'tenant_id': '3c81291fa5704e6e99b9fb8671a47a4c', 'mac_address': 'fa:16:3e:8c:fc:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '683cfef6-9649-479e-9922-dfb07c24d627', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '74626eb5-4f16-4db6-984a-103aeaf27899', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T22:01:05Z', 'updated_at': '2021-11-08T22:01:09Z', 'revision_number': 5, 'project_id': '3c81291fa5704e6e99b9fb8671a47a4c', 'subnets': [{'id': '74626eb5-4f16-4db6-984a-103aeaf27899', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 22:01:28.832543 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b2b1d77-689d-418c-beac-6cc0232094da None None] New status for floating IP 55e98143-338b-4100-82e5-128e4f08a42e: ACTIVE {{(pid=101084) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 08 22:01:29.725263 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ae0cfc-8d82-4b8f-87e6-eb2d0be2a45e req-aad3e80f-6b64-4f61-b4c3-9ba8b7c461a6 tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:01:29.726782 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-82ae0cfc-8d82-4b8f-87e6-eb2d0be2a45e req-aad3e80f-6b64-4f61-b4c3-9ba8b7c461a6 tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] 10.222.0.25 "GET /v2.0/ports?device_id=36248ae4-e216-4453-969c-6c7953d8492f HTTP/1.1" status: 200 len: 945 time: 0.0492797 Nov 08 22:01:29.773423 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-82ae0cfc-8d82-4b8f-87e6-eb2d0be2a45e req-17ce2372-f119-487e-89b1-1a8f3f5019be tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] 10.222.0.25 "GET /v2.0/security-groups?id=48a61968-ba2d-42aa-b087-8fe6b21c1944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408382 Nov 08 22:01:30.331421 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.wsgi [-] (101082) accepted ('10.222.0.25', 42996) {{(pid=101082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 22:01:30.435284 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-4318019f-5b32-4dfd-8fd6-020215e6d5e5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:01:30.510304 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-4318019f-5b32-4dfd-8fd6-020215e6d5e5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:01:30.514484 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-4318019f-5b32-4dfd-8fd6-020215e6d5e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2033567'] for security_group, after_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:01:30.554860 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4318019f-5b32-4dfd-8fd6-020215e6d5e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d1e7c93-e02e-4726-a4da-6cd0d9820ce9,revision_number=1']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:01:30.558959 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [None req-4318019f-5b32-4dfd-8fd6-020215e6d5e5 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=95691733ee894b31ad0b785ef01e88da&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2265527 Nov 08 22:01:30.561578 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.wsgi [-] (101082) accepted ('10.222.0.25', 43000) {{(pid=101082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 22:01:30.610013 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-755e193c-8172-4e62-a6ee-25e68ec9a2a4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:01:30.630840 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-755e193c-8172-4e62-a6ee-25e68ec9a2a4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:01:30.675180 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-755e193c-8172-4e62-a6ee-25e68ec9a2a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2033567'] for security_group, after_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:01:30.677747 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-755e193c-8172-4e62-a6ee-25e68ec9a2a4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:01:30.678866 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [None req-755e193c-8172-4e62-a6ee-25e68ec9a2a4 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/5d1e7c93-e02e-4726-a4da-6cd0d9820ce9 HTTP/1.1" status: 204 len: 168 time: 0.1164062 Nov 08 22:01:30.686803 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755e193c-8172-4e62-a6ee-25e68ec9a2a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d1e7c93-e02e-4726-a4da-6cd0d9820ce9,revision_number=None']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:01:30.900307 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b03fec-888b-4e7b-a8b1-0779bdd7c791 req-22aa9171-caec-4404-a4d4-14e542d468aa tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:01:30.902516 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-39b03fec-888b-4e7b-a8b1-0779bdd7c791 req-22aa9171-caec-4404-a4d4-14e542d468aa tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] 10.222.0.25 "GET /v2.0/ports?device_id=36248ae4-e216-4453-969c-6c7953d8492f HTTP/1.1" status: 200 len: 945 time: 0.0528362 Nov 08 22:01:30.953332 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-39b03fec-888b-4e7b-a8b1-0779bdd7c791 req-03b9221f-8532-41f6-93b9-705b22762fe6 tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] 10.222.0.25 "GET /v2.0/security-groups?id=48a61968-ba2d-42aa-b087-8fe6b21c1944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445282 Nov 08 22:01:32.078801 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616de7d2-f800-424d-9bab-9da9e54b7494 req-095cdd4d-7404-42da-bbcb-cfc777d98a7b tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:01:32.080256 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-616de7d2-f800-424d-9bab-9da9e54b7494 req-095cdd4d-7404-42da-bbcb-cfc777d98a7b tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] 10.222.0.25 "GET /v2.0/ports?device_id=36248ae4-e216-4453-969c-6c7953d8492f HTTP/1.1" status: 200 len: 945 time: 0.0547462 Nov 08 22:01:32.126528 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-616de7d2-f800-424d-9bab-9da9e54b7494 req-20b76f64-9334-42d8-9b11-20389753f246 tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] 10.222.0.25 "GET /v2.0/security-groups?id=48a61968-ba2d-42aa-b087-8fe6b21c1944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404549 Nov 08 22:01:33.246651 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52492f37-7bb5-499b-b77e-3a098bf4dfab req-1a4957a6-3ce3-4069-a778-fa7625eac1e2 tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:01:33.248018 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-52492f37-7bb5-499b-b77e-3a098bf4dfab req-1a4957a6-3ce3-4069-a778-fa7625eac1e2 tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] 10.222.0.25 "GET /v2.0/ports?device_id=36248ae4-e216-4453-969c-6c7953d8492f HTTP/1.1" status: 200 len: 945 time: 0.0481799 Nov 08 22:01:33.296253 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-52492f37-7bb5-499b-b77e-3a098bf4dfab req-183c41fd-7f9a-4c33-b43a-a60c17059209 tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] 10.222.0.25 "GET /v2.0/security-groups?id=48a61968-ba2d-42aa-b087-8fe6b21c1944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402832 Nov 08 22:01:34.411948 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533dc8c1-2966-40b4-9fde-d42af96e5dbc req-c9419e41-2bbf-49d8-bbee-f859c03a3284 tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:01:34.413912 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-533dc8c1-2966-40b4-9fde-d42af96e5dbc req-c9419e41-2bbf-49d8-bbee-f859c03a3284 tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] 10.222.0.25 "GET /v2.0/ports?device_id=36248ae4-e216-4453-969c-6c7953d8492f HTTP/1.1" status: 200 len: 945 time: 0.0482254 Nov 08 22:01:34.462827 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-533dc8c1-2966-40b4-9fde-d42af96e5dbc req-7e081be9-3b00-4f50-9ae6-4b08f9e1a242 tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] 10.222.0.25 "GET /v2.0/security-groups?id=48a61968-ba2d-42aa-b087-8fe6b21c1944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427697 Nov 08 22:01:35.577922 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7439f7bb-3108-4aaf-8e5e-d6f1d4dde949 req-7746d217-7b46-4249-8e4a-825bfc5d1fb5 tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:01:35.579374 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-7439f7bb-3108-4aaf-8e5e-d6f1d4dde949 req-7746d217-7b46-4249-8e4a-825bfc5d1fb5 tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] 10.222.0.25 "GET /v2.0/ports?device_id=36248ae4-e216-4453-969c-6c7953d8492f HTTP/1.1" status: 200 len: 945 time: 0.0476942 Nov 08 22:01:35.624432 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-7439f7bb-3108-4aaf-8e5e-d6f1d4dde949 req-308ae10b-6676-4256-9584-2745f1b0c98b tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] 10.222.0.25 "GET /v2.0/security-groups?id=48a61968-ba2d-42aa-b087-8fe6b21c1944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393255 Nov 08 22:01:36.617223 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac3c287-a40f-4bd7-84e3-4d47ffd197ba req-8d9fc5b7-b8ab-4f6c-a098-e01b2a1ab0da tempest-AttachVolumeNegativeTest-479507150 tempest-AttachVolumeNegativeTest-479507150-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:01:36.618615 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-5ac3c287-a40f-4bd7-84e3-4d47ffd197ba req-8d9fc5b7-b8ab-4f6c-a098-e01b2a1ab0da tempest-AttachVolumeNegativeTest-479507150 tempest-AttachVolumeNegativeTest-479507150-project] 10.222.0.25 "GET /v2.0/networks?id=1af71b13-9cb9-46cd-97aa-4e7f7899262e HTTP/1.1" status: 200 len: 814 time: 0.1042807 Nov 08 22:01:36.633917 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-5ac3c287-a40f-4bd7-84e3-4d47ffd197ba req-3164c056-0b7f-4889-981b-30d44c583322 tempest-AttachVolumeNegativeTest-479507150 tempest-AttachVolumeNegativeTest-479507150-project] 10.222.0.25 "GET /v2.0/quotas/0a22ac80042f4867857306759d16a667 HTTP/1.1" status: 200 len: 375 time: 0.0096211 Nov 08 22:01:36.685604 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-5ac3c287-a40f-4bd7-84e3-4d47ffd197ba req-70627b0b-e050-42fd-ab1e-87e6594182af tempest-AttachVolumeNegativeTest-479507150 tempest-AttachVolumeNegativeTest-479507150-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=0a22ac80042f4867857306759d16a667&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0459652 Nov 08 22:01:36.798181 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e33431-e792-40c8-a889-39cee21de79e req-467cc656-fc45-4b17-a16e-df58a0a431a6 tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:01:36.799630 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-97e33431-e792-40c8-a889-39cee21de79e req-467cc656-fc45-4b17-a16e-df58a0a431a6 tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] 10.222.0.25 "GET /v2.0/ports?device_id=36248ae4-e216-4453-969c-6c7953d8492f HTTP/1.1" status: 200 len: 945 time: 0.0995610 Nov 08 22:01:36.826042 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-5ac3c287-a40f-4bd7-84e3-4d47ffd197ba req-72ee4651-caa8-4c82-8b60-aaab16fd74f9 service neutron] 10.222.0.25 "GET /v2.0/networks/1af71b13-9cb9-46cd-97aa-4e7f7899262e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332481 Nov 08 22:01:36.894455 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-97e33431-e792-40c8-a889-39cee21de79e req-3757ce9d-2aa6-4047-900a-d2d0fd0d4913 tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] 10.222.0.25 "GET /v2.0/security-groups?id=48a61968-ba2d-42aa-b087-8fe6b21c1944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888975 Nov 08 22:01:36.933373 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-5ac3c287-a40f-4bd7-84e3-4d47ffd197ba req-536aec89-b2b2-4025-91c2-4462b70a3c7c service neutron] 10.222.0.25 "GET /v2.0/networks/1af71b13-9cb9-46cd-97aa-4e7f7899262e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012988 Nov 08 22:01:37.103651 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-52efa6c6-8bb8-4dc4-9a6b-c7bb446bccbe req-6c5f33ed-2e0f-4c66-9017-d2f0e40974dc tempest-AttachVolumeNegativeTest-479507150 tempest-AttachVolumeNegativeTest-479507150-project] 10.222.0.25 "GET /v2.0/ports?device_id=5e6a4f1c-8e56-4b4b-a8a1-821f138a0e29 HTTP/1.1" status: 200 len: 210 time: 0.0287113 Nov 08 22:01:38.012516 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81d0146-4336-4925-b282-d3f10d8cfba0 req-7609f99b-cfe5-460b-a650-ae1fd7ba10c1 tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:01:38.014231 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-e81d0146-4336-4925-b282-d3f10d8cfba0 req-7609f99b-cfe5-460b-a650-ae1fd7ba10c1 tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] 10.222.0.25 "GET /v2.0/ports?device_id=36248ae4-e216-4453-969c-6c7953d8492f HTTP/1.1" status: 200 len: 945 time: 0.0508628 Nov 08 22:01:38.097333 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-e81d0146-4336-4925-b282-d3f10d8cfba0 req-e8d00ddf-e30f-43f7-ba17-489adaf2b5bc tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] 10.222.0.25 "GET /v2.0/security-groups?id=48a61968-ba2d-42aa-b087-8fe6b21c1944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771720 Nov 08 22:01:38.221420 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4655e259-2c3a-47ec-8c44-839c5835bde2 req-f74a3d9c-a2de-4331-84b3-d8a32115389f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:01:38.223572 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-4655e259-2c3a-47ec-8c44-839c5835bde2 req-f74a3d9c-a2de-4331-84b3-d8a32115389f service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=36248ae4-e216-4453-969c-6c7953d8492f HTTP/1.1" status: 200 len: 1098 time: 0.0429301 Nov 08 22:01:38.238322 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-f5883594-5d8a-4cdc-909f-278c21609cf2 req-b0e9a63c-95fa-4a12-a866-0065474493d3 tempest-AttachVolumeNegativeTest-479507150 tempest-AttachVolumeNegativeTest-479507150-project] 10.222.0.25 "GET /v2.0/ports?device_id=5e6a4f1c-8e56-4b4b-a8a1-821f138a0e29 HTTP/1.1" status: 200 len: 210 time: 0.0536561 Nov 08 22:01:38.291709 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac3c287-a40f-4bd7-84e3-4d47ffd197ba req-7506f26e-1590-4c14-b134-107c262ab910 tempest-AttachVolumeNegativeTest-479507150 tempest-AttachVolumeNegativeTest-479507150-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:01:38.293376 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-5ac3c287-a40f-4bd7-84e3-4d47ffd197ba req-7506f26e-1590-4c14-b134-107c262ab910 tempest-AttachVolumeNegativeTest-479507150 tempest-AttachVolumeNegativeTest-479507150-project] 10.222.0.48 "GET /v2.0/networks?id=1af71b13-9cb9-46cd-97aa-4e7f7899262e HTTP/1.1" status: 200 len: 814 time: 0.1292601 Nov 08 22:01:38.302133 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-4655e259-2c3a-47ec-8c44-839c5835bde2 req-d46d6953-37e6-4cad-863d-16cf19e63744 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=48a61968-ba2d-42aa-b087-8fe6b21c1944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422189 Nov 08 22:01:38.541914 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.v2.base [req-5ac3c287-a40f-4bd7-84e3-4d47ffd197ba req-9dba7d4b-e42d-40d9-acd2-5f8120dd3666 tempest-AttachVolumeNegativeTest-479507150 tempest-AttachVolumeNegativeTest-479507150-project] Request body: {'port': {'device_id': '5e6a4f1c-8e56-4b4b-a8a1-821f138a0e29', 'network_id': '1af71b13-9cb9-46cd-97aa-4e7f7899262e', 'admin_state_up': True, 'tenant_id': '0a22ac80042f4867857306759d16a667'}} {{(pid=101082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 22:01:38.646791 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ac3c287-a40f-4bd7-84e3-4d47ffd197ba req-9dba7d4b-e42d-40d9-acd2-5f8120dd3666 tempest-AttachVolumeNegativeTest-479507150 tempest-AttachVolumeNegativeTest-479507150-project] Made reservation on behalf of 0a22ac80042f4867857306759d16a667 for: {'port': 1} {{(pid=101082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 22:01:38.650319 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [req-5ac3c287-a40f-4bd7-84e3-4d47ffd197ba req-9dba7d4b-e42d-40d9-acd2-5f8120dd3666 tempest-AttachVolumeNegativeTest-479507150 tempest-AttachVolumeNegativeTest-479507150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-925982'] for port, before_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:01:38.993213 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.db.db_base_plugin_common [req-5ac3c287-a40f-4bd7-84e3-4d47ffd197ba req-9dba7d4b-e42d-40d9-acd2-5f8120dd3666 tempest-AttachVolumeNegativeTest-479507150 tempest-AttachVolumeNegativeTest-479507150-project] Allocated IP 172.20.0.11 (1af71b13-9cb9-46cd-97aa-4e7f7899262e/c388e745-163e-4ce7-b3b6-4d504969c00f/e0aeeda9-60c3-476e-8da3-474dc48edfb3) {{(pid=101082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 22:01:39.142912 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [req-5ac3c287-a40f-4bd7-84e3-4d47ffd197ba req-9dba7d4b-e42d-40d9-acd2-5f8120dd3666 tempest-AttachVolumeNegativeTest-479507150 tempest-AttachVolumeNegativeTest-479507150-project] Publish callbacks [] for port, precommit_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:01:39.215676 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [req-5ac3c287-a40f-4bd7-84e3-4d47ffd197ba req-9dba7d4b-e42d-40d9-acd2-5f8120dd3666 tempest-AttachVolumeNegativeTest-479507150 tempest-AttachVolumeNegativeTest-479507150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728276144267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7854484'] for port, after_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:01:39.229990 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.db [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] get_ports_and_sgs() called for port_ids ['05e12715-6298-4fba-90e4-2bde5690db07', '0a1660db-c5d0-40e6-abdd-beeb710458d8'] {{(pid=101084) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 22:01:39.272108 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ac3c287-a40f-4bd7-84e3-4d47ffd197ba req-9dba7d4b-e42d-40d9-acd2-5f8120dd3666 tempest-AttachVolumeNegativeTest-479507150 tempest-AttachVolumeNegativeTest-479507150-project] Network 1af71b13-9cb9-46cd-97aa-4e7f7899262e is already hosted by enough agents. {{(pid=101082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 22:01:39.279098 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.scheduler.base_scheduler [req-5ac3c287-a40f-4bd7-84e3-4d47ffd197ba req-9dba7d4b-e42d-40d9-acd2-5f8120dd3666 tempest-AttachVolumeNegativeTest-479507150 tempest-AttachVolumeNegativeTest-479507150-project] Resources bound (agent type, host, resource id): {{(pid=101082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 22:01:39.285698 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ac3c287-a40f-4bd7-84e3-4d47ffd197ba req-9dba7d4b-e42d-40d9-acd2-5f8120dd3666 tempest-AttachVolumeNegativeTest-479507150 tempest-AttachVolumeNegativeTest-479507150-project] Received port after_create {{(pid=101082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 22:01:39.299544 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8b2772-10a8-4b94-8086-37b7e0f28b3b req-62f74c07-677d-4523-b418-ba88a2cfa780 tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:01:39.301098 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-9b8b2772-10a8-4b94-8086-37b7e0f28b3b req-62f74c07-677d-4523-b418-ba88a2cfa780 tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] 10.222.0.25 "GET /v2.0/ports?device_id=36248ae4-e216-4453-969c-6c7953d8492f HTTP/1.1" status: 200 len: 945 time: 0.1173742 Nov 08 22:01:39.303610 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dba7d4b-e42d-40d9-acd2-5f8120dd3666 tempest-AttachVolumeNegativeTest-479507150 tempest-AttachVolumeNegativeTest-479507150-project] Pushing event updated for resources: {'Port': ['ID=e0aeeda9-60c3-476e-8da3-474dc48edfb3,revision_number=1']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:01:39.370403 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac3c287-a40f-4bd7-84e3-4d47ffd197ba req-9dba7d4b-e42d-40d9-acd2-5f8120dd3666 tempest-AttachVolumeNegativeTest-479507150 tempest-AttachVolumeNegativeTest-479507150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:01:39.371004 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [req-5ac3c287-a40f-4bd7-84e3-4d47ffd197ba req-9dba7d4b-e42d-40d9-acd2-5f8120dd3666 tempest-AttachVolumeNegativeTest-479507150 tempest-AttachVolumeNegativeTest-479507150-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465805'] for port, before_response {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:01:39.401390 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-9b8b2772-10a8-4b94-8086-37b7e0f28b3b req-9b38cad7-4ca9-4732-82f4-cc5ad390531f tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] 10.222.0.25 "GET /v2.0/security-groups?id=48a61968-ba2d-42aa-b087-8fe6b21c1944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707841 Nov 08 22:01:39.405003 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-5ac3c287-a40f-4bd7-84e3-4d47ffd197ba req-9dba7d4b-e42d-40d9-acd2-5f8120dd3666 tempest-AttachVolumeNegativeTest-479507150 tempest-AttachVolumeNegativeTest-479507150-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8676381 Nov 08 22:01:39.430583 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.v2.base [req-5ac3c287-a40f-4bd7-84e3-4d47ffd197ba req-9ac5f8ef-82e9-467c-8a49-ce53df5a0a2e service neutron] Request body: {'port': {'device_id': '5e6a4f1c-8e56-4b4b-a8a1-821f138a0e29', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81708'}} {{(pid=101082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 22:01:39.517368 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [req-5ac3c287-a40f-4bd7-84e3-4d47ffd197ba req-9ac5f8ef-82e9-467c-8a49-ce53df5a0a2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-925982'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:01:39.560083 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5490d29-051c-4409-bb8b-30f7f1b147eb req-74563da7-500a-4cac-8dcd-0fc80aae9545 tempest-AttachVolumeNegativeTest-479507150 tempest-AttachVolumeNegativeTest-479507150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:01:39.561638 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-c5490d29-051c-4409-bb8b-30f7f1b147eb req-74563da7-500a-4cac-8dcd-0fc80aae9545 tempest-AttachVolumeNegativeTest-479507150 tempest-AttachVolumeNegativeTest-479507150-project] 10.222.0.25 "GET /v2.0/ports?device_id=5e6a4f1c-8e56-4b4b-a8a1-821f138a0e29 HTTP/1.1" status: 200 len: 932 time: 0.0985951 Nov 08 22:01:39.689468 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-c5490d29-051c-4409-bb8b-30f7f1b147eb req-38605c34-9343-455c-a82a-b105f2593310 tempest-AttachVolumeNegativeTest-479507150 tempest-AttachVolumeNegativeTest-479507150-project] 10.222.0.25 "GET /v2.0/security-groups?id=18bce912-cacb-492f-931d-a2fe8ac5d2b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186690 Nov 08 22:01:39.824364 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.notifiers.nova [req-5ac3c287-a40f-4bd7-84e3-4d47ffd197ba req-9ac5f8ef-82e9-467c-8a49-ce53df5a0a2e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0aeeda9-60c3-476e-8da3-474dc48edfb3 {{(pid=101082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 22:01:39.831681 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [req-5ac3c287-a40f-4bd7-84e3-4d47ffd197ba req-9ac5f8ef-82e9-467c-8a49-ce53df5a0a2e service neutron] Publish callbacks [] for port, precommit_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:01:39.844170 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [req-5ac3c287-a40f-4bd7-84e3-4d47ffd197ba req-9ac5f8ef-82e9-467c-8a49-ce53df5a0a2e service neutron] Transition to ACTIVE for port object e0aeeda9-60c3-476e-8da3-474dc48edfb3 will not be triggered until provisioned by entity L2. {{(pid=101082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 22:01:39.848081 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [req-5ac3c287-a40f-4bd7-84e3-4d47ffd197ba req-9ac5f8ef-82e9-467c-8a49-ce53df5a0a2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728276638356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728276144285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728276144303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7854475'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:01:39.921361 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac5f8ef-82e9-467c-8a49-ce53df5a0a2e service neutron] Pushing event updated for resources: {'Port': ['ID=e0aeeda9-60c3-476e-8da3-474dc48edfb3,revision_number=2']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:01:39.971725 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [req-5ac3c287-a40f-4bd7-84e3-4d47ffd197ba req-9ac5f8ef-82e9-467c-8a49-ce53df5a0a2e service neutron] Attempting to bind port e0aeeda9-60c3-476e-8da3-474dc48edfb3 on host hv-cinder-81708 for vnic_type normal with profile {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 22:01:39.972055 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [req-5ac3c287-a40f-4bd7-84e3-4d47ffd197ba req-9ac5f8ef-82e9-467c-8a49-ce53df5a0a2e service neutron] Attempting to bind port e0aeeda9-60c3-476e-8da3-474dc48edfb3 by drivers openvswitch,hyperv on host hv-cinder-81708 at level 0 using segments [{'id': '37b61f9e-bba3-4df3-9e21-4a1dc2717139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '1af71b13-9cb9-46cd-97aa-4e7f7899262e'}] {{(pid=101082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 22:01:39.972376 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ac3c287-a40f-4bd7-84e3-4d47ffd197ba req-9ac5f8ef-82e9-467c-8a49-ce53df5a0a2e service neutron] Attempting to bind port e0aeeda9-60c3-476e-8da3-474dc48edfb3 on network 1af71b13-9cb9-46cd-97aa-4e7f7899262e {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 22:01:39.979560 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ac3c287-a40f-4bd7-84e3-4d47ffd197ba req-9ac5f8ef-82e9-467c-8a49-ce53df5a0a2e service neutron] Port e0aeeda9-60c3-476e-8da3-474dc48edfb3 on network 1af71b13-9cb9-46cd-97aa-4e7f7899262e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81708 {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 22:01:39.979874 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ac3c287-a40f-4bd7-84e3-4d47ffd197ba req-9ac5f8ef-82e9-467c-8a49-ce53df5a0a2e service neutron] Attempting to bind port e0aeeda9-60c3-476e-8da3-474dc48edfb3 on network 1af71b13-9cb9-46cd-97aa-4e7f7899262e {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 22:01:39.984607 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ac3c287-a40f-4bd7-84e3-4d47ffd197ba req-9ac5f8ef-82e9-467c-8a49-ce53df5a0a2e service neutron] Checking agent: {'id': '7cd4d405-a24c-430d-ad05-16fe54bb5453', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81708', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 21, 57, 55), 'started_at': datetime.datetime(2021, 11, 8, 21, 57, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 22, 1, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 22:01:39.984971 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ac3c287-a40f-4bd7-84e3-4d47ffd197ba req-9ac5f8ef-82e9-467c-8a49-ce53df5a0a2e service neutron] Checking segment: {'id': '37b61f9e-bba3-4df3-9e21-4a1dc2717139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '1af71b13-9cb9-46cd-97aa-4e7f7899262e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 22:01:39.985348 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ac3c287-a40f-4bd7-84e3-4d47ffd197ba req-9ac5f8ef-82e9-467c-8a49-ce53df5a0a2e service neutron] Bound using segment: {'id': '37b61f9e-bba3-4df3-9e21-4a1dc2717139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '1af71b13-9cb9-46cd-97aa-4e7f7899262e'} {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 22:01:39.985757 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [req-5ac3c287-a40f-4bd7-84e3-4d47ffd197ba req-9ac5f8ef-82e9-467c-8a49-ce53df5a0a2e service neutron] Bound port: e0aeeda9-60c3-476e-8da3-474dc48edfb3, host: hv-cinder-81708, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '37b61f9e-bba3-4df3-9e21-4a1dc2717139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '1af71b13-9cb9-46cd-97aa-4e7f7899262e'}}] {{(pid=101082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 22:01:39.986100 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [req-5ac3c287-a40f-4bd7-84e3-4d47ffd197ba req-9ac5f8ef-82e9-467c-8a49-ce53df5a0a2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-925982'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:01:40.047068 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.plugins.ml2.db [req-5ac3c287-a40f-4bd7-84e3-4d47ffd197ba req-9ac5f8ef-82e9-467c-8a49-ce53df5a0a2e service neutron] For port e0aeeda9-60c3-476e-8da3-474dc48edfb3, host hv-cinder-81708, cleared binding levels {{(pid=101082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 22:01:40.049991 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.plugins.ml2.db [req-5ac3c287-a40f-4bd7-84e3-4d47ffd197ba req-9ac5f8ef-82e9-467c-8a49-ce53df5a0a2e service neutron] For port e0aeeda9-60c3-476e-8da3-474dc48edfb3, host hv-cinder-81708, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81708',level=0,port_id=e0aeeda9-60c3-476e-8da3-474dc48edfb3,segment=NetworkSegment(37b61f9e-bba3-4df3-9e21-4a1dc2717139),segment_id=37b61f9e-bba3-4df3-9e21-4a1dc2717139)] {{(pid=101082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 22:01:40.053622 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [req-5ac3c287-a40f-4bd7-84e3-4d47ffd197ba req-9ac5f8ef-82e9-467c-8a49-ce53df5a0a2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728276638356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728276144285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728276144303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7854475'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:01:40.086590 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac3c287-a40f-4bd7-84e3-4d47ffd197ba req-9ac5f8ef-82e9-467c-8a49-ce53df5a0a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:01:40.087206 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [req-5ac3c287-a40f-4bd7-84e3-4d47ffd197ba req-9ac5f8ef-82e9-467c-8a49-ce53df5a0a2e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465805'] for port, before_response {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:01:40.088668 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-5ac3c287-a40f-4bd7-84e3-4d47ffd197ba req-9ac5f8ef-82e9-467c-8a49-ce53df5a0a2e service neutron] 10.222.0.48 "PUT /v2.0/ports/e0aeeda9-60c3-476e-8da3-474dc48edfb3 HTTP/1.1" status: 200 len: 1094 time: 0.6632349 Nov 08 22:01:40.089125 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e6a4f1c-8e56-4b4b-a8a1-821f138a0e29', 'tag': 'e0aeeda9-60c3-476e-8da3-474dc48edfb3'}] {{(pid=101082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 22:01:40.091326 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5244ac95217a6bb312334333bc6ed4bdb0e50c4a837cb758f48f620e9b099f25" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45c73baa-bbc6-448a-ac6d-e84674b2cdff" -d '{"events": [{"name": "network-changed", "server_uuid": "5e6a4f1c-8e56-4b4b-a8a1-821f138a0e29", "tag": "e0aeeda9-60c3-476e-8da3-474dc48edfb3"}]}' {{(pid=101082) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 22:01:40.119581 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac5f8ef-82e9-467c-8a49-ce53df5a0a2e service neutron] Pushing event updated for resources: {'Port': ['ID=e0aeeda9-60c3-476e-8da3-474dc48edfb3,revision_number=3']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:01:40.129834 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 22:01:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22524e8a-697a-48aa-9548-7378cfb8f19e x-openstack-request-id: req-22524e8a-697a-48aa-9548-7378cfb8f19e {{(pid=101082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 22:01:40.130114 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e6a4f1c-8e56-4b4b-a8a1-821f138a0e29", "tag": "e0aeeda9-60c3-476e-8da3-474dc48edfb3", "status": "completed", "code": 200}]} {{(pid=101082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 22:01:40.130357 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-22524e8a-697a-48aa-9548-7378cfb8f19e {{(pid=101082) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 22:01:40.130744 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e6a4f1c-8e56-4b4b-a8a1-821f138a0e29', 'tag': 'e0aeeda9-60c3-476e-8da3-474dc48edfb3', 'status': 'completed', 'code': 200} Nov 08 22:01:40.185502 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac3c287-a40f-4bd7-84e3-4d47ffd197ba req-3bfad5e1-61f5-40ea-b800-94c8acdd6232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:01:40.187018 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-5ac3c287-a40f-4bd7-84e3-4d47ffd197ba req-3bfad5e1-61f5-40ea-b800-94c8acdd6232 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=0a22ac80042f4867857306759d16a667&device_id=5e6a4f1c-8e56-4b4b-a8a1-821f138a0e29 HTTP/1.1" status: 200 len: 1097 time: 0.0434358 Nov 08 22:01:40.234300 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-5ac3c287-a40f-4bd7-84e3-4d47ffd197ba req-f3fc05b7-0ffb-4a1c-8abd-f0b926ac8d35 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e0aeeda9-60c3-476e-8da3-474dc48edfb3 HTTP/1.1" status: 200 len: 217 time: 0.0340173 Nov 08 22:01:40.286133 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac3c287-a40f-4bd7-84e3-4d47ffd197ba req-ba84dc36-513d-4317-8db6-df0b5b7488c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:01:40.287587 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-5ac3c287-a40f-4bd7-84e3-4d47ffd197ba req-ba84dc36-513d-4317-8db6-df0b5b7488c4 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c388e745-163e-4ce7-b3b6-4d504969c00f HTTP/1.1" status: 200 len: 854 time: 0.0441372 Nov 08 22:01:40.320905 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-5ac3c287-a40f-4bd7-84e3-4d47ffd197ba req-cc3a505f-260c-4901-958a-bd8057228c87 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1af71b13-9cb9-46cd-97aa-4e7f7899262e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248740 Nov 08 22:01:40.432886 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-5ac3c287-a40f-4bd7-84e3-4d47ffd197ba req-24c6fa5d-cecf-48a2-b117-08bd8e9dce63 service neutron] 10.222.0.48 "GET /v2.0/networks/1af71b13-9cb9-46cd-97aa-4e7f7899262e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889671 Nov 08 22:01:40.560046 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-5ac3c287-a40f-4bd7-84e3-4d47ffd197ba req-77f28950-f3a7-475c-a0b8-0ed5902d1fdc service neutron] 10.222.0.48 "GET /v2.0/networks/1af71b13-9cb9-46cd-97aa-4e7f7899262e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1088297 Nov 08 22:01:40.579301 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83823abb-99a2-42b4-8b09-c637b6e6756b req-22f983ff-023c-4407-a167-9c5dd74fe52b tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:01:40.580842 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-83823abb-99a2-42b4-8b09-c637b6e6756b req-22f983ff-023c-4407-a167-9c5dd74fe52b tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] 10.222.0.25 "GET /v2.0/ports?device_id=36248ae4-e216-4453-969c-6c7953d8492f HTTP/1.1" status: 200 len: 945 time: 0.0628483 Nov 08 22:01:40.630974 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-83823abb-99a2-42b4-8b09-c637b6e6756b req-21e0331f-0d0c-4f18-a133-e601483cdd31 tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] 10.222.0.25 "GET /v2.0/security-groups?id=48a61968-ba2d-42aa-b087-8fe6b21c1944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435038 Nov 08 22:01:40.669472 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c73baa-bbc6-448a-ac6d-e84674b2cdff req-bde8d125-7aa9-4a0d-8e6d-5954aaf6881a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:01:40.670955 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-45c73baa-bbc6-448a-ac6d-e84674b2cdff req-bde8d125-7aa9-4a0d-8e6d-5954aaf6881a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=0a22ac80042f4867857306759d16a667&device_id=5e6a4f1c-8e56-4b4b-a8a1-821f138a0e29 HTTP/1.1" status: 200 len: 1097 time: 0.0391500 Nov 08 22:01:40.835364 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746f4cf6-b858-4fbf-907f-97d0bb65655f req-cfe74da0-239d-405e-9902-c3f5ccae9e07 tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:01:40.836828 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-746f4cf6-b858-4fbf-907f-97d0bb65655f req-cfe74da0-239d-405e-9902-c3f5ccae9e07 tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] 10.222.0.25 "GET /v2.0/ports?device_id=21765c62-33e5-4865-a2e8-923f1018396e HTTP/1.1" status: 200 len: 945 time: 0.1360633 Nov 08 22:01:40.869186 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9c21ed-abca-4f7f-8824-0d86afbf6992 req-72149ccf-127e-479b-a3e8-acccbb619b8d tempest-AttachVolumeNegativeTest-479507150 tempest-AttachVolumeNegativeTest-479507150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:01:40.870522 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-fc9c21ed-abca-4f7f-8824-0d86afbf6992 req-72149ccf-127e-479b-a3e8-acccbb619b8d tempest-AttachVolumeNegativeTest-479507150 tempest-AttachVolumeNegativeTest-479507150-project] 10.222.0.25 "GET /v2.0/ports?device_id=5e6a4f1c-8e56-4b4b-a8a1-821f138a0e29 HTTP/1.1" status: 200 len: 944 time: 0.1061490 Nov 08 22:01:40.881545 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c73baa-bbc6-448a-ac6d-e84674b2cdff req-d0ca245f-525e-4cb0-9ce9-cfb4d46fc128 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:01:40.882896 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-45c73baa-bbc6-448a-ac6d-e84674b2cdff req-d0ca245f-525e-4cb0-9ce9-cfb4d46fc128 service neutron] 10.222.0.48 "GET /v2.0/networks?id=1af71b13-9cb9-46cd-97aa-4e7f7899262e HTTP/1.1" status: 200 len: 915 time: 0.1832941 Nov 08 22:01:40.950572 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-45c73baa-bbc6-448a-ac6d-e84674b2cdff req-dbc66a36-65b5-4bd1-94bb-53d05df92d90 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e0aeeda9-60c3-476e-8da3-474dc48edfb3 HTTP/1.1" status: 200 len: 217 time: 0.0517952 Nov 08 22:01:40.960940 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-746f4cf6-b858-4fbf-907f-97d0bb65655f req-a6d6832c-3637-4587-a947-21372c63cf85 tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] 10.222.0.25 "GET /v2.0/security-groups?id=48a61968-ba2d-42aa-b087-8fe6b21c1944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164167 Nov 08 22:01:41.002165 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-fc9c21ed-abca-4f7f-8824-0d86afbf6992 req-66ba8818-6b8a-4e9f-929f-7efd9ddb5772 tempest-AttachVolumeNegativeTest-479507150 tempest-AttachVolumeNegativeTest-479507150-project] 10.222.0.25 "GET /v2.0/security-groups?id=18bce912-cacb-492f-931d-a2fe8ac5d2b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242135 Nov 08 22:01:41.017047 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c73baa-bbc6-448a-ac6d-e84674b2cdff req-5d2e8b76-abbd-455e-be13-ae31af2878fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:01:41.018479 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-45c73baa-bbc6-448a-ac6d-e84674b2cdff req-5d2e8b76-abbd-455e-be13-ae31af2878fb service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c388e745-163e-4ce7-b3b6-4d504969c00f HTTP/1.1" status: 200 len: 854 time: 0.0539098 Nov 08 22:01:41.053037 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-45c73baa-bbc6-448a-ac6d-e84674b2cdff req-bc9f5c34-15ba-4830-ab62-72a8bcbac069 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1af71b13-9cb9-46cd-97aa-4e7f7899262e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241673 Nov 08 22:01:41.152421 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-45c73baa-bbc6-448a-ac6d-e84674b2cdff req-96cb4466-9631-4296-b89f-267a3593849c service neutron] 10.222.0.48 "GET /v2.0/networks/1af71b13-9cb9-46cd-97aa-4e7f7899262e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882957 Nov 08 22:01:41.251238 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-45c73baa-bbc6-448a-ac6d-e84674b2cdff req-4dbf7d92-f934-49e0-b00e-ca2735e63a7a service neutron] 10.222.0.48 "GET /v2.0/networks/1af71b13-9cb9-46cd-97aa-4e7f7899262e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873919 Nov 08 22:01:42.121841 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bb290e-9256-4812-844b-943afcdf2e4a req-c737c513-1969-4377-88d4-2bd7e5aca63a tempest-AttachVolumeNegativeTest-479507150 tempest-AttachVolumeNegativeTest-479507150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:01:42.123306 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-98bb290e-9256-4812-844b-943afcdf2e4a req-c737c513-1969-4377-88d4-2bd7e5aca63a tempest-AttachVolumeNegativeTest-479507150 tempest-AttachVolumeNegativeTest-479507150-project] 10.222.0.25 "GET /v2.0/ports?device_id=5e6a4f1c-8e56-4b4b-a8a1-821f138a0e29 HTTP/1.1" status: 200 len: 944 time: 0.0528510 Nov 08 22:01:42.168938 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-98bb290e-9256-4812-844b-943afcdf2e4a req-98e7b1d0-1bfb-43f8-9ce2-98a044cb235a tempest-AttachVolumeNegativeTest-479507150 tempest-AttachVolumeNegativeTest-479507150-project] 10.222.0.25 "GET /v2.0/security-groups?id=18bce912-cacb-492f-931d-a2fe8ac5d2b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395865 Nov 08 22:01:42.742596 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b8accd-093a-4c83-963f-bc8ddb92398f req-59e7452d-b4f5-402c-a345-f52a28370b32 tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:01:42.744070 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-83b8accd-093a-4c83-963f-bc8ddb92398f req-59e7452d-b4f5-402c-a345-f52a28370b32 tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] 10.222.0.25 "GET /v2.0/ports?device_id=21765c62-33e5-4865-a2e8-923f1018396e HTTP/1.1" status: 200 len: 945 time: 0.0756307 Nov 08 22:01:42.750061 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee21fdb-20e8-43e8-8606-9b78fc092d42 req-cacf9358-8df5-450d-990a-acca11266006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:01:42.751654 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-7ee21fdb-20e8-43e8-8606-9b78fc092d42 req-cacf9358-8df5-450d-990a-acca11266006 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=978ca50bc6d64521ad5d25a5de935b0b&device_id=21765c62-33e5-4865-a2e8-923f1018396e HTTP/1.1" status: 200 len: 1098 time: 0.0586605 Nov 08 22:01:42.843867 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-83b8accd-093a-4c83-963f-bc8ddb92398f req-b08a9a60-912f-481b-99bf-a08cf8db9b04 tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] 10.222.0.25 "GET /v2.0/security-groups?id=48a61968-ba2d-42aa-b087-8fe6b21c1944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911872 Nov 08 22:01:42.871281 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee21fdb-20e8-43e8-8606-9b78fc092d42 req-9185a8bc-4749-493b-8a24-7ca9a5c8a6b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:01:42.872723 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-7ee21fdb-20e8-43e8-8606-9b78fc092d42 req-9185a8bc-4749-493b-8a24-7ca9a5c8a6b8 service neutron] 10.222.0.48 "GET /v2.0/networks?id=890edfdd-a1ca-4a26-a0c0-782a8dc72e87 HTTP/1.1" status: 200 len: 920 time: 0.1071033 Nov 08 22:01:42.919793 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-7ee21fdb-20e8-43e8-8606-9b78fc092d42 req-bd308797-17ca-487f-9a76-0c0dfbbead5a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b33ea48b-3084-4600-a9c7-4bd772bccc05 HTTP/1.1" status: 200 len: 217 time: 0.0373321 Nov 08 22:01:42.969498 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee21fdb-20e8-43e8-8606-9b78fc092d42 req-ef3f13e2-11f2-4263-825e-631901933584 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:01:42.970980 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-7ee21fdb-20e8-43e8-8606-9b78fc092d42 req-ef3f13e2-11f2-4263-825e-631901933584 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=5d94cda7-098f-4351-9588-bf6058a35aaf HTTP/1.1" status: 200 len: 859 time: 0.0432861 Nov 08 22:01:43.008934 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-7ee21fdb-20e8-43e8-8606-9b78fc092d42 req-f22e6c10-7ed7-4ce9-b064-96be3ac51258 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=890edfdd-a1ca-4a26-a0c0-782a8dc72e87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242167 Nov 08 22:01:43.100312 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-7ee21fdb-20e8-43e8-8606-9b78fc092d42 req-bc749dea-bf7a-4824-8c7b-d137bc955327 service neutron] 10.222.0.48 "GET /v2.0/networks/890edfdd-a1ca-4a26-a0c0-782a8dc72e87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817761 Nov 08 22:01:43.192479 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-7ee21fdb-20e8-43e8-8606-9b78fc092d42 req-b63ec9c3-8ef9-4f38-8075-3fa8e7e1613d service neutron] 10.222.0.48 "GET /v2.0/networks/890edfdd-a1ca-4a26-a0c0-782a8dc72e87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826118 Nov 08 22:01:43.287708 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbcd14f-dbb1-4d8d-a5fc-c2a5a905d3ab req-04a31205-779c-44ac-a97b-b1cf0b47727f tempest-AttachVolumeNegativeTest-479507150 tempest-AttachVolumeNegativeTest-479507150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:01:43.289246 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-7cbcd14f-dbb1-4d8d-a5fc-c2a5a905d3ab req-04a31205-779c-44ac-a97b-b1cf0b47727f tempest-AttachVolumeNegativeTest-479507150 tempest-AttachVolumeNegativeTest-479507150-project] 10.222.0.25 "GET /v2.0/ports?device_id=5e6a4f1c-8e56-4b4b-a8a1-821f138a0e29 HTTP/1.1" status: 200 len: 944 time: 0.0514374 Nov 08 22:01:43.336437 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-7cbcd14f-dbb1-4d8d-a5fc-c2a5a905d3ab req-d7f01b43-d2a9-470c-a011-ac5f3baf8250 tempest-AttachVolumeNegativeTest-479507150 tempest-AttachVolumeNegativeTest-479507150-project] 10.222.0.25 "GET /v2.0/security-groups?id=18bce912-cacb-492f-931d-a2fe8ac5d2b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411856 Nov 08 22:01:43.966485 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50025cba-1a82-478d-96fd-653fd22cab29 req-e61dc018-6180-4d3b-8335-3f317ffc059c tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:01:43.967958 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-50025cba-1a82-478d-96fd-653fd22cab29 req-e61dc018-6180-4d3b-8335-3f317ffc059c tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] 10.222.0.25 "GET /v2.0/ports?device_id=21765c62-33e5-4865-a2e8-923f1018396e HTTP/1.1" status: 200 len: 945 time: 0.0541162 Nov 08 22:01:44.014593 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-50025cba-1a82-478d-96fd-653fd22cab29 req-d99ffba0-2c9f-44b4-92e4-ee90ab4eac1d tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] 10.222.0.25 "GET /v2.0/security-groups?id=48a61968-ba2d-42aa-b087-8fe6b21c1944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408261 Nov 08 22:01:44.457366 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c44f8b-995b-45a8-8449-bcfa7f03d3fd req-a17e4c30-3f60-4621-a4e5-293bbbbbe1f6 tempest-AttachVolumeNegativeTest-479507150 tempest-AttachVolumeNegativeTest-479507150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:01:44.458821 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-66c44f8b-995b-45a8-8449-bcfa7f03d3fd req-a17e4c30-3f60-4621-a4e5-293bbbbbe1f6 tempest-AttachVolumeNegativeTest-479507150 tempest-AttachVolumeNegativeTest-479507150-project] 10.222.0.25 "GET /v2.0/ports?device_id=5e6a4f1c-8e56-4b4b-a8a1-821f138a0e29 HTTP/1.1" status: 200 len: 944 time: 0.0490925 Nov 08 22:01:44.504744 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-66c44f8b-995b-45a8-8449-bcfa7f03d3fd req-99dd7084-8379-48c1-84a0-885a35395523 tempest-AttachVolumeNegativeTest-479507150 tempest-AttachVolumeNegativeTest-479507150-project] 10.222.0.25 "GET /v2.0/security-groups?id=18bce912-cacb-492f-931d-a2fe8ac5d2b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401332 Nov 08 22:01:44.578528 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.rpc [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Device e0aeeda9-60c3-476e-8da3-474dc48edfb3 details requested by agent hyperv_hv-cinder-81708 with host hv-cinder-81708 {{(pid=101084) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 22:01:44.669799 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.db [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] For port e0aeeda9-60c3-476e-8da3-474dc48edfb3, host hv-cinder-81708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81708',level=0,port_id=e0aeeda9-60c3-476e-8da3-474dc48edfb3,segment=NetworkSegment(37b61f9e-bba3-4df3-9e21-4a1dc2717139),segment_id=37b61f9e-bba3-4df3-9e21-4a1dc2717139)] {{(pid=101084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 22:01:44.680641 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.rpc [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Returning: {'device': 'e0aeeda9-60c3-476e-8da3-474dc48edfb3', 'network_id': '1af71b13-9cb9-46cd-97aa-4e7f7899262e', 'port_id': 'e0aeeda9-60c3-476e-8da3-474dc48edfb3', 'mac_address': 'fa:16:3e:ac:b6:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 711, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c388e745-163e-4ce7-b3b6-4d504969c00f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101084) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 22:01:44.720645 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-925982'] for port, before_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:01:44.733816 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.notifiers.nova [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0aeeda9-60c3-476e-8da3-474dc48edfb3 {{(pid=101084) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 22:01:44.752538 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.db [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] For port e0aeeda9-60c3-476e-8da3-474dc48edfb3, host hv-cinder-81708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81708',level=0,port_id=e0aeeda9-60c3-476e-8da3-474dc48edfb3,segment=NetworkSegment(37b61f9e-bba3-4df3-9e21-4a1dc2717139),segment_id=37b61f9e-bba3-4df3-9e21-4a1dc2717139)] {{(pid=101084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 22:01:44.756956 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728276638356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728276144285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728276144303'] for port, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:01:44.812083 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Pushing event updated for resources: {'Port': ['ID=e0aeeda9-60c3-476e-8da3-474dc48edfb3,revision_number=4']} {{(pid=101084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:01:44.976188 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.wsgi [-] (101082) accepted ('10.222.0.25', 43224) {{(pid=101082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 22:01:45.086848 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-86cdf9b4-da5e-4cf7-af8a-cc3a8c9dcbd6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:01:45.157817 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.db [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] get_ports_and_sgs() called for port_ids ['e0aeeda9-60c3-476e-8da3-474dc48edfb3'] {{(pid=101084) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 22:01:45.159398 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fccc29c-5d70-4b3c-a87b-e6e2f920fd9d req-4a552212-3cab-487e-8a2a-51fb19bd9325 tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:01:45.161111 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-9fccc29c-5d70-4b3c-a87b-e6e2f920fd9d req-4a552212-3cab-487e-8a2a-51fb19bd9325 tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] 10.222.0.25 "GET /v2.0/ports?device_id=21765c62-33e5-4865-a2e8-923f1018396e HTTP/1.1" status: 200 len: 945 time: 0.0752697 Nov 08 22:01:45.240055 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-86cdf9b4-da5e-4cf7-af8a-cc3a8c9dcbd6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:01:45.245135 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-9fccc29c-5d70-4b3c-a87b-e6e2f920fd9d req-b184aebd-1b0b-46f0-b569-1ca75df7fb3b tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] 10.222.0.25 "GET /v2.0/security-groups?id=48a61968-ba2d-42aa-b087-8fe6b21c1944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764453 Nov 08 22:01:45.246173 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-86cdf9b4-da5e-4cf7-af8a-cc3a8c9dcbd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2033567'] for security_group, after_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:01:45.287264 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [None req-86cdf9b4-da5e-4cf7-af8a-cc3a8c9dcbd6 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ae303ab91261481d9f8e46723d5c5a95&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3098900 Nov 08 22:01:45.288411 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86cdf9b4-da5e-4cf7-af8a-cc3a8c9dcbd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b725cc48-f4e5-48a7-814e-879f7ee422f9,revision_number=1']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:01:45.289963 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.wsgi [-] (101083) accepted ('10.222.0.25', 43230) {{(pid=101083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 22:01:45.296260 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86cdf9b4-da5e-4cf7-af8a-cc3a8c9dcbd6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 22:01:45.296622 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86cdf9b4-da5e-4cf7-af8a-cc3a8c9dcbd6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 22:01:45.296988 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86cdf9b4-da5e-4cf7-af8a-cc3a8c9dcbd6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 22:01:45.297347 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86cdf9b4-da5e-4cf7-af8a-cc3a8c9dcbd6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 22:01:45.297684 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86cdf9b4-da5e-4cf7-af8a-cc3a8c9dcbd6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 22:01:45.298016 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86cdf9b4-da5e-4cf7-af8a-cc3a8c9dcbd6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 22:01:45.298347 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86cdf9b4-da5e-4cf7-af8a-cc3a8c9dcbd6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 22:01:45.298686 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86cdf9b4-da5e-4cf7-af8a-cc3a8c9dcbd6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 22:01:45.299001 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86cdf9b4-da5e-4cf7-af8a-cc3a8c9dcbd6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 22:01:45.299322 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86cdf9b4-da5e-4cf7-af8a-cc3a8c9dcbd6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 22:01:45.299643 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86cdf9b4-da5e-4cf7-af8a-cc3a8c9dcbd6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 22:01:45.300416 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86cdf9b4-da5e-4cf7-af8a-cc3a8c9dcbd6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 22:01:45.340069 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-c45996b3-37fc-4131-a73c-37af13cb99c2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:01:45.361898 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-c45996b3-37fc-4131-a73c-37af13cb99c2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:01:45.406945 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-c45996b3-37fc-4131-a73c-37af13cb99c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2033567'] for security_group, after_delete {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:01:45.410347 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-c45996b3-37fc-4131-a73c-37af13cb99c2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:01:45.413691 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [None req-c45996b3-37fc-4131-a73c-37af13cb99c2 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b725cc48-f4e5-48a7-814e-879f7ee422f9 HTTP/1.1" status: 204 len: 168 time: 0.1194398 Nov 08 22:01:45.421284 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45996b3-37fc-4131-a73c-37af13cb99c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b725cc48-f4e5-48a7-814e-879f7ee422f9,revision_number=None']} {{(pid=101083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:01:45.631578 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e797c1c8-7b10-4839-9482-1f0020c45693 req-d2e25c51-8dac-499a-a437-c68e5e48c1db tempest-AttachVolumeNegativeTest-479507150 tempest-AttachVolumeNegativeTest-479507150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:01:45.633119 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-e797c1c8-7b10-4839-9482-1f0020c45693 req-d2e25c51-8dac-499a-a437-c68e5e48c1db tempest-AttachVolumeNegativeTest-479507150 tempest-AttachVolumeNegativeTest-479507150-project] 10.222.0.25 "GET /v2.0/ports?device_id=5e6a4f1c-8e56-4b4b-a8a1-821f138a0e29 HTTP/1.1" status: 200 len: 945 time: 0.0517564 Nov 08 22:01:45.680313 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-e797c1c8-7b10-4839-9482-1f0020c45693 req-c4ba2bc8-d33c-4cbe-91a8-7dac4d5174cc tempest-AttachVolumeNegativeTest-479507150 tempest-AttachVolumeNegativeTest-479507150-project] 10.222.0.25 "GET /v2.0/security-groups?id=18bce912-cacb-492f-931d-a2fe8ac5d2b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410123 Nov 08 22:01:46.025088 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.wsgi [-] (101082) accepted ('10.222.0.25', 43258) {{(pid=101082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 22:01:46.120611 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.v2.base [None req-d5c264c3-ed34-4082-b520-97693119b903 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-772990852-network', 'tenant_id': '97ae6a1a13024d34a46a7f5ec8ee6707'}} {{(pid=101082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 22:01:46.140545 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5c264c3-ed34-4082-b520-97693119b903 admin admin] Made reservation on behalf of 97ae6a1a13024d34a46a7f5ec8ee6707 for: {'network': 1} {{(pid=101082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 22:01:46.142752 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-d5c264c3-ed34-4082-b520-97693119b903 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-925982'] for network, before_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:01:46.151391 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-d5c264c3-ed34-4082-b520-97693119b903 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:01:46.226036 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-d5c264c3-ed34-4082-b520-97693119b903 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:01:46.230126 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-d5c264c3-ed34-4082-b520-97693119b903 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2033567'] for security_group, after_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:01:46.253348 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5c264c3-ed34-4082-b520-97693119b903 admin admin] vlan segment allocate from pool success with {'vlan_id': 709, 'physical_network': 'physnet1'} {{(pid=101082) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 22:01:46.261780 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c264c3-ed34-4082-b520-97693119b903 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69d707de-fe7a-4758-96d9-19eb020d9ee3,revision_number=1']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:01:46.268225 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-d5c264c3-ed34-4082-b520-97693119b903 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-527333'] for segment, precommit_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:01:46.270153 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.db.segments_db [None req-d5c264c3-ed34-4082-b520-97693119b903 admin admin] Added segment 49c9ba1b-8857-436d-852d-6f1ef1b4626a of type vlan for network 7fa706e0-37a9-4ebd-842a-2698f5714f90 Nov 08 22:01:46.310375 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-d5c264c3-ed34-4082-b520-97693119b903 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728276129500'] for network, precommit_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:01:46.355231 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-d5c264c3-ed34-4082-b520-97693119b903 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646297'] for network, after_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:01:46.356179 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5c264c3-ed34-4082-b520-97693119b903 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:01:46.356777 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-d5c264c3-ed34-4082-b520-97693119b903 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646287'] for network, before_response {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:01:46.419374 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [None req-d5c264c3-ed34-4082-b520-97693119b903 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3931806 Nov 08 22:01:46.422664 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.wsgi [-] (101083) accepted ('10.222.0.25', 43266) {{(pid=101083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 22:01:46.427523 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.v2.base [None req-76f4c4ff-c308-4e9d-b5fc-9ed647057f4a admin admin] Request body: {'subnet': {'network_id': '7fa706e0-37a9-4ebd-842a-2698f5714f90', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-772990852-subnet', 'tenant_id': '97ae6a1a13024d34a46a7f5ec8ee6707', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 22:01:46.436222 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2071a589-c1e7-4716-b328-b8b9a5b8a100 req-44c6a07c-85a2-439c-b263-a4fe43dc8356 tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:01:46.437724 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-2071a589-c1e7-4716-b328-b8b9a5b8a100 req-44c6a07c-85a2-439c-b263-a4fe43dc8356 tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] 10.222.0.25 "GET /v2.0/ports?device_id=21765c62-33e5-4865-a2e8-923f1018396e HTTP/1.1" status: 200 len: 945 time: 0.1169260 Nov 08 22:01:46.438316 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c264c3-ed34-4082-b520-97693119b903 admin admin] Pushing event updated for resources: {'Network': ['ID=7fa706e0-37a9-4ebd-842a-2698f5714f90,revision_number=1']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:01:46.449489 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.rpc [None req-ad13160b-513d-4512-a15f-cb40cce6b7e9 None None] Network 7fa706e0-37a9-4ebd-842a-2698f5714f90 details requested by agent ovs-agent-dv-cinder-817085-1-iscsi with host dv-cinder-817085-1-iscsi {{(pid=101084) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 22:01:46.453314 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76f4c4ff-c308-4e9d-b5fc-9ed647057f4a admin admin] Made reservation on behalf of 97ae6a1a13024d34a46a7f5ec8ee6707 for: {'subnet': 1} {{(pid=101083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 22:01:46.455618 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-76f4c4ff-c308-4e9d-b5fc-9ed647057f4a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4933386'] for subnet, before_create {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:01:46.502828 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-2071a589-c1e7-4716-b328-b8b9a5b8a100 req-7aa2a9ba-24cb-496a-b578-74e159032c40 tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] 10.222.0.25 "GET /v2.0/security-groups?id=48a61968-ba2d-42aa-b087-8fe6b21c1944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572014 Nov 08 22:01:46.591886 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.rpc [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Device e0aeeda9-60c3-476e-8da3-474dc48edfb3 up at agent hyperv_hv-cinder-81708 {{(pid=101084) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 22:01:46.629005 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-76f4c4ff-c308-4e9d-b5fc-9ed647057f4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7658860', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4932592'] for subnet, after_create {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:01:46.654814 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.db.provisioning_blocks [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Provisioning for port e0aeeda9-60c3-476e-8da3-474dc48edfb3 completed by entity L2. {{(pid=101084) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 22:01:46.658578 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.db.provisioning_blocks [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Provisioning complete for port e0aeeda9-60c3-476e-8da3-474dc48edfb3 triggered by entity L2. {{(pid=101084) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 22:01:46.658950 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-534742'] for port, provisioning_complete {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:01:46.684221 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f4c4ff-c308-4e9d-b5fc-9ed647057f4a admin admin] Pushing event updated for resources: {'Subnet': ['ID=24095202-ce95-4b5b-a44b-ab21c684cd32,revision_number=0']} {{(pid=101083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:01:46.695074 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76f4c4ff-c308-4e9d-b5fc-9ed647057f4a admin admin] Checking segment: {'id': '49c9ba1b-8857-436d-852d-6f1ef1b4626a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '7fa706e0-37a9-4ebd-842a-2698f5714f90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 22:01:46.695607 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76f4c4ff-c308-4e9d-b5fc-9ed647057f4a admin admin] Network hostable DHCP agents. Network: 7fa706e0-37a9-4ebd-842a-2698f5714f90, hostable agents: ['d8645970-7d7f-496c-a75a-0ae64c095b3b'], hosted agents: [] {{(pid=101083) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 22:01:46.719566 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76f4c4ff-c308-4e9d-b5fc-9ed647057f4a admin admin] Network 7fa706e0-37a9-4ebd-842a-2698f5714f90 is scheduled to be hosted by DHCP agent d8645970-7d7f-496c-a75a-0ae64c095b3b with binding_index 1 {{(pid=101083) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 22:01:46.733161 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.scheduler.base_scheduler [None req-76f4c4ff-c308-4e9d-b5fc-9ed647057f4a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817085-1-iscsi, 7fa706e0-37a9-4ebd-842a-2698f5714f90) {{(pid=101083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 22:01:46.739184 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76f4c4ff-c308-4e9d-b5fc-9ed647057f4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:01:46.740065 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-76f4c4ff-c308-4e9d-b5fc-9ed647057f4a admin admin] Publish callbacks [] for subnet, before_response {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:01:46.748835 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcc834e0-0e0b-4e35-a52e-f3d7da80e1a4 None None] Network 7fa706e0-37a9-4ebd-842a-2698f5714f90 requested from dv-cinder-817085-1-iscsi {{(pid=101084) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 22:01:46.765410 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [None req-76f4c4ff-c308-4e9d-b5fc-9ed647057f4a admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3416092 Nov 08 22:01:46.822361 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-925982'] for port, before_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:01:46.845720 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7dafbf7-6d31-4afd-a99a-9886c81f0457 req-42c3de3e-e129-4066-b5dc-3393a0e4af04 tempest-AttachVolumeNegativeTest-479507150 tempest-AttachVolumeNegativeTest-479507150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:01:46.856894 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-d7dafbf7-6d31-4afd-a99a-9886c81f0457 req-42c3de3e-e129-4066-b5dc-3393a0e4af04 tempest-AttachVolumeNegativeTest-479507150 tempest-AttachVolumeNegativeTest-479507150-project] 10.222.0.25 "GET /v2.0/ports?device_id=5e6a4f1c-8e56-4b4b-a8a1-821f138a0e29 HTTP/1.1" status: 200 len: 945 time: 0.0724797 Nov 08 22:01:46.862362 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-8fcf3316-e3b2-44a5-9f79-9784d4e01d6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728276665375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534631'] for agent, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:01:46.864363 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e6a4f1c-8e56-4b4b-a8a1-821f138a0e29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0aeeda9-60c3-476e-8da3-474dc48edfb3'}] {{(pid=101084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 22:01:46.867038 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b3cbe6c7fdf7c1e60af50d850490ef6f4dccd02a9ea7bc434e0a37b2dd34cb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c82a784-02ea-4b1f-a582-90fe1aacc0ef" -d '{"events": [{"server_uuid": "5e6a4f1c-8e56-4b4b-a8a1-821f138a0e29", "name": "network-vif-plugged", "status": "completed", "tag": "e0aeeda9-60c3-476e-8da3-474dc48edfb3"}]}' {{(pid=101084) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 22:01:46.901799 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.db [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] For port e0aeeda9-60c3-476e-8da3-474dc48edfb3, host hv-cinder-81708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81708',level=0,port_id=e0aeeda9-60c3-476e-8da3-474dc48edfb3,segment=NetworkSegment(37b61f9e-bba3-4df3-9e21-4a1dc2717139),segment_id=37b61f9e-bba3-4df3-9e21-4a1dc2717139)] {{(pid=101084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 22:01:46.913545 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728276638356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728276144285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728276144303'] for port, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:01:46.914281 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-d7dafbf7-6d31-4afd-a99a-9886c81f0457 req-5790fc5b-a41f-4eb8-b09b-523472cf67d5 tempest-AttachVolumeNegativeTest-479507150 tempest-AttachVolumeNegativeTest-479507150-project] 10.222.0.25 "GET /v2.0/security-groups?id=18bce912-cacb-492f-931d-a2fe8ac5d2b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561697 Nov 08 22:01:46.970893 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 22:01:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c24fb041-3931-4d58-a7a9-779952d79725 x-openstack-request-id: req-c24fb041-3931-4d58-a7a9-779952d79725 {{(pid=101084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 22:01:46.971211 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e6a4f1c-8e56-4b4b-a8a1-821f138a0e29", "name": "network-vif-plugged", "status": "completed", "tag": "e0aeeda9-60c3-476e-8da3-474dc48edfb3", "code": 200}]} {{(pid=101084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 22:01:46.971470 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c24fb041-3931-4d58-a7a9-779952d79725 {{(pid=101084) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 22:01:46.971858 dv-cinder-817085-1-iscsi neutron-server[101084]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e6a4f1c-8e56-4b4b-a8a1-821f138a0e29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0aeeda9-60c3-476e-8da3-474dc48edfb3', 'code': 200} Nov 08 22:01:47.045086 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc5d11ef-592c-471e-b8df-85b951bc2d0e None None] Network 7fa706e0-37a9-4ebd-842a-2698f5714f90 requested from dv-cinder-817085-1-iscsi {{(pid=101084) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 22:01:47.109830 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Pushing event updated for resources: {'Port': ['ID=e0aeeda9-60c3-476e-8da3-474dc48edfb3,revision_number=5']} {{(pid=101084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:01:47.208698 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679c902a-aa48-4151-b88f-9b2ccab43178 req-cb56c949-8bbe-44e0-9043-dbe859388c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:01:47.210278 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-679c902a-aa48-4151-b88f-9b2ccab43178 req-cb56c949-8bbe-44e0-9043-dbe859388c0e service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=5e6a4f1c-8e56-4b4b-a8a1-821f138a0e29 HTTP/1.1" status: 200 len: 1099 time: 0.0589554 Nov 08 22:01:47.275794 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-679c902a-aa48-4151-b88f-9b2ccab43178 req-40794ce7-dac6-4a04-b2f7-e404ff065cba service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=18bce912-cacb-492f-931d-a2fe8ac5d2b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494032 Nov 08 22:01:47.625165 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b11bd1-46b4-4cbb-8521-646aab0bcad0 req-71139086-932b-4a72-ba60-f64f7cca845c tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:01:47.626884 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-d0b11bd1-46b4-4cbb-8521-646aab0bcad0 req-71139086-932b-4a72-ba60-f64f7cca845c tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] 10.222.0.25 "GET /v2.0/ports?device_id=21765c62-33e5-4865-a2e8-923f1018396e HTTP/1.1" status: 200 len: 945 time: 0.0481784 Nov 08 22:01:47.672463 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-d0b11bd1-46b4-4cbb-8521-646aab0bcad0 req-87e5ba5c-6673-46c5-8958-57782e65c2f7 tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] 10.222.0.25 "GET /v2.0/security-groups?id=48a61968-ba2d-42aa-b087-8fe6b21c1944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398889 Nov 08 22:01:48.026220 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0873c715-0cbe-400c-801c-a4930e0773f5 req-97933594-5099-4231-b05f-4a6a1d2b47c5 tempest-AttachVolumeNegativeTest-479507150 tempest-AttachVolumeNegativeTest-479507150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:01:48.027646 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-0873c715-0cbe-400c-801c-a4930e0773f5 req-97933594-5099-4231-b05f-4a6a1d2b47c5 tempest-AttachVolumeNegativeTest-479507150 tempest-AttachVolumeNegativeTest-479507150-project] 10.222.0.25 "GET /v2.0/ports?device_id=5e6a4f1c-8e56-4b4b-a8a1-821f138a0e29 HTTP/1.1" status: 200 len: 946 time: 0.0474758 Nov 08 22:01:48.073558 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-0873c715-0cbe-400c-801c-a4930e0773f5 req-46b7c9ee-5e50-49c1-918f-4d703de021f8 tempest-AttachVolumeNegativeTest-479507150 tempest-AttachVolumeNegativeTest-479507150-project] 10.222.0.25 "GET /v2.0/security-groups?id=18bce912-cacb-492f-931d-a2fe8ac5d2b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393984 Nov 08 22:01:48.661570 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8abb096-a555-4e54-83d1-98e5af6d191b req-9b6ed0e5-83f7-46d1-a4a5-194f76c6a728 tempest-VolumesActionsTest-1330152236 tempest-VolumesActionsTest-1330152236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:01:48.663012 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-a8abb096-a555-4e54-83d1-98e5af6d191b req-9b6ed0e5-83f7-46d1-a4a5-194f76c6a728 tempest-VolumesActionsTest-1330152236 tempest-VolumesActionsTest-1330152236-project] 10.222.0.25 "GET /v2.0/networks?id=7fa706e0-37a9-4ebd-842a-2698f5714f90 HTTP/1.1" status: 200 len: 808 time: 0.1023548 Nov 08 22:01:48.677231 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-a8abb096-a555-4e54-83d1-98e5af6d191b req-662817a1-bc44-420d-9e57-61214791bf10 tempest-VolumesActionsTest-1330152236 tempest-VolumesActionsTest-1330152236-project] 10.222.0.25 "GET /v2.0/quotas/97ae6a1a13024d34a46a7f5ec8ee6707 HTTP/1.1" status: 200 len: 375 time: 0.0085869 Nov 08 22:01:48.708018 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-a8abb096-a555-4e54-83d1-98e5af6d191b req-9d12b1a0-86c9-479f-a5b1-04fff926522d tempest-VolumesActionsTest-1330152236 tempest-VolumesActionsTest-1330152236-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=97ae6a1a13024d34a46a7f5ec8ee6707&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0253291 Nov 08 22:01:48.834589 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-a8abb096-a555-4e54-83d1-98e5af6d191b req-7b11f8da-ca5c-423e-af82-2f84e175346f service neutron] 10.222.0.25 "GET /v2.0/networks/7fa706e0-37a9-4ebd-842a-2698f5714f90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1184497 Nov 08 22:01:48.842022 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be27e0cc-e5a6-4dcb-9588-6532f2a8414d req-5a6f2bdb-527d-4a94-bb8a-aee052327dfb tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:01:48.843540 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-be27e0cc-e5a6-4dcb-9588-6532f2a8414d req-5a6f2bdb-527d-4a94-bb8a-aee052327dfb tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] 10.222.0.25 "GET /v2.0/ports?device_id=21765c62-33e5-4865-a2e8-923f1018396e HTTP/1.1" status: 200 len: 945 time: 0.0787690 Nov 08 22:01:48.944375 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-be27e0cc-e5a6-4dcb-9588-6532f2a8414d req-dfb77867-eb5d-4398-bac5-f9b9e238cccb tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] 10.222.0.25 "GET /v2.0/security-groups?id=48a61968-ba2d-42aa-b087-8fe6b21c1944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932517 Nov 08 22:01:48.961939 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-a8abb096-a555-4e54-83d1-98e5af6d191b req-52e1aad5-4c58-48f5-87d1-1eaf33f99978 service neutron] 10.222.0.25 "GET /v2.0/networks/7fa706e0-37a9-4ebd-842a-2698f5714f90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1172822 Nov 08 22:01:49.153128 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-64c02316-30f5-41f1-8981-fc3f90304583 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728276665375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534631'] for agent, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:01:49.163895 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-a08252b5-cc4e-419e-a348-37a4d6396f71 req-f1cebe3b-d9fa-4130-8ca6-394cad8ab0c1 tempest-VolumesActionsTest-1330152236 tempest-VolumesActionsTest-1330152236-project] 10.222.0.25 "GET /v2.0/ports?device_id=52ab924a-b99a-412c-937c-d9cb45e4547e HTTP/1.1" status: 200 len: 210 time: 0.0312941 Nov 08 22:01:49.217027 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edf645e-aec0-410d-9175-5357f8c200fb req-d9e2736e-1ec9-4b73-9d85-5bf9cc92339a tempest-AttachVolumeNegativeTest-479507150 tempest-AttachVolumeNegativeTest-479507150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:01:49.218666 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-7edf645e-aec0-410d-9175-5357f8c200fb req-d9e2736e-1ec9-4b73-9d85-5bf9cc92339a tempest-AttachVolumeNegativeTest-479507150 tempest-AttachVolumeNegativeTest-479507150-project] 10.222.0.25 "GET /v2.0/ports?device_id=5e6a4f1c-8e56-4b4b-a8a1-821f138a0e29 HTTP/1.1" status: 200 len: 946 time: 0.0574498 Nov 08 22:01:49.302241 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-7edf645e-aec0-410d-9175-5357f8c200fb req-7a1d3741-a50f-49a6-aad9-cf774eca0508 tempest-AttachVolumeNegativeTest-479507150 tempest-AttachVolumeNegativeTest-479507150-project] 10.222.0.25 "GET /v2.0/security-groups?id=18bce912-cacb-492f-931d-a2fe8ac5d2b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773344 Nov 08 22:01:50.059744 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073471fc-541a-4682-8cf1-ce72462fb2e4 req-20799574-6078-4e4c-b187-be217bb4c7c9 tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:01:50.061216 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-073471fc-541a-4682-8cf1-ce72462fb2e4 req-20799574-6078-4e4c-b187-be217bb4c7c9 tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] 10.222.0.25 "GET /v2.0/ports?device_id=21765c62-33e5-4865-a2e8-923f1018396e HTTP/1.1" status: 200 len: 945 time: 0.0495718 Nov 08 22:01:50.113588 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-073471fc-541a-4682-8cf1-ce72462fb2e4 req-657a9ffc-e971-4d08-91fb-e4fca0249537 tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] 10.222.0.25 "GET /v2.0/security-groups?id=48a61968-ba2d-42aa-b087-8fe6b21c1944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460491 Nov 08 22:01:50.151217 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-38f8c81f-ca07-4188-b5ff-70ceca3f97c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728276665375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534631'] for agent, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:01:50.277278 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-5ee2bd70-8b2d-4068-b218-4651dda2f688 req-ab903b5d-a964-45ab-873f-22f4763a4259 tempest-VolumesActionsTest-1330152236 tempest-VolumesActionsTest-1330152236-project] 10.222.0.25 "GET /v2.0/ports?device_id=52ab924a-b99a-412c-937c-d9cb45e4547e HTTP/1.1" status: 200 len: 210 time: 0.0348642 Nov 08 22:01:50.325439 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8abb096-a555-4e54-83d1-98e5af6d191b req-a51fb8dd-991b-4a5d-83aa-fef720c06240 tempest-VolumesActionsTest-1330152236 tempest-VolumesActionsTest-1330152236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:01:50.326862 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-a8abb096-a555-4e54-83d1-98e5af6d191b req-a51fb8dd-991b-4a5d-83aa-fef720c06240 tempest-VolumesActionsTest-1330152236 tempest-VolumesActionsTest-1330152236-project] 10.222.0.48 "GET /v2.0/networks?id=7fa706e0-37a9-4ebd-842a-2698f5714f90 HTTP/1.1" status: 200 len: 808 time: 0.1340239 Nov 08 22:01:50.359078 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.v2.base [req-a8abb096-a555-4e54-83d1-98e5af6d191b req-de5f3c53-ac06-4487-99c7-ca7c589cfd48 tempest-VolumesActionsTest-1330152236 tempest-VolumesActionsTest-1330152236-project] Request body: {'port': {'device_id': '52ab924a-b99a-412c-937c-d9cb45e4547e', 'network_id': '7fa706e0-37a9-4ebd-842a-2698f5714f90', 'admin_state_up': True, 'tenant_id': '97ae6a1a13024d34a46a7f5ec8ee6707'}} {{(pid=101082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 22:01:50.471185 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a8abb096-a555-4e54-83d1-98e5af6d191b req-de5f3c53-ac06-4487-99c7-ca7c589cfd48 tempest-VolumesActionsTest-1330152236 tempest-VolumesActionsTest-1330152236-project] Made reservation on behalf of 97ae6a1a13024d34a46a7f5ec8ee6707 for: {'port': 1} {{(pid=101082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 22:01:50.474840 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [req-a8abb096-a555-4e54-83d1-98e5af6d191b req-de5f3c53-ac06-4487-99c7-ca7c589cfd48 tempest-VolumesActionsTest-1330152236 tempest-VolumesActionsTest-1330152236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-925982'] for port, before_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:01:50.621412 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.db.db_base_plugin_common [req-a8abb096-a555-4e54-83d1-98e5af6d191b req-de5f3c53-ac06-4487-99c7-ca7c589cfd48 tempest-VolumesActionsTest-1330152236 tempest-VolumesActionsTest-1330152236-project] Allocated IP 172.20.0.10 (7fa706e0-37a9-4ebd-842a-2698f5714f90/24095202-ce95-4b5b-a44b-ab21c684cd32/e207c784-4a00-481e-b406-44f17b44c415) {{(pid=101082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 22:01:50.799466 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [req-a8abb096-a555-4e54-83d1-98e5af6d191b req-de5f3c53-ac06-4487-99c7-ca7c589cfd48 tempest-VolumesActionsTest-1330152236 tempest-VolumesActionsTest-1330152236-project] Publish callbacks [] for port, precommit_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:01:50.844845 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [req-a8abb096-a555-4e54-83d1-98e5af6d191b req-de5f3c53-ac06-4487-99c7-ca7c589cfd48 tempest-VolumesActionsTest-1330152236 tempest-VolumesActionsTest-1330152236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728276144267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7854484'] for port, after_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:01:50.889863 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a8abb096-a555-4e54-83d1-98e5af6d191b req-de5f3c53-ac06-4487-99c7-ca7c589cfd48 tempest-VolumesActionsTest-1330152236 tempest-VolumesActionsTest-1330152236-project] Network 7fa706e0-37a9-4ebd-842a-2698f5714f90 is already hosted by enough agents. {{(pid=101082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 22:01:50.895143 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.scheduler.base_scheduler [req-a8abb096-a555-4e54-83d1-98e5af6d191b req-de5f3c53-ac06-4487-99c7-ca7c589cfd48 tempest-VolumesActionsTest-1330152236 tempest-VolumesActionsTest-1330152236-project] Resources bound (agent type, host, resource id): {{(pid=101082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 22:01:50.899169 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8abb096-a555-4e54-83d1-98e5af6d191b req-de5f3c53-ac06-4487-99c7-ca7c589cfd48 tempest-VolumesActionsTest-1330152236 tempest-VolumesActionsTest-1330152236-project] Received port after_create {{(pid=101082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 22:01:50.906196 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5f3c53-ac06-4487-99c7-ca7c589cfd48 tempest-VolumesActionsTest-1330152236 tempest-VolumesActionsTest-1330152236-project] Pushing event updated for resources: {'Port': ['ID=e207c784-4a00-481e-b406-44f17b44c415,revision_number=1']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:01:50.953860 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8abb096-a555-4e54-83d1-98e5af6d191b req-de5f3c53-ac06-4487-99c7-ca7c589cfd48 tempest-VolumesActionsTest-1330152236 tempest-VolumesActionsTest-1330152236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:01:50.954479 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [req-a8abb096-a555-4e54-83d1-98e5af6d191b req-de5f3c53-ac06-4487-99c7-ca7c589cfd48 tempest-VolumesActionsTest-1330152236 tempest-VolumesActionsTest-1330152236-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465805'] for port, before_response {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:01:50.971716 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-a8abb096-a555-4e54-83d1-98e5af6d191b req-de5f3c53-ac06-4487-99c7-ca7c589cfd48 tempest-VolumesActionsTest-1330152236 tempest-VolumesActionsTest-1330152236-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6165061 Nov 08 22:01:50.997692 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.v2.base [req-a8abb096-a555-4e54-83d1-98e5af6d191b req-60b6c4ca-9a40-4506-8870-6835310bb7c6 service neutron] Request body: {'port': {'device_id': '52ab924a-b99a-412c-937c-d9cb45e4547e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81708'}} {{(pid=101082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 22:01:51.056385 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [req-a8abb096-a555-4e54-83d1-98e5af6d191b req-60b6c4ca-9a40-4506-8870-6835310bb7c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-925982'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:01:51.567191 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcc81c2-24d2-425e-aad1-9cb980863f31 req-b1615f4d-8166-481d-b4ed-d6a3fd1d707b tempest-VolumesActionsTest-1330152236 tempest-VolumesActionsTest-1330152236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:01:51.568632 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-3dcc81c2-24d2-425e-aad1-9cb980863f31 req-b1615f4d-8166-481d-b4ed-d6a3fd1d707b tempest-VolumesActionsTest-1330152236 tempest-VolumesActionsTest-1330152236-project] 10.222.0.25 "GET /v2.0/ports?device_id=52ab924a-b99a-412c-937c-d9cb45e4547e HTTP/1.1" status: 200 len: 932 time: 0.1132832 Nov 08 22:01:51.577099 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4696530a-c5d5-448d-b606-c8d706e02043 req-4e83960b-074d-462c-b438-77e062a4678e tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:01:51.578435 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-4696530a-c5d5-448d-b606-c8d706e02043 req-4e83960b-074d-462c-b438-77e062a4678e tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] 10.222.0.25 "GET /v2.0/ports?device_id=21765c62-33e5-4865-a2e8-923f1018396e HTTP/1.1" status: 200 len: 945 time: 0.3783464 Nov 08 22:01:51.690743 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-3dcc81c2-24d2-425e-aad1-9cb980863f31 req-df6fcaf9-2a5c-455f-9ad6-8ca98c7d2194 tempest-VolumesActionsTest-1330152236 tempest-VolumesActionsTest-1330152236-project] 10.222.0.25 "GET /v2.0/security-groups?id=69d707de-fe7a-4758-96d9-19eb020d9ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113720 Nov 08 22:01:51.692787 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.notifiers.nova [req-a8abb096-a555-4e54-83d1-98e5af6d191b req-60b6c4ca-9a40-4506-8870-6835310bb7c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e207c784-4a00-481e-b406-44f17b44c415 {{(pid=101082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 22:01:51.699645 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-4696530a-c5d5-448d-b606-c8d706e02043 req-633b249c-7f07-43a0-81ff-065f1024460e tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] 10.222.0.25 "GET /v2.0/security-groups?id=48a61968-ba2d-42aa-b087-8fe6b21c1944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126058 Nov 08 22:01:51.704111 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [req-a8abb096-a555-4e54-83d1-98e5af6d191b req-60b6c4ca-9a40-4506-8870-6835310bb7c6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:01:51.723116 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [req-a8abb096-a555-4e54-83d1-98e5af6d191b req-60b6c4ca-9a40-4506-8870-6835310bb7c6 service neutron] Transition to ACTIVE for port object e207c784-4a00-481e-b406-44f17b44c415 will not be triggered until provisioned by entity L2. {{(pid=101082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 22:01:51.727811 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [req-a8abb096-a555-4e54-83d1-98e5af6d191b req-60b6c4ca-9a40-4506-8870-6835310bb7c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728276638356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728276144285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728276144303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7854475'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:01:51.786636 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b6c4ca-9a40-4506-8870-6835310bb7c6 service neutron] Pushing event updated for resources: {'Port': ['ID=e207c784-4a00-481e-b406-44f17b44c415,revision_number=2']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:01:51.819038 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-550ddcb2-f0f8-4b6b-a238-0b8e3ebb0b9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728276665375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534631'] for agent, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:01:51.860084 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [req-a8abb096-a555-4e54-83d1-98e5af6d191b req-60b6c4ca-9a40-4506-8870-6835310bb7c6 service neutron] Attempting to bind port e207c784-4a00-481e-b406-44f17b44c415 on host hv-cinder-81708 for vnic_type normal with profile {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 22:01:51.860428 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [req-a8abb096-a555-4e54-83d1-98e5af6d191b req-60b6c4ca-9a40-4506-8870-6835310bb7c6 service neutron] Attempting to bind port e207c784-4a00-481e-b406-44f17b44c415 by drivers openvswitch,hyperv on host hv-cinder-81708 at level 0 using segments [{'id': '49c9ba1b-8857-436d-852d-6f1ef1b4626a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '7fa706e0-37a9-4ebd-842a-2698f5714f90'}] {{(pid=101082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 22:01:51.860743 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8abb096-a555-4e54-83d1-98e5af6d191b req-60b6c4ca-9a40-4506-8870-6835310bb7c6 service neutron] Attempting to bind port e207c784-4a00-481e-b406-44f17b44c415 on network 7fa706e0-37a9-4ebd-842a-2698f5714f90 {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 22:01:51.865082 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8abb096-a555-4e54-83d1-98e5af6d191b req-60b6c4ca-9a40-4506-8870-6835310bb7c6 service neutron] Port e207c784-4a00-481e-b406-44f17b44c415 on network 7fa706e0-37a9-4ebd-842a-2698f5714f90 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81708 {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 22:01:51.865398 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8abb096-a555-4e54-83d1-98e5af6d191b req-60b6c4ca-9a40-4506-8870-6835310bb7c6 service neutron] Attempting to bind port e207c784-4a00-481e-b406-44f17b44c415 on network 7fa706e0-37a9-4ebd-842a-2698f5714f90 {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 22:01:51.870695 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8abb096-a555-4e54-83d1-98e5af6d191b req-60b6c4ca-9a40-4506-8870-6835310bb7c6 service neutron] Checking agent: {'id': '7cd4d405-a24c-430d-ad05-16fe54bb5453', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81708', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 21, 57, 55), 'started_at': datetime.datetime(2021, 11, 8, 21, 57, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 22, 1, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 22:01:51.871114 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8abb096-a555-4e54-83d1-98e5af6d191b req-60b6c4ca-9a40-4506-8870-6835310bb7c6 service neutron] Checking segment: {'id': '49c9ba1b-8857-436d-852d-6f1ef1b4626a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '7fa706e0-37a9-4ebd-842a-2698f5714f90'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 22:01:51.871492 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8abb096-a555-4e54-83d1-98e5af6d191b req-60b6c4ca-9a40-4506-8870-6835310bb7c6 service neutron] Bound using segment: {'id': '49c9ba1b-8857-436d-852d-6f1ef1b4626a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '7fa706e0-37a9-4ebd-842a-2698f5714f90'} {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 22:01:51.871911 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [req-a8abb096-a555-4e54-83d1-98e5af6d191b req-60b6c4ca-9a40-4506-8870-6835310bb7c6 service neutron] Bound port: e207c784-4a00-481e-b406-44f17b44c415, host: hv-cinder-81708, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '49c9ba1b-8857-436d-852d-6f1ef1b4626a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '7fa706e0-37a9-4ebd-842a-2698f5714f90'}}] {{(pid=101082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 22:01:51.872252 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [req-a8abb096-a555-4e54-83d1-98e5af6d191b req-60b6c4ca-9a40-4506-8870-6835310bb7c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-925982'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:01:51.937593 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.plugins.ml2.db [req-a8abb096-a555-4e54-83d1-98e5af6d191b req-60b6c4ca-9a40-4506-8870-6835310bb7c6 service neutron] For port e207c784-4a00-481e-b406-44f17b44c415, host hv-cinder-81708, cleared binding levels {{(pid=101082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 22:01:51.940694 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.plugins.ml2.db [req-a8abb096-a555-4e54-83d1-98e5af6d191b req-60b6c4ca-9a40-4506-8870-6835310bb7c6 service neutron] For port e207c784-4a00-481e-b406-44f17b44c415, host hv-cinder-81708, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81708',level=0,port_id=e207c784-4a00-481e-b406-44f17b44c415,segment=NetworkSegment(49c9ba1b-8857-436d-852d-6f1ef1b4626a),segment_id=49c9ba1b-8857-436d-852d-6f1ef1b4626a)] {{(pid=101082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 22:01:51.945156 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [req-a8abb096-a555-4e54-83d1-98e5af6d191b req-60b6c4ca-9a40-4506-8870-6835310bb7c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728276638356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728276144285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728276144303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7854475'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:01:51.961513 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.wsgi [-] (101083) accepted ('10.222.0.25', 43424) {{(pid=101083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 22:01:51.981957 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8abb096-a555-4e54-83d1-98e5af6d191b req-60b6c4ca-9a40-4506-8870-6835310bb7c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:01:51.982627 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [req-a8abb096-a555-4e54-83d1-98e5af6d191b req-60b6c4ca-9a40-4506-8870-6835310bb7c6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465805'] for port, before_response {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:01:51.984044 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-a8abb096-a555-4e54-83d1-98e5af6d191b req-60b6c4ca-9a40-4506-8870-6835310bb7c6 service neutron] 10.222.0.48 "PUT /v2.0/ports/e207c784-4a00-481e-b406-44f17b44c415 HTTP/1.1" status: 200 len: 1094 time: 0.9907720 Nov 08 22:01:51.986106 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52ab924a-b99a-412c-937c-d9cb45e4547e', 'tag': 'e207c784-4a00-481e-b406-44f17b44c415'}] {{(pid=101082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 22:01:51.989024 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5244ac95217a6bb312334333bc6ed4bdb0e50c4a837cb758f48f620e9b099f25" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65c833b5-ec81-45fd-89df-a093908da100" -d '{"events": [{"name": "network-changed", "server_uuid": "52ab924a-b99a-412c-937c-d9cb45e4547e", "tag": "e207c784-4a00-481e-b406-44f17b44c415"}]}' {{(pid=101082) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 22:01:52.018369 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b6c4ca-9a40-4506-8870-6835310bb7c6 service neutron] Pushing event updated for resources: {'Port': ['ID=e207c784-4a00-481e-b406-44f17b44c415,revision_number=3']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:01:52.047565 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 22:01:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a9903a8-7c34-4324-a6a9-7c34a6003113 x-openstack-request-id: req-2a9903a8-7c34-4324-a6a9-7c34a6003113 {{(pid=101082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 22:01:52.047805 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52ab924a-b99a-412c-937c-d9cb45e4547e", "tag": "e207c784-4a00-481e-b406-44f17b44c415", "status": "completed", "code": 200}]} {{(pid=101082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 22:01:52.048053 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2a9903a8-7c34-4324-a6a9-7c34a6003113 {{(pid=101082) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 22:01:52.048438 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52ab924a-b99a-412c-937c-d9cb45e4547e', 'tag': 'e207c784-4a00-481e-b406-44f17b44c415', 'status': 'completed', 'code': 200} Nov 08 22:01:52.079090 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8abb096-a555-4e54-83d1-98e5af6d191b req-b6c9f726-c68f-42fb-8d45-591fbc8e73cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:01:52.080736 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-a8abb096-a555-4e54-83d1-98e5af6d191b req-b6c9f726-c68f-42fb-8d45-591fbc8e73cf service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=97ae6a1a13024d34a46a7f5ec8ee6707&device_id=52ab924a-b99a-412c-937c-d9cb45e4547e HTTP/1.1" status: 200 len: 1097 time: 0.0460296 Nov 08 22:01:52.086834 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-7363a290-e7eb-4dcd-b884-e49e9f96e145 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:01:52.127284 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-a8abb096-a555-4e54-83d1-98e5af6d191b req-703fa578-93b8-405c-9f7c-16a12df067c3 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e207c784-4a00-481e-b406-44f17b44c415 HTTP/1.1" status: 200 len: 217 time: 0.0362117 Nov 08 22:01:52.163606 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-7363a290-e7eb-4dcd-b884-e49e9f96e145 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:01:52.168033 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-7363a290-e7eb-4dcd-b884-e49e9f96e145 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2033567'] for security_group, after_create {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:01:52.184439 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8abb096-a555-4e54-83d1-98e5af6d191b req-9001018e-6393-42a0-9c75-d1ca32211d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:01:52.185997 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-a8abb096-a555-4e54-83d1-98e5af6d191b req-9001018e-6393-42a0-9c75-d1ca32211d06 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=24095202-ce95-4b5b-a44b-ab21c684cd32 HTTP/1.1" status: 200 len: 848 time: 0.0442693 Nov 08 22:01:52.203025 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [None req-7363a290-e7eb-4dcd-b884-e49e9f96e145 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c78fa76f7fd243a3b11ddbd08ed71eae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2403553 Nov 08 22:01:52.206183 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.wsgi [-] (101083) accepted ('10.222.0.25', 43432) {{(pid=101083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 22:01:52.219199 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7363a290-e7eb-4dcd-b884-e49e9f96e145 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d28233d-cf4a-4928-81a9-5fff74cd2775,revision_number=1']} {{(pid=101083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:01:52.221414 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-a8abb096-a555-4e54-83d1-98e5af6d191b req-495d5b2e-bf55-4a05-9a65-22f017d45aa7 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=7fa706e0-37a9-4ebd-842a-2698f5714f90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277743 Nov 08 22:01:52.233887 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7363a290-e7eb-4dcd-b884-e49e9f96e145 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 22:01:52.234237 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7363a290-e7eb-4dcd-b884-e49e9f96e145 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 22:01:52.234576 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7363a290-e7eb-4dcd-b884-e49e9f96e145 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 22:01:52.234904 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7363a290-e7eb-4dcd-b884-e49e9f96e145 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 22:01:52.235231 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7363a290-e7eb-4dcd-b884-e49e9f96e145 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 22:01:52.235560 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7363a290-e7eb-4dcd-b884-e49e9f96e145 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 22:01:52.235885 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7363a290-e7eb-4dcd-b884-e49e9f96e145 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 22:01:52.236203 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7363a290-e7eb-4dcd-b884-e49e9f96e145 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 22:01:52.236528 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7363a290-e7eb-4dcd-b884-e49e9f96e145 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 22:01:52.236872 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7363a290-e7eb-4dcd-b884-e49e9f96e145 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 22:01:52.237194 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7363a290-e7eb-4dcd-b884-e49e9f96e145 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 22:01:52.237510 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7363a290-e7eb-4dcd-b884-e49e9f96e145 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 22:01:52.267793 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-6473f74f-8e9f-44b4-a5cc-311c01424406 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:01:52.288842 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-6473f74f-8e9f-44b4-a5cc-311c01424406 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:01:52.311119 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-a8abb096-a555-4e54-83d1-98e5af6d191b req-4b311c1d-5a8f-4bd9-8d28-12a165330254 service neutron] 10.222.0.48 "GET /v2.0/networks/7fa706e0-37a9-4ebd-842a-2698f5714f90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803792 Nov 08 22:01:52.339768 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-6473f74f-8e9f-44b4-a5cc-311c01424406 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2033567'] for security_group, after_delete {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:01:52.339768 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-6473f74f-8e9f-44b4-a5cc-311c01424406 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:01:52.339768 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [None req-6473f74f-8e9f-44b4-a5cc-311c01424406 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/2d28233d-cf4a-4928-81a9-5fff74cd2775 HTTP/1.1" status: 204 len: 168 time: 0.1310205 Nov 08 22:01:52.348049 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6473f74f-8e9f-44b4-a5cc-311c01424406 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d28233d-cf4a-4928-81a9-5fff74cd2775,revision_number=None']} {{(pid=101083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:01:52.413394 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-a8abb096-a555-4e54-83d1-98e5af6d191b req-6adfea16-7baf-4187-b05f-a64de19c247f service neutron] 10.222.0.48 "GET /v2.0/networks/7fa706e0-37a9-4ebd-842a-2698f5714f90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931284 Nov 08 22:01:52.471376 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-ad13160b-513d-4512-a15f-cb40cce6b7e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728276665375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534631'] for agent, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:01:52.506750 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c833b5-ec81-45fd-89df-a093908da100 req-cea7535d-adc1-4247-a5ea-4b90fece9eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:01:52.508249 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-65c833b5-ec81-45fd-89df-a093908da100 req-cea7535d-adc1-4247-a5ea-4b90fece9eb8 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=97ae6a1a13024d34a46a7f5ec8ee6707&device_id=52ab924a-b99a-412c-937c-d9cb45e4547e HTTP/1.1" status: 200 len: 1097 time: 0.0420916 Nov 08 22:01:52.600273 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c833b5-ec81-45fd-89df-a093908da100 req-1b4dd8e2-f1e4-4a3b-a2f9-9eca679ca896 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:01:52.601785 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-65c833b5-ec81-45fd-89df-a093908da100 req-1b4dd8e2-f1e4-4a3b-a2f9-9eca679ca896 service neutron] 10.222.0.48 "GET /v2.0/networks?id=7fa706e0-37a9-4ebd-842a-2698f5714f90 HTTP/1.1" status: 200 len: 909 time: 0.0856862 Nov 08 22:01:52.648586 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-65c833b5-ec81-45fd-89df-a093908da100 req-c0efdc98-2971-4929-bb93-a6e1fa8ea036 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e207c784-4a00-481e-b406-44f17b44c415 HTTP/1.1" status: 200 len: 217 time: 0.0380747 Nov 08 22:01:52.699376 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c833b5-ec81-45fd-89df-a093908da100 req-cf7d18f9-164f-411d-a193-ee3af6958eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:01:52.700797 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-65c833b5-ec81-45fd-89df-a093908da100 req-cf7d18f9-164f-411d-a193-ee3af6958eaa service neutron] 10.222.0.48 "GET /v2.0/subnets?id=24095202-ce95-4b5b-a44b-ab21c684cd32 HTTP/1.1" status: 200 len: 848 time: 0.0434451 Nov 08 22:01:52.738047 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-65c833b5-ec81-45fd-89df-a093908da100 req-df1e6dac-5ca3-434f-9d11-32b9fc88907c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=7fa706e0-37a9-4ebd-842a-2698f5714f90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281208 Nov 08 22:01:52.932696 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d89137-a646-4b2f-a0ac-385d1de42032 req-6ece81ae-e211-4015-8c1e-dd046f541c75 tempest-VolumesActionsTest-1330152236 tempest-VolumesActionsTest-1330152236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:01:52.934227 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-a4d89137-a646-4b2f-a0ac-385d1de42032 req-6ece81ae-e211-4015-8c1e-dd046f541c75 tempest-VolumesActionsTest-1330152236 tempest-VolumesActionsTest-1330152236-project] 10.222.0.25 "GET /v2.0/ports?device_id=52ab924a-b99a-412c-937c-d9cb45e4547e HTTP/1.1" status: 200 len: 944 time: 0.1642323 Nov 08 22:01:52.934578 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-44308849-f682-4643-8e09-46053a91da86 req-b4dda9db-0369-4ed7-99e5-1dd05e497dec service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=ea3e000f-3070-46f1-ab82-0f619625641a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0511808 Nov 08 22:01:52.949579 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98d8668-c8ba-4f5b-830e-4bf7bd2e4c5a req-4a7c5f2c-375e-4928-92d9-5ad8851fb286 tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:01:52.951235 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-c98d8668-c8ba-4f5b-830e-4bf7bd2e4c5a req-4a7c5f2c-375e-4928-92d9-5ad8851fb286 tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] 10.222.0.25 "GET /v2.0/ports?device_id=21765c62-33e5-4865-a2e8-923f1018396e HTTP/1.1" status: 200 len: 945 time: 0.1372600 Nov 08 22:01:52.987557 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-65c833b5-ec81-45fd-89df-a093908da100 req-149b5e66-c485-473d-9f9a-5365c56f3b54 service neutron] 10.222.0.48 "GET /v2.0/networks/7fa706e0-37a9-4ebd-842a-2698f5714f90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2405546 Nov 08 22:01:52.998481 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.wsgi [-] (101083) accepted ('10.222.0.25', 43462) {{(pid=101083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 22:01:53.013464 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44308849-f682-4643-8e09-46053a91da86 req-24f406e7-ef64-4e90-bf97-91435c6ae4ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:01:53.016073 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-44308849-f682-4643-8e09-46053a91da86 req-24f406e7-ef64-4e90-bf97-91435c6ae4ff service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c834e2bc78d34c388e89dd13ae9d694d&device_id=ea3e000f-3070-46f1-ab82-0f619625641a HTTP/1.1" status: 200 len: 1098 time: 0.0560019 Nov 08 22:01:53.091514 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-a4d89137-a646-4b2f-a0ac-385d1de42032 req-b77215ee-a556-4197-a179-a528e5c9065c tempest-VolumesActionsTest-1330152236 tempest-VolumesActionsTest-1330152236-project] 10.222.0.25 "GET /v2.0/security-groups?id=69d707de-fe7a-4758-96d9-19eb020d9ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391840 Nov 08 22:01:53.100717 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-c98d8668-c8ba-4f5b-830e-4bf7bd2e4c5a req-2f5ce36d-9b98-4ffd-88b8-aaaa2021c966 tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] 10.222.0.25 "GET /v2.0/security-groups?id=48a61968-ba2d-42aa-b087-8fe6b21c1944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404905 Nov 08 22:01:53.127933 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.v2.base [None req-c64f1dad-401f-4b24-a14b-09f66e274e3d admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1582151461-network', 'tenant_id': '8c3de2533be641d8a862b529619deccd'}} {{(pid=101083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 22:01:53.145203 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-65c833b5-ec81-45fd-89df-a093908da100 req-7b7dc9dc-0a10-40a8-be67-208d24ddf7a5 service neutron] 10.222.0.48 "GET /v2.0/networks/7fa706e0-37a9-4ebd-842a-2698f5714f90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1479437 Nov 08 22:01:53.172881 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44308849-f682-4643-8e09-46053a91da86 req-798f5dcc-9739-4c06-82b9-e3df89755a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:01:53.174738 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-44308849-f682-4643-8e09-46053a91da86 req-798f5dcc-9739-4c06-82b9-e3df89755a77 service neutron] 10.222.0.48 "GET /v2.0/networks?id=9590ccf2-e7fa-40b5-917c-b342c4898ba2 HTTP/1.1" status: 200 len: 911 time: 0.1350582 Nov 08 22:01:53.175726 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c64f1dad-401f-4b24-a14b-09f66e274e3d admin admin] Made reservation on behalf of 8c3de2533be641d8a862b529619deccd for: {'network': 1} {{(pid=101083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 22:01:53.177932 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-c64f1dad-401f-4b24-a14b-09f66e274e3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-925982'] for network, before_create {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:01:53.187078 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-c64f1dad-401f-4b24-a14b-09f66e274e3d admin admin] Publish callbacks [] for security_group, before_create {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:01:53.296745 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-44308849-f682-4643-8e09-46053a91da86 req-f93666b2-a3a0-4a9b-9560-a43b0727a1bd service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=09809ed1-94fe-4689-b3a4-b7a111c8b4ef HTTP/1.1" status: 200 len: 1001 time: 0.1076715 Nov 08 22:01:53.371133 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44308849-f682-4643-8e09-46053a91da86 req-28f426a7-05d0-4550-8386-a4c9b908301a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:01:53.372579 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-44308849-f682-4643-8e09-46053a91da86 req-28f426a7-05d0-4550-8386-a4c9b908301a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2512a576-3f2f-4a0c-aead-e82297ded485 HTTP/1.1" status: 200 len: 849 time: 0.0677185 Nov 08 22:01:53.397492 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-c64f1dad-401f-4b24-a14b-09f66e274e3d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:01:53.401903 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-c64f1dad-401f-4b24-a14b-09f66e274e3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2033567'] for security_group, after_create {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:01:53.439524 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c64f1dad-401f-4b24-a14b-09f66e274e3d admin admin] vlan segment allocate from pool success with {'vlan_id': 742, 'physical_network': 'physnet1'} {{(pid=101083) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 22:01:53.464831 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64f1dad-401f-4b24-a14b-09f66e274e3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0a4a09a-9f40-42fc-a3e4-0ea4b22696ef,revision_number=1']} {{(pid=101083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:01:53.469343 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-c64f1dad-401f-4b24-a14b-09f66e274e3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-527333'] for segment, precommit_create {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:01:53.469686 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.db.segments_db [None req-c64f1dad-401f-4b24-a14b-09f66e274e3d admin admin] Added segment 93b63db5-cae0-49c7-9e61-01e115c57491 of type vlan for network f15ed086-114a-4c78-9304-55250dfe0287 Nov 08 22:01:53.486156 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44308849-f682-4643-8e09-46053a91da86 req-fe8750a3-378b-4d57-aaa5-c7f9527fb448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:01:53.487654 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-44308849-f682-4643-8e09-46053a91da86 req-fe8750a3-378b-4d57-aaa5-c7f9527fb448 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9590ccf2-e7fa-40b5-917c-b342c4898ba2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1034775 Nov 08 22:01:53.557365 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-c64f1dad-401f-4b24-a14b-09f66e274e3d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728276129500'] for network, precommit_create {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:01:53.601069 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-c64f1dad-401f-4b24-a14b-09f66e274e3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646297'] for network, after_create {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:01:53.601988 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c64f1dad-401f-4b24-a14b-09f66e274e3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:01:53.602589 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-c64f1dad-401f-4b24-a14b-09f66e274e3d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646287'] for network, before_response {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:01:53.668503 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-44308849-f682-4643-8e09-46053a91da86 req-2c969a0b-1447-4445-bfdd-9c0b8c7e8ab0 service neutron] 10.222.0.48 "GET /v2.0/networks/9590ccf2-e7fa-40b5-917c-b342c4898ba2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1642907 Nov 08 22:01:53.673621 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [None req-c64f1dad-401f-4b24-a14b-09f66e274e3d admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6742013 Nov 08 22:01:53.676681 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.wsgi [-] (101082) accepted ('10.222.0.25', 43468) {{(pid=101082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 22:01:53.681549 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.v2.base [None req-59f65fcb-b125-4917-af38-9c4c4cb173f9 admin admin] Request body: {'subnet': {'network_id': 'f15ed086-114a-4c78-9304-55250dfe0287', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1582151461-subnet', 'tenant_id': '8c3de2533be641d8a862b529619deccd', 'ip_version': 4}} {{(pid=101082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 22:01:53.683516 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64f1dad-401f-4b24-a14b-09f66e274e3d admin admin] Pushing event updated for resources: {'Network': ['ID=f15ed086-114a-4c78-9304-55250dfe0287,revision_number=1']} {{(pid=101083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:01:53.694619 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.rpc [None req-ad13160b-513d-4512-a15f-cb40cce6b7e9 None None] Network f15ed086-114a-4c78-9304-55250dfe0287 details requested by agent ovs-agent-dv-cinder-817085-1-iscsi with host dv-cinder-817085-1-iscsi {{(pid=101084) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 22:01:53.704794 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59f65fcb-b125-4917-af38-9c4c4cb173f9 admin admin] Made reservation on behalf of 8c3de2533be641d8a862b529619deccd for: {'subnet': 1} {{(pid=101082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 22:01:53.707951 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-59f65fcb-b125-4917-af38-9c4c4cb173f9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7673070'] for subnet, before_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:01:53.767202 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-44308849-f682-4643-8e09-46053a91da86 req-1c898350-3666-489e-b1b8-60a79a12dae0 service neutron] 10.222.0.48 "GET /v2.0/networks/9590ccf2-e7fa-40b5-917c-b342c4898ba2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907030 Nov 08 22:01:53.876311 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-59f65fcb-b125-4917-af38-9c4c4cb173f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7854336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7671828'] for subnet, after_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:01:53.929838 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f65fcb-b125-4917-af38-9c4c4cb173f9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8886f01a-2581-4e8d-9cf3-0b8e12cec80f,revision_number=0']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:01:53.942900 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59f65fcb-b125-4917-af38-9c4c4cb173f9 admin admin] Checking segment: {'id': '93b63db5-cae0-49c7-9e61-01e115c57491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'f15ed086-114a-4c78-9304-55250dfe0287'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 22:01:53.943259 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59f65fcb-b125-4917-af38-9c4c4cb173f9 admin admin] Network hostable DHCP agents. Network: f15ed086-114a-4c78-9304-55250dfe0287, hostable agents: ['d8645970-7d7f-496c-a75a-0ae64c095b3b'], hosted agents: [] {{(pid=101082) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 22:01:53.961698 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59f65fcb-b125-4917-af38-9c4c4cb173f9 admin admin] Network f15ed086-114a-4c78-9304-55250dfe0287 is scheduled to be hosted by DHCP agent d8645970-7d7f-496c-a75a-0ae64c095b3b with binding_index 1 {{(pid=101082) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 22:01:53.971173 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.scheduler.base_scheduler [None req-59f65fcb-b125-4917-af38-9c4c4cb173f9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817085-1-iscsi, f15ed086-114a-4c78-9304-55250dfe0287) {{(pid=101082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 22:01:53.975464 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59f65fcb-b125-4917-af38-9c4c4cb173f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:01:53.976175 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-59f65fcb-b125-4917-af38-9c4c4cb173f9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646287'] for subnet, before_response {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:01:53.981535 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33947b40-ac9e-414c-b1e9-403c0bf77cbb None None] Network f15ed086-114a-4c78-9304-55250dfe0287 requested from dv-cinder-817085-1-iscsi {{(pid=101084) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 22:01:53.992387 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [None req-59f65fcb-b125-4917-af38-9c4c4cb173f9 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3145437 Nov 08 22:01:53.995292 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.wsgi [-] (101082) accepted ('10.222.0.25', 43472) {{(pid=101082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 22:01:53.999674 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.v2.base [None req-1c70981c-f9d7-4699-a41f-1d6d7cd863a6 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1582151461-router', 'tenant_id': '8c3de2533be641d8a862b529619deccd', 'external_gateway_info': {'network_id': '8ae8d913-bef9-4bc0-baeb-78ef8b3a7364'}}} {{(pid=101082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 22:01:54.027873 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-1c70981c-f9d7-4699-a41f-1d6d7cd863a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1634839', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5220'] for router, before_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:01:54.029014 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-1c70981c-f9d7-4699-a41f-1d6d7cd863a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1634979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1623854', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2032021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5213'] for router, precommit_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:01:54.117095 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-1c70981c-f9d7-4699-a41f-1d6d7cd863a6 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:01:54.154021 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d377c07f-1293-416e-a945-1622486ec105 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpad403e5c-bbfa-5de7-8c3e-c07e4fe3bb96-f15ed086-114a-4c78-9304-55250dfe0287', 'network_id': 'f15ed086-114a-4c78-9304-55250dfe0287', 'tenant_id': '8c3de2533be641d8a862b529619deccd', 'fixed_ips': [{'subnet_id': '8886f01a-2581-4e8d-9cf3-0b8e12cec80f'}]}} from dv-cinder-817085-1-iscsi. {{(pid=101084) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 22:01:54.154887 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-d377c07f-1293-416e-a945-1622486ec105 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-925982'] for port, before_create {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:01:54.285389 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-1c70981c-f9d7-4699-a41f-1d6d7cd863a6 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:01:54.373367 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95814248-aafa-46c5-bdbd-79e14bde9978 req-b66a1f7f-9378-4043-a505-655624b4d018 tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:01:54.375068 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-95814248-aafa-46c5-bdbd-79e14bde9978 req-b66a1f7f-9378-4043-a505-655624b4d018 tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] 10.222.0.25 "GET /v2.0/ports?device_id=21765c62-33e5-4865-a2e8-923f1018396e HTTP/1.1" status: 200 len: 945 time: 0.1504130 Nov 08 22:01:54.391842 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59480e3-41ed-41ea-a5c6-c7df9437e51b req-eaedbde0-0265-4d45-8ec6-cd4fd68e4fd5 tempest-VolumesActionsTest-1330152236 tempest-VolumesActionsTest-1330152236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:01:54.393399 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-f59480e3-41ed-41ea-a5c6-c7df9437e51b req-eaedbde0-0265-4d45-8ec6-cd4fd68e4fd5 tempest-VolumesActionsTest-1330152236 tempest-VolumesActionsTest-1330152236-project] 10.222.0.25 "GET /v2.0/ports?device_id=52ab924a-b99a-412c-937c-d9cb45e4547e HTTP/1.1" status: 200 len: 944 time: 0.1416278 Nov 08 22:01:54.467223 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.db.db_base_plugin_common [None req-d377c07f-1293-416e-a945-1622486ec105 None None] Allocated IP 172.20.0.2 (f15ed086-114a-4c78-9304-55250dfe0287/8886f01a-2581-4e8d-9cf3-0b8e12cec80f/7b2aaf58-e5b1-448f-aeff-4e3ba3bdf3b1) {{(pid=101084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 22:01:54.488286 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-95814248-aafa-46c5-bdbd-79e14bde9978 req-ac9c068a-701a-4ca1-b064-766308ace77f tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] 10.222.0.25 "GET /v2.0/security-groups?id=48a61968-ba2d-42aa-b087-8fe6b21c1944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066284 Nov 08 22:01:54.491437 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-f59480e3-41ed-41ea-a5c6-c7df9437e51b req-d0759e79-4c8e-4e35-859a-de74ff950e5b tempest-VolumesActionsTest-1330152236 tempest-VolumesActionsTest-1330152236-project] 10.222.0.25 "GET /v2.0/security-groups?id=69d707de-fe7a-4758-96d9-19eb020d9ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894086 Nov 08 22:01:54.625715 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-d377c07f-1293-416e-a945-1622486ec105 None None] Publish callbacks [] for port, precommit_create {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:01:54.630912 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-d377c07f-1293-416e-a945-1622486ec105 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728276144267'] for port, after_create {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:01:54.632766 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-1c70981c-f9d7-4699-a41f-1d6d7cd863a6 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:01:54.655416 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-1c70981c-f9d7-4699-a41f-1d6d7cd863a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-925982'] for port, before_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:01:54.670014 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d377c07f-1293-416e-a945-1622486ec105 None None] Network f15ed086-114a-4c78-9304-55250dfe0287 is already hosted by enough agents. {{(pid=101084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 22:01:54.674772 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.scheduler.base_scheduler [None req-d377c07f-1293-416e-a945-1622486ec105 None None] Resources bound (agent type, host, resource id): {{(pid=101084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 22:01:54.678271 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d377c07f-1293-416e-a945-1622486ec105 None None] Received port after_create {{(pid=101084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 22:01:54.685519 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d377c07f-1293-416e-a945-1622486ec105 None None] Pushing event updated for resources: {'Port': ['ID=7b2aaf58-e5b1-448f-aeff-4e3ba3bdf3b1,revision_number=1']} {{(pid=101084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:01:54.736909 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.managers [None req-d377c07f-1293-416e-a945-1622486ec105 None None] Attempting to bind port 7b2aaf58-e5b1-448f-aeff-4e3ba3bdf3b1 on host dv-cinder-817085-1-iscsi for vnic_type normal with profile {{(pid=101084) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 22:01:54.737563 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.managers [None req-d377c07f-1293-416e-a945-1622486ec105 None None] Attempting to bind port 7b2aaf58-e5b1-448f-aeff-4e3ba3bdf3b1 by drivers openvswitch,hyperv on host dv-cinder-817085-1-iscsi at level 0 using segments [{'id': '93b63db5-cae0-49c7-9e61-01e115c57491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'f15ed086-114a-4c78-9304-55250dfe0287'}] {{(pid=101084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 22:01:54.737563 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d377c07f-1293-416e-a945-1622486ec105 None None] Attempting to bind port 7b2aaf58-e5b1-448f-aeff-4e3ba3bdf3b1 on network f15ed086-114a-4c78-9304-55250dfe0287 {{(pid=101084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 22:01:54.742462 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d377c07f-1293-416e-a945-1622486ec105 None None] Checking agent: {'id': 'b17b386a-7116-42d0-acec-a66289ba5096', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817085-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 21, 51, 52), 'started_at': datetime.datetime(2021, 11, 8, 21, 52, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 22, 1, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817085-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 22:01:54.742827 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d377c07f-1293-416e-a945-1622486ec105 None None] Checking segment: {'id': '93b63db5-cae0-49c7-9e61-01e115c57491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'f15ed086-114a-4c78-9304-55250dfe0287'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 22:01:54.743220 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-d377c07f-1293-416e-a945-1622486ec105 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:01:54.743603 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d377c07f-1293-416e-a945-1622486ec105 None None] Bound using segment: {'id': '93b63db5-cae0-49c7-9e61-01e115c57491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'f15ed086-114a-4c78-9304-55250dfe0287'} {{(pid=101084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 22:01:54.744555 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.managers [None req-d377c07f-1293-416e-a945-1622486ec105 None None] Bound port: 7b2aaf58-e5b1-448f-aeff-4e3ba3bdf3b1, host: dv-cinder-817085-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93b63db5-cae0-49c7-9e61-01e115c57491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'f15ed086-114a-4c78-9304-55250dfe0287'}}] {{(pid=101084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 22:01:54.745011 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-d377c07f-1293-416e-a945-1622486ec105 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-925982'] for port, before_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:01:54.757687 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.db.db_base_plugin_common [None req-1c70981c-f9d7-4699-a41f-1d6d7cd863a6 admin admin] Allocated IP 172.27.3.66 (8ae8d913-bef9-4bc0-baeb-78ef8b3a7364/f0dec947-372d-4ed5-9c9f-864e58aba850/7c3e95ed-1edf-4d4a-96fd-46531f81f764) {{(pid=101082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 22:01:54.809361 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.db [None req-d377c07f-1293-416e-a945-1622486ec105 None None] For port 7b2aaf58-e5b1-448f-aeff-4e3ba3bdf3b1, host dv-cinder-817085-1-iscsi, cleared binding levels {{(pid=101084) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 22:01:54.812650 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.db [None req-d377c07f-1293-416e-a945-1622486ec105 None None] For port 7b2aaf58-e5b1-448f-aeff-4e3ba3bdf3b1, host dv-cinder-817085-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817085-1-iscsi',level=0,port_id=7b2aaf58-e5b1-448f-aeff-4e3ba3bdf3b1,segment=NetworkSegment(93b63db5-cae0-49c7-9e61-01e115c57491),segment_id=93b63db5-cae0-49c7-9e61-01e115c57491)] {{(pid=101084) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 22:01:54.817472 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-d377c07f-1293-416e-a945-1622486ec105 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728276638356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728276144285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728276144303'] for port, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:01:54.864511 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-1c70981c-f9d7-4699-a41f-1d6d7cd863a6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:01:54.875154 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d377c07f-1293-416e-a945-1622486ec105 None None] Pushing event updated for resources: {'Port': ['ID=7b2aaf58-e5b1-448f-aeff-4e3ba3bdf3b1,revision_number=2']} {{(pid=101084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:01:54.912952 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-1c70981c-f9d7-4699-a41f-1d6d7cd863a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728276144267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7854484'] for port, after_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:01:54.950497 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c70981c-f9d7-4699-a41f-1d6d7cd863a6 admin admin] Network 8ae8d913-bef9-4bc0-baeb-78ef8b3a7364 is already hosted by enough agents. {{(pid=101082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 22:01:54.953370 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.scheduler.base_scheduler [None req-1c70981c-f9d7-4699-a41f-1d6d7cd863a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=101082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 22:01:54.958893 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c70981c-f9d7-4699-a41f-1d6d7cd863a6 admin admin] Received port after_create {{(pid=101082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 22:01:54.986306 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c70981c-f9d7-4699-a41f-1d6d7cd863a6 admin admin] Pushing event updated for resources: {'Port': ['ID=7c3e95ed-1edf-4d4a-96fd-46531f81f764,revision_number=1']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:01:55.169353 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728276665375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534631'] for agent, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:01:55.239310 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-1c70981c-f9d7-4699-a41f-1d6d7cd863a6 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:01:55.303560 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.db.agents_db [None req-16c50754-5ab9-47e2-9d92-00a33089e8d5 None None] Agent healthcheck: found 6 active agents {{(pid=101085) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 22:01:55.436430 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-1c70981c-f9d7-4699-a41f-1d6d7cd863a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1634988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1624059'] for router, after_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:01:55.730546 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99b05c4b-d6cb-4d83-8eae-fba851d71395 None None] Network f15ed086-114a-4c78-9304-55250dfe0287 requested from dv-cinder-817085-1-iscsi {{(pid=101084) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 22:01:55.804549 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.db.provisioning_blocks [None req-1e5d6781-2ea3-4f92-bd1b-9a0e6e7f6949 None None] Provisioning complete for port 7b2aaf58-e5b1-448f-aeff-4e3ba3bdf3b1 triggered by entity DHCP. {{(pid=101084) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 22:01:55.805251 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-1e5d6781-2ea3-4f92-bd1b-9a0e6e7f6949 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-534742'] for port, provisioning_complete {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:01:55.847259 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6cf661-5245-47b1-9d3c-2da9ec2bfa7c req-4f7cd021-db35-4fe6-9150-8e9a85a92a88 tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:01:55.848730 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-8d6cf661-5245-47b1-9d3c-2da9ec2bfa7c req-4f7cd021-db35-4fe6-9150-8e9a85a92a88 tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] 10.222.0.25 "GET /v2.0/ports?device_id=21765c62-33e5-4865-a2e8-923f1018396e HTTP/1.1" status: 200 len: 945 time: 0.0964127 Nov 08 22:01:55.860865 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90a5f95-191e-4b06-acfb-56f23bc9cc56 req-d5203567-ca5c-469f-b564-050b0bdeb069 tempest-VolumesActionsTest-1330152236 tempest-VolumesActionsTest-1330152236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:01:55.862295 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-d90a5f95-191e-4b06-acfb-56f23bc9cc56 req-d5203567-ca5c-469f-b564-050b0bdeb069 tempest-VolumesActionsTest-1330152236 tempest-VolumesActionsTest-1330152236-project] 10.222.0.25 "GET /v2.0/ports?device_id=52ab924a-b99a-412c-937c-d9cb45e4547e HTTP/1.1" status: 200 len: 944 time: 0.1115601 Nov 08 22:01:55.921417 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c70981c-f9d7-4699-a41f-1d6d7cd863a6 admin admin] Router 11eeb2a8-0d22-46e6-b9f7-dc9dfc056bde is scheduled to L3 agent a7fb4010-89fb-4d99-b0a1-90d6a3aacb04 with binding_index 1 {{(pid=101082) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 08 22:01:55.951484 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-1e5d6781-2ea3-4f92-bd1b-9a0e6e7f6949 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-925982'] for port, before_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:01:55.956244 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-8d6cf661-5245-47b1-9d3c-2da9ec2bfa7c req-42afb0ec-92f7-41ea-a921-5ca79b8133b8 tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] 10.222.0.25 "GET /v2.0/security-groups?id=48a61968-ba2d-42aa-b087-8fe6b21c1944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930099 Nov 08 22:01:55.962684 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-d90a5f95-191e-4b06-acfb-56f23bc9cc56 req-ebb01184-9ba5-4d48-8b52-14ad4ac546ac tempest-VolumesActionsTest-1330152236 tempest-VolumesActionsTest-1330152236-project] 10.222.0.25 "GET /v2.0/security-groups?id=69d707de-fe7a-4758-96d9-19eb020d9ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888505 Nov 08 22:01:55.995382 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.db [None req-1e5d6781-2ea3-4f92-bd1b-9a0e6e7f6949 None None] For port 7b2aaf58-e5b1-448f-aeff-4e3ba3bdf3b1, host dv-cinder-817085-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817085-1-iscsi',level=0,port_id=7b2aaf58-e5b1-448f-aeff-4e3ba3bdf3b1,segment=NetworkSegment(93b63db5-cae0-49c7-9e61-01e115c57491),segment_id=93b63db5-cae0-49c7-9e61-01e115c57491)] {{(pid=101084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 22:01:56.000072 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-1e5d6781-2ea3-4f92-bd1b-9a0e6e7f6949 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728276638356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728276144285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728276144303'] for port, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:01:56.070359 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5d6781-2ea3-4f92-bd1b-9a0e6e7f6949 None None] Pushing event updated for resources: {'Port': ['ID=7b2aaf58-e5b1-448f-aeff-4e3ba3bdf3b1,revision_number=3']} {{(pid=101084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:01:56.096884 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c70981c-f9d7-4699-a41f-1d6d7cd863a6 admin admin] Notify agent at l3_agent.dv-cinder-817085-1-iscsi the message routers_updated {{(pid=101082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 22:01:56.110270 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34399faa-8dae-4c45-b001-b3a9b9921085 None None] Sync routers for ids ['11eeb2a8-0d22-46e6-b9f7-dc9dfc056bde'] in dv-cinder-817085-1-iscsi {{(pid=101085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 22:01:56.122626 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34399faa-8dae-4c45-b001-b3a9b9921085 None None] Routers {'11eeb2a8-0d22-46e6-b9f7-dc9dfc056bde'} bound to L3 agent in host dv-cinder-817085-1-iscsi {{(pid=101085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 22:01:56.123509 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.db.l3_hamode_db [None req-34399faa-8dae-4c45-b001-b3a9b9921085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817085-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T21:51:49Z,description=,heartbeat_timestamp=2021-11-08T22:01:49Z,host='dv-cinder-817085-1-iscsi',id=a7fb4010-89fb-4d99-b0a1-90d6a3aacb04,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T21:51:49Z,topic='l3_agent')) {'router_ids': ['11eeb2a8-0d22-46e6-b9f7-dc9dfc056bde'], 'active': True} {{(pid=101085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 22:01:56.131627 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-1c70981c-f9d7-4699-a41f-1d6d7cd863a6 admin admin] Publish callbacks [] for router, before_response {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:01:56.132972 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [None req-1c70981c-f9d7-4699-a41f-1d6d7cd863a6 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.1365979 Nov 08 22:01:56.135767 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.wsgi [-] (101082) accepted ('10.222.0.25', 43494) {{(pid=101082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 22:01:56.224214 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.db.provisioning_blocks [None req-a5485f72-8548-42c2-a63e-28768a605398 None None] Provisioning complete for port 7b2aaf58-e5b1-448f-aeff-4e3ba3bdf3b1 triggered by entity DHCP. {{(pid=101084) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 22:01:56.224574 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-a5485f72-8548-42c2-a63e-28768a605398 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-534742'] for port, provisioning_complete {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:01:56.235487 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.db.l3_dvr_db [None req-34399faa-8dae-4c45-b001-b3a9b9921085 None None] Set router 11eeb2a8-0d22-46e6-b9f7-dc9dfc056bde gateway port host: dv-cinder-817085-1-iscsi {{(pid=101085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 22:01:56.445166 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.db.l3_hamode_db [None req-34399faa-8dae-4c45-b001-b3a9b9921085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11eeb2a8-0d22-46e6-b9f7-dc9dfc056bde', 'name': 'tempest-TestShelveInstance-1582151461-router', 'tenant_id': '8c3de2533be641d8a862b529619deccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ae8d913-bef9-4bc0-baeb-78ef8b3a7364', 'external_fixed_ips': [{'subnet_id': 'f0dec947-372d-4ed5-9c9f-864e58aba850', 'ip_address': '172.27.3.66'}], 'enable_snat': True}, 'gw_port_id': '7c3e95ed-1edf-4d4a-96fd-46531f81f764', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T22:01:54Z', 'updated_at': '2021-11-08T22:01:55Z', 'revision_number': 3, 'project_id': '8c3de2533be641d8a862b529619deccd', 'gw_port': {'id': '7c3e95ed-1edf-4d4a-96fd-46531f81f764', 'name': '', 'network_id': '8ae8d913-bef9-4bc0-baeb-78ef8b3a7364', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:4e:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11eeb2a8-0d22-46e6-b9f7-dc9dfc056bde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': 'f0dec947-372d-4ed5-9c9f-864e58aba850', 'ip_address': '172.27.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T22:01:54Z', 'updated_at': '2021-11-08T22:01:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f0dec947-372d-4ed5-9c9f-864e58aba850', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817085-1-iscsi'}], 'dv-cinder-817085-1-iscsi', False) {} {{(pid=101085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 22:01:56.471546 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34399faa-8dae-4c45-b001-b3a9b9921085 None None] Checking router: 11eeb2a8-0d22-46e6-b9f7-dc9dfc056bde for host: dv-cinder-817085-1-iscsi {{(pid=101085) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 22:01:56.471885 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34399faa-8dae-4c45-b001-b3a9b9921085 None None] Updating router 11eeb2a8-0d22-46e6-b9f7-dc9dfc056bde port 7c3e95ed-1edf-4d4a-96fd-46531f81f764 binding host dv-cinder-817085-1-iscsi {{(pid=101085) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 22:01:56.496695 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron_lib.callbacks.manager [None req-34399faa-8dae-4c45-b001-b3a9b9921085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-925982'] for port, before_update {{(pid=101085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:01:56.599090 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-58d21d34-ad55-4d42-a04e-91c69f4fd19d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-925982'] for port, before_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:01:56.631644 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.rpc [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Device e207c784-4a00-481e-b406-44f17b44c415 details requested by agent hyperv_hv-cinder-81708 with host hv-cinder-81708 {{(pid=101084) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 22:01:56.697874 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.rpc [None req-ad13160b-513d-4512-a15f-cb40cce6b7e9 None None] Device 7b2aaf58-e5b1-448f-aeff-4e3ba3bdf3b1 up at agent ovs-agent-dv-cinder-817085-1-iscsi {{(pid=101084) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 22:01:56.776853 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.db [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] For port e207c784-4a00-481e-b406-44f17b44c415, host hv-cinder-81708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81708',level=0,port_id=e207c784-4a00-481e-b406-44f17b44c415,segment=NetworkSegment(49c9ba1b-8857-436d-852d-6f1ef1b4626a),segment_id=49c9ba1b-8857-436d-852d-6f1ef1b4626a)] {{(pid=101084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 22:01:56.783862 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.db.db_base_plugin_common [None req-58d21d34-ad55-4d42-a04e-91c69f4fd19d admin admin] Allocated IP 172.20.0.1 (f15ed086-114a-4c78-9304-55250dfe0287/8886f01a-2581-4e8d-9cf3-0b8e12cec80f/798cf1e6-4749-4eed-ac82-3010d53756e0) {{(pid=101082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 22:01:56.789114 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron_lib.callbacks.manager [None req-34399faa-8dae-4c45-b001-b3a9b9921085 None None] Publish callbacks [] for port, precommit_update {{(pid=101085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:01:56.795745 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.db.provisioning_blocks [None req-ad13160b-513d-4512-a15f-cb40cce6b7e9 None None] Provisioning complete for port 7b2aaf58-e5b1-448f-aeff-4e3ba3bdf3b1 triggered by entity L2. {{(pid=101084) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 22:01:56.796110 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-ad13160b-513d-4512-a15f-cb40cce6b7e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-534742'] for port, provisioning_complete {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:01:56.797006 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron_lib.callbacks.manager [None req-34399faa-8dae-4c45-b001-b3a9b9921085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728276638356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728276144285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728276144303'] for port, after_update {{(pid=101085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:01:56.798804 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.rpc [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Returning: {'device': 'e207c784-4a00-481e-b406-44f17b44c415', 'network_id': '7fa706e0-37a9-4ebd-842a-2698f5714f90', 'port_id': 'e207c784-4a00-481e-b406-44f17b44c415', 'mac_address': 'fa:16:3e:c3:b2:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 709, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24095202-ce95-4b5b-a44b-ab21c684cd32', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101084) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 22:01:56.865165 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.plugins.ml2.managers [None req-34399faa-8dae-4c45-b001-b3a9b9921085 None None] Attempting to bind port 7c3e95ed-1edf-4d4a-96fd-46531f81f764 on host dv-cinder-817085-1-iscsi for vnic_type normal with profile {{(pid=101085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 22:01:56.865882 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.plugins.ml2.managers [None req-34399faa-8dae-4c45-b001-b3a9b9921085 None None] Attempting to bind port 7c3e95ed-1edf-4d4a-96fd-46531f81f764 by drivers openvswitch,hyperv on host dv-cinder-817085-1-iscsi at level 0 using segments [{'id': '4f9c68d0-c68c-4bfe-b6e8-d7426962dfc1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8ae8d913-bef9-4bc0-baeb-78ef8b3a7364'}] {{(pid=101085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 22:01:56.866395 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34399faa-8dae-4c45-b001-b3a9b9921085 None None] Attempting to bind port 7c3e95ed-1edf-4d4a-96fd-46531f81f764 on network 8ae8d913-bef9-4bc0-baeb-78ef8b3a7364 {{(pid=101085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 22:01:56.868825 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-925982'] for port, before_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:01:56.878300 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34399faa-8dae-4c45-b001-b3a9b9921085 None None] Checking agent: {'id': 'b17b386a-7116-42d0-acec-a66289ba5096', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817085-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 21, 51, 52), 'started_at': datetime.datetime(2021, 11, 8, 21, 52, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 22, 1, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817085-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 22:01:56.879204 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34399faa-8dae-4c45-b001-b3a9b9921085 None None] Checking segment: {'id': '4f9c68d0-c68c-4bfe-b6e8-d7426962dfc1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8ae8d913-bef9-4bc0-baeb-78ef8b3a7364'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 22:01:56.879204 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron_lib.callbacks.manager [None req-34399faa-8dae-4c45-b001-b3a9b9921085 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:01:56.879459 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34399faa-8dae-4c45-b001-b3a9b9921085 None None] Bound using segment: {'id': '4f9c68d0-c68c-4bfe-b6e8-d7426962dfc1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8ae8d913-bef9-4bc0-baeb-78ef8b3a7364'} {{(pid=101085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 22:01:56.879909 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.plugins.ml2.managers [None req-34399faa-8dae-4c45-b001-b3a9b9921085 None None] Bound port: 7c3e95ed-1edf-4d4a-96fd-46531f81f764, host: dv-cinder-817085-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f9c68d0-c68c-4bfe-b6e8-d7426962dfc1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8ae8d913-bef9-4bc0-baeb-78ef8b3a7364'}}] {{(pid=101085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 22:01:56.880357 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron_lib.callbacks.manager [None req-34399faa-8dae-4c45-b001-b3a9b9921085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-925982'] for port, before_update {{(pid=101085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:01:56.886706 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.notifiers.nova [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e207c784-4a00-481e-b406-44f17b44c415 {{(pid=101084) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 22:01:56.902008 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13e28c5-9a01-42bf-9cad-f91e529f62c1 None None] Pushing event updated for resources: {'Port': ['ID=7c3e95ed-1edf-4d4a-96fd-46531f81f764,revision_number=2']} {{(pid=101085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:01:56.919634 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-58d21d34-ad55-4d42-a04e-91c69f4fd19d admin admin] Publish callbacks [] for port, precommit_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:01:56.936362 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.db [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] For port e207c784-4a00-481e-b406-44f17b44c415, host hv-cinder-81708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81708',level=0,port_id=e207c784-4a00-481e-b406-44f17b44c415,segment=NetworkSegment(49c9ba1b-8857-436d-852d-6f1ef1b4626a),segment_id=49c9ba1b-8857-436d-852d-6f1ef1b4626a)] {{(pid=101084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 22:01:56.937242 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.plugins.ml2.db [None req-34399faa-8dae-4c45-b001-b3a9b9921085 None None] For port 7c3e95ed-1edf-4d4a-96fd-46531f81f764, host dv-cinder-817085-1-iscsi, cleared binding levels {{(pid=101085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 22:01:56.940897 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.plugins.ml2.db [None req-34399faa-8dae-4c45-b001-b3a9b9921085 None None] For port 7c3e95ed-1edf-4d4a-96fd-46531f81f764, host dv-cinder-817085-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817085-1-iscsi',level=0,port_id=7c3e95ed-1edf-4d4a-96fd-46531f81f764,segment=NetworkSegment(4f9c68d0-c68c-4bfe-b6e8-d7426962dfc1),segment_id=4f9c68d0-c68c-4bfe-b6e8-d7426962dfc1)] {{(pid=101085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 22:01:56.943194 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728276638356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728276144285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728276144303'] for port, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:01:56.946544 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron_lib.callbacks.manager [None req-34399faa-8dae-4c45-b001-b3a9b9921085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728276638356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728276144285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728276144303'] for port, after_update {{(pid=101085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:01:56.968689 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-58d21d34-ad55-4d42-a04e-91c69f4fd19d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728276144267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7854484'] for port, after_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:01:56.999708 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Pushing event updated for resources: {'Port': ['ID=e207c784-4a00-481e-b406-44f17b44c415,revision_number=4']} {{(pid=101084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:01:57.001806 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34399faa-8dae-4c45-b001-b3a9b9921085 None None] Routers {'11eeb2a8-0d22-46e6-b9f7-dc9dfc056bde'} bound to L3 agent in host dv-cinder-817085-1-iscsi {{(pid=101085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 22:01:57.003028 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.db.l3_hamode_db [None req-34399faa-8dae-4c45-b001-b3a9b9921085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817085-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T21:51:49Z,description=,heartbeat_timestamp=2021-11-08T22:01:49Z,host='dv-cinder-817085-1-iscsi',id=a7fb4010-89fb-4d99-b0a1-90d6a3aacb04,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T21:51:49Z,topic='l3_agent')) {'router_ids': ['11eeb2a8-0d22-46e6-b9f7-dc9dfc056bde'], 'active': True} {{(pid=101085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 22:01:57.031483 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58d21d34-ad55-4d42-a04e-91c69f4fd19d admin admin] Network f15ed086-114a-4c78-9304-55250dfe0287 is already hosted by enough agents. {{(pid=101082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 22:01:57.034601 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.scheduler.base_scheduler [None req-58d21d34-ad55-4d42-a04e-91c69f4fd19d admin admin] Resources bound (agent type, host, resource id): {{(pid=101082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 22:01:57.041348 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58d21d34-ad55-4d42-a04e-91c69f4fd19d admin admin] Received port after_create {{(pid=101082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 22:01:57.065794 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13e28c5-9a01-42bf-9cad-f91e529f62c1 None None] Pushing event updated for resources: {'Port': ['ID=7c3e95ed-1edf-4d4a-96fd-46531f81f764,revision_number=3']} {{(pid=101085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:01:57.069161 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d21d34-ad55-4d42-a04e-91c69f4fd19d admin admin] Pushing event updated for resources: {'Port': ['ID=798cf1e6-4749-4eed-ac82-3010d53756e0,revision_number=1']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:01:57.127656 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-58d21d34-ad55-4d42-a04e-91c69f4fd19d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1623086'] for router_interface, before_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:01:57.158240 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.db.l3_dvr_db [None req-34399faa-8dae-4c45-b001-b3a9b9921085 None None] Set router 11eeb2a8-0d22-46e6-b9f7-dc9dfc056bde gateway port host: dv-cinder-817085-1-iscsi {{(pid=101085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 22:01:57.220797 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f84f7d0-8a6d-4390-82f7-e067b18c5be1 req-7ddab034-7fd2-46dc-9b7f-9dfa1a70bf20 tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:01:57.222459 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-6f84f7d0-8a6d-4390-82f7-e067b18c5be1 req-7ddab034-7fd2-46dc-9b7f-9dfa1a70bf20 tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] 10.222.0.25 "GET /v2.0/ports?device_id=21765c62-33e5-4865-a2e8-923f1018396e HTTP/1.1" status: 200 len: 945 time: 0.1572046 Nov 08 22:01:57.273143 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6171ce1f-e069-46ee-9231-b6f8f4aa2d91 req-8b68c74a-2678-4bc4-ad99-c92c5cb00e57 tempest-VolumesActionsTest-1330152236 tempest-VolumesActionsTest-1330152236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:01:57.274638 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-6171ce1f-e069-46ee-9231-b6f8f4aa2d91 req-8b68c74a-2678-4bc4-ad99-c92c5cb00e57 tempest-VolumesActionsTest-1330152236 tempest-VolumesActionsTest-1330152236-project] 10.222.0.25 "GET /v2.0/ports?device_id=52ab924a-b99a-412c-937c-d9cb45e4547e HTTP/1.1" status: 200 len: 945 time: 0.1700411 Nov 08 22:01:57.346221 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.db [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] get_ports_and_sgs() called for port_ids ['e207c784-4a00-481e-b406-44f17b44c415'] {{(pid=101084) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 22:01:57.348455 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-6f84f7d0-8a6d-4390-82f7-e067b18c5be1 req-4a3a395e-f965-4b30-b288-9ac7b10affed tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] 10.222.0.25 "GET /v2.0/security-groups?id=48a61968-ba2d-42aa-b087-8fe6b21c1944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159880 Nov 08 22:01:57.387011 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-6171ce1f-e069-46ee-9231-b6f8f4aa2d91 req-f5231d38-ebd8-482c-8d6d-afbe8ebbcf66 tempest-VolumesActionsTest-1330152236 tempest-VolumesActionsTest-1330152236-project] 10.222.0.25 "GET /v2.0/security-groups?id=69d707de-fe7a-4758-96d9-19eb020d9ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995126 Nov 08 22:01:57.393608 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-58d21d34-ad55-4d42-a04e-91c69f4fd19d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-925982'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:01:57.461686 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.db.provisioning_blocks [None req-cf6b6dc8-8cba-492f-a737-f7dce2f3e32f None None] Provisioning complete for port 798cf1e6-4749-4eed-ac82-3010d53756e0 triggered by entity DHCP. {{(pid=101084) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 22:01:57.462058 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-cf6b6dc8-8cba-492f-a737-f7dce2f3e32f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-534742'] for port, provisioning_complete {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:01:57.475849 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.db.l3_hamode_db [None req-34399faa-8dae-4c45-b001-b3a9b9921085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11eeb2a8-0d22-46e6-b9f7-dc9dfc056bde', 'name': 'tempest-TestShelveInstance-1582151461-router', 'tenant_id': '8c3de2533be641d8a862b529619deccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ae8d913-bef9-4bc0-baeb-78ef8b3a7364', 'external_fixed_ips': [{'subnet_id': 'f0dec947-372d-4ed5-9c9f-864e58aba850', 'ip_address': '172.27.3.66'}], 'enable_snat': True}, 'gw_port_id': '7c3e95ed-1edf-4d4a-96fd-46531f81f764', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T22:01:54Z', 'updated_at': '2021-11-08T22:01:55Z', 'revision_number': 3, 'project_id': '8c3de2533be641d8a862b529619deccd', 'gw_port': {'id': '7c3e95ed-1edf-4d4a-96fd-46531f81f764', 'name': '', 'network_id': '8ae8d913-bef9-4bc0-baeb-78ef8b3a7364', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:4e:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11eeb2a8-0d22-46e6-b9f7-dc9dfc056bde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': 'f0dec947-372d-4ed5-9c9f-864e58aba850', 'ip_address': '172.27.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T22:01:54Z', 'updated_at': '2021-11-08T22:01:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0dec947-372d-4ed5-9c9f-864e58aba850', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817085-1-iscsi'}], 'dv-cinder-817085-1-iscsi', False) {} {{(pid=101085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 22:01:57.503277 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34399faa-8dae-4c45-b001-b3a9b9921085 None None] The sync data for ids ['11eeb2a8-0d22-46e6-b9f7-dc9dfc056bde'] in dv-cinder-817085-1-iscsi is: [{'id': '11eeb2a8-0d22-46e6-b9f7-dc9dfc056bde', 'name': 'tempest-TestShelveInstance-1582151461-router', 'tenant_id': '8c3de2533be641d8a862b529619deccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ae8d913-bef9-4bc0-baeb-78ef8b3a7364', 'external_fixed_ips': [{'subnet_id': 'f0dec947-372d-4ed5-9c9f-864e58aba850', 'ip_address': '172.27.3.66'}], 'enable_snat': True}, 'gw_port_id': '7c3e95ed-1edf-4d4a-96fd-46531f81f764', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T22:01:54Z', 'updated_at': '2021-11-08T22:01:55Z', 'revision_number': 3, 'project_id': '8c3de2533be641d8a862b529619deccd', 'gw_port': {'id': '7c3e95ed-1edf-4d4a-96fd-46531f81f764', 'name': '', 'network_id': '8ae8d913-bef9-4bc0-baeb-78ef8b3a7364', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:4e:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11eeb2a8-0d22-46e6-b9f7-dc9dfc056bde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': 'f0dec947-372d-4ed5-9c9f-864e58aba850', 'ip_address': '172.27.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T22:01:54Z', 'updated_at': '2021-11-08T22:01:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0dec947-372d-4ed5-9c9f-864e58aba850', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817085-1-iscsi'}] {{(pid=101085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 22:01:57.520574 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.plugin [None req-cf6b6dc8-8cba-492f-a737-f7dce2f3e32f None None] Port 798cf1e6-4749-4eed-ac82-3010d53756e0 cannot update to ACTIVE because it is not bound. {{(pid=101084) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 22:01:57.637917 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-58d21d34-ad55-4d42-a04e-91c69f4fd19d admin admin] Publish callbacks [] for port, precommit_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:01:57.642607 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-58d21d34-ad55-4d42-a04e-91c69f4fd19d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728276638356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728276144285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728276144303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7854475'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:01:57.712382 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d21d34-ad55-4d42-a04e-91c69f4fd19d admin admin] Pushing event updated for resources: {'Port': ['ID=798cf1e6-4749-4eed-ac82-3010d53756e0,revision_number=2']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:01:57.714835 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-58d21d34-ad55-4d42-a04e-91c69f4fd19d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1646123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1623226'] for router_interface, after_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:01:57.827199 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58d21d34-ad55-4d42-a04e-91c69f4fd19d admin admin] Network f15ed086-114a-4c78-9304-55250dfe0287 is already hosted by enough agents. {{(pid=101082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 22:01:57.828739 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.scheduler.base_scheduler [None req-58d21d34-ad55-4d42-a04e-91c69f4fd19d admin admin] Resources bound (agent type, host, resource id): {{(pid=101082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 22:01:57.965202 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58d21d34-ad55-4d42-a04e-91c69f4fd19d admin admin] Router 11eeb2a8-0d22-46e6-b9f7-dc9dfc056bde has already been hosted by L3 agent a7fb4010-89fb-4d99-b0a1-90d6a3aacb04 {{(pid=101082) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 22:01:58.045420 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.db.provisioning_blocks [None req-e49fc55b-b0a2-4fa5-b0fd-2f1f37533306 None None] Provisioning complete for port 798cf1e6-4749-4eed-ac82-3010d53756e0 triggered by entity DHCP. {{(pid=101084) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 22:01:58.045983 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-e49fc55b-b0a2-4fa5-b0fd-2f1f37533306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-534742'] for port, provisioning_complete {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:01:58.082336 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.plugin [None req-e49fc55b-b0a2-4fa5-b0fd-2f1f37533306 None None] Port 798cf1e6-4749-4eed-ac82-3010d53756e0 cannot update to ACTIVE because it is not bound. {{(pid=101084) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 22:01:58.087256 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58d21d34-ad55-4d42-a04e-91c69f4fd19d admin admin] Notify agent at l3_agent.dv-cinder-817085-1-iscsi the message routers_updated {{(pid=101082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 22:01:58.094913 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [None req-58d21d34-ad55-4d42-a04e-91c69f4fd19d admin admin] 10.222.0.25 "PUT /v2.0/routers/11eeb2a8-0d22-46e6-b9f7-dc9dfc056bde/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9563994 Nov 08 22:01:58.533289 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d240f0-898e-4950-ae87-8279e875e55f req-d8603028-10e2-48b3-8f59-fd814519cc53 tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:01:58.534770 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-81d240f0-898e-4950-ae87-8279e875e55f req-d8603028-10e2-48b3-8f59-fd814519cc53 tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] 10.222.0.25 "GET /v2.0/ports?device_id=21765c62-33e5-4865-a2e8-923f1018396e HTTP/1.1" status: 200 len: 945 time: 0.0675385 Nov 08 22:01:58.600234 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91497e14-e24d-4219-a377-95bac99c8db1 req-a5655ed3-d9dc-4f52-b754-064f28e70249 tempest-VolumesActionsTest-1330152236 tempest-VolumesActionsTest-1330152236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:01:58.602330 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-91497e14-e24d-4219-a377-95bac99c8db1 req-a5655ed3-d9dc-4f52-b754-064f28e70249 tempest-VolumesActionsTest-1330152236 tempest-VolumesActionsTest-1330152236-project] 10.222.0.25 "GET /v2.0/ports?device_id=52ab924a-b99a-412c-937c-d9cb45e4547e HTTP/1.1" status: 200 len: 945 time: 0.0915399 Nov 08 22:01:58.619434 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-81d240f0-898e-4950-ae87-8279e875e55f req-03d6114a-9b32-40e8-8757-bcf7bc45de27 tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] 10.222.0.25 "GET /v2.0/security-groups?id=48a61968-ba2d-42aa-b087-8fe6b21c1944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641556 Nov 08 22:01:58.627510 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.rpc [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Device e207c784-4a00-481e-b406-44f17b44c415 up at agent hyperv_hv-cinder-81708 {{(pid=101084) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 22:01:58.654045 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.wsgi [-] (101083) accepted ('10.222.0.25', 43542) {{(pid=101083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 22:01:58.662506 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.v2.base [None req-5cfed9e7-ad2f-4147-84e9-bf668f7e845f admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2019479550-network', 'tenant_id': 'af92b9be2b6647c28783170efc81d69b'}} {{(pid=101083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 22:01:58.690971 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-91497e14-e24d-4219-a377-95bac99c8db1 req-c94d054c-244a-4fad-8f7b-9183f430ff2b tempest-VolumesActionsTest-1330152236 tempest-VolumesActionsTest-1330152236-project] 10.222.0.25 "GET /v2.0/security-groups?id=69d707de-fe7a-4758-96d9-19eb020d9ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705376 Nov 08 22:01:58.699973 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cfed9e7-ad2f-4147-84e9-bf668f7e845f admin admin] Made reservation on behalf of af92b9be2b6647c28783170efc81d69b for: {'network': 1} {{(pid=101083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 22:01:58.704018 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-5cfed9e7-ad2f-4147-84e9-bf668f7e845f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-925982'] for network, before_create {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:01:58.729352 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-5cfed9e7-ad2f-4147-84e9-bf668f7e845f admin admin] Publish callbacks [] for security_group, before_create {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:01:58.744097 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.rpc [None req-ad13160b-513d-4512-a15f-cb40cce6b7e9 None None] Device 7c3e95ed-1edf-4d4a-96fd-46531f81f764 up at agent ovs-agent-dv-cinder-817085-1-iscsi {{(pid=101084) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 22:01:58.777130 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd9328d-efd0-4575-8902-fca5c4e64904 req-e8f2fd44-7f46-42f7-9ffd-c01ebbb499fe tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:01:58.778679 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-0dd9328d-efd0-4575-8902-fca5c4e64904 req-e8f2fd44-7f46-42f7-9ffd-c01ebbb499fe tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] 10.222.0.25 "GET /v2.0/ports?device_id=ea3e000f-3070-46f1-ab82-0f619625641a HTTP/1.1" status: 200 len: 945 time: 0.0548470 Nov 08 22:01:58.789258 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.db.provisioning_blocks [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Provisioning for port e207c784-4a00-481e-b406-44f17b44c415 completed by entity L2. {{(pid=101084) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 22:01:58.799330 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.db.provisioning_blocks [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Provisioning complete for port e207c784-4a00-481e-b406-44f17b44c415 triggered by entity L2. {{(pid=101084) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 22:01:58.799330 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-534742'] for port, provisioning_complete {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:01:58.830597 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-5cfed9e7-ad2f-4147-84e9-bf668f7e845f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:01:58.832201 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-0dd9328d-efd0-4575-8902-fca5c4e64904 req-1665530c-f9c7-438a-a805-8e52d63e0353 tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] 10.222.0.25 "GET /v2.0/security-groups?id=e56f6cae-c1db-4d7c-8761-da45404c5a8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451312 Nov 08 22:01:58.838053 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-5cfed9e7-ad2f-4147-84e9-bf668f7e845f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2033567'] for security_group, after_create {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:01:58.844718 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.db.provisioning_blocks [None req-ad13160b-513d-4512-a15f-cb40cce6b7e9 None None] Provisioning complete for port 7c3e95ed-1edf-4d4a-96fd-46531f81f764 triggered by entity L2. {{(pid=101084) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 22:01:58.845122 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-ad13160b-513d-4512-a15f-cb40cce6b7e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-534742'] for port, provisioning_complete {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:01:58.852982 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5cfed9e7-ad2f-4147-84e9-bf668f7e845f admin admin] vlan segment allocate from pool success with {'vlan_id': 749, 'physical_network': 'physnet1'} {{(pid=101083) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 22:01:58.876432 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-5cfed9e7-ad2f-4147-84e9-bf668f7e845f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-527333'] for segment, precommit_create {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:01:58.876768 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.db.segments_db [None req-5cfed9e7-ad2f-4147-84e9-bf668f7e845f admin admin] Added segment f805f1f5-2a44-4f31-9193-8376afa57c93 of type vlan for network 5b26c07d-24ce-4dae-98a2-b1d467744962 Nov 08 22:01:58.885358 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfed9e7-ad2f-4147-84e9-bf668f7e845f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=347930bd-616c-4bea-a701-c749dc359ab9,revision_number=1']} {{(pid=101083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:01:58.926134 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-5cfed9e7-ad2f-4147-84e9-bf668f7e845f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728276129500'] for network, precommit_create {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:01:58.952718 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-5cfed9e7-ad2f-4147-84e9-bf668f7e845f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646297'] for network, after_create {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:01:58.954075 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cfed9e7-ad2f-4147-84e9-bf668f7e845f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:01:58.954580 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-5cfed9e7-ad2f-4147-84e9-bf668f7e845f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646287'] for network, before_response {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:01:58.960524 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-925982'] for port, before_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:01:58.974977 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-ad13160b-513d-4512-a15f-cb40cce6b7e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-925982'] for port, before_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:01:59.003826 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52ab924a-b99a-412c-937c-d9cb45e4547e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e207c784-4a00-481e-b406-44f17b44c415'}] {{(pid=101084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 22:01:59.004182 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [None req-5cfed9e7-ad2f-4147-84e9-bf668f7e845f admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3483508 Nov 08 22:01:59.006103 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b3cbe6c7fdf7c1e60af50d850490ef6f4dccd02a9ea7bc434e0a37b2dd34cb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9fed092-eeea-4834-b92b-4a41aac8555d" -d '{"events": [{"server_uuid": "52ab924a-b99a-412c-937c-d9cb45e4547e", "name": "network-vif-plugged", "status": "completed", "tag": "e207c784-4a00-481e-b406-44f17b44c415"}]}' {{(pid=101084) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 22:01:59.007012 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.wsgi [-] (101082) accepted ('10.222.0.25', 43544) {{(pid=101082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 22:01:59.013084 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.v2.base [None req-fa7f9f3d-5d0a-4717-b629-2ff35e0ea765 admin admin] Request body: {'subnet': {'network_id': '5b26c07d-24ce-4dae-98a2-b1d467744962', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2019479550-subnet', 'tenant_id': 'af92b9be2b6647c28783170efc81d69b', 'ip_version': 4}} {{(pid=101082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 22:01:59.013652 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.db [None req-ad13160b-513d-4512-a15f-cb40cce6b7e9 None None] For port 7c3e95ed-1edf-4d4a-96fd-46531f81f764, host dv-cinder-817085-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817085-1-iscsi',level=0,port_id=7c3e95ed-1edf-4d4a-96fd-46531f81f764,segment=NetworkSegment(4f9c68d0-c68c-4bfe-b6e8-d7426962dfc1),segment_id=4f9c68d0-c68c-4bfe-b6e8-d7426962dfc1)] {{(pid=101084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 22:01:59.022318 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-ad13160b-513d-4512-a15f-cb40cce6b7e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728276638356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728276144285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728276144303'] for port, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:01:59.025725 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.db [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] For port e207c784-4a00-481e-b406-44f17b44c415, host hv-cinder-81708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81708',level=0,port_id=e207c784-4a00-481e-b406-44f17b44c415,segment=NetworkSegment(49c9ba1b-8857-436d-852d-6f1ef1b4626a),segment_id=49c9ba1b-8857-436d-852d-6f1ef1b4626a)] {{(pid=101084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 22:01:59.031152 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728276638356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728276144285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728276144303'] for port, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:01:59.031320 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfed9e7-ad2f-4147-84e9-bf668f7e845f admin admin] Pushing event updated for resources: {'Network': ['ID=5b26c07d-24ce-4dae-98a2-b1d467744962,revision_number=1']} {{(pid=101083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:01:59.046447 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa7f9f3d-5d0a-4717-b629-2ff35e0ea765 admin admin] Made reservation on behalf of af92b9be2b6647c28783170efc81d69b for: {'subnet': 1} {{(pid=101082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 22:01:59.050043 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-fa7f9f3d-5d0a-4717-b629-2ff35e0ea765 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7673070'] for subnet, before_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:01:59.058071 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.rpc [None req-ad13160b-513d-4512-a15f-cb40cce6b7e9 None None] Network 5b26c07d-24ce-4dae-98a2-b1d467744962 details requested by agent ovs-agent-dv-cinder-817085-1-iscsi with host dv-cinder-817085-1-iscsi {{(pid=101084) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 22:01:59.075896 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 22:01:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3be581c7-5a41-4f14-b26a-2efdbe4c030c x-openstack-request-id: req-3be581c7-5a41-4f14-b26a-2efdbe4c030c {{(pid=101084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 22:01:59.076185 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52ab924a-b99a-412c-937c-d9cb45e4547e", "name": "network-vif-plugged", "status": "completed", "tag": "e207c784-4a00-481e-b406-44f17b44c415", "code": 200}]} {{(pid=101084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 22:01:59.076436 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3be581c7-5a41-4f14-b26a-2efdbe4c030c {{(pid=101084) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 22:01:59.076846 dv-cinder-817085-1-iscsi neutron-server[101084]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52ab924a-b99a-412c-937c-d9cb45e4547e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e207c784-4a00-481e-b406-44f17b44c415', 'code': 200} Nov 08 22:01:59.142688 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad13160b-513d-4512-a15f-cb40cce6b7e9 None None] Pushing event updated for resources: {'Port': ['ID=7c3e95ed-1edf-4d4a-96fd-46531f81f764,revision_number=4']} {{(pid=101084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:01:59.207542 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Pushing event updated for resources: {'Port': ['ID=e207c784-4a00-481e-b406-44f17b44c415,revision_number=5']} {{(pid=101084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:01:59.253941 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-fa7f9f3d-5d0a-4717-b629-2ff35e0ea765 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7854336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7671828'] for subnet, after_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:01:59.283549 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d21cd1-fd1f-43af-8bac-abef3ecd6168 req-f3d0afe2-4b6e-49fa-ba2c-4c6deea9d4b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:01:59.284631 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-76d21cd1-fd1f-43af-8bac-abef3ecd6168 req-f3d0afe2-4b6e-49fa-ba2c-4c6deea9d4b8 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=52ab924a-b99a-412c-937c-d9cb45e4547e HTTP/1.1" status: 200 len: 1099 time: 0.0418000 Nov 08 22:01:59.302690 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7f9f3d-5d0a-4717-b629-2ff35e0ea765 admin admin] Pushing event updated for resources: {'Subnet': ['ID=476c439d-2222-4e4a-8260-1d5c38cdf58b,revision_number=0']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:01:59.324217 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa7f9f3d-5d0a-4717-b629-2ff35e0ea765 admin admin] Checking segment: {'id': 'f805f1f5-2a44-4f31-9193-8376afa57c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '5b26c07d-24ce-4dae-98a2-b1d467744962'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 22:01:59.324574 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa7f9f3d-5d0a-4717-b629-2ff35e0ea765 admin admin] Network hostable DHCP agents. Network: 5b26c07d-24ce-4dae-98a2-b1d467744962, hostable agents: ['d8645970-7d7f-496c-a75a-0ae64c095b3b'], hosted agents: [] {{(pid=101082) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 22:01:59.342759 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa7f9f3d-5d0a-4717-b629-2ff35e0ea765 admin admin] Network 5b26c07d-24ce-4dae-98a2-b1d467744962 is scheduled to be hosted by DHCP agent d8645970-7d7f-496c-a75a-0ae64c095b3b with binding_index 1 {{(pid=101082) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 22:01:59.346755 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7def61e6-52f1-4bad-9f69-f912f6b8544e None None] Sync routers for ids ['11eeb2a8-0d22-46e6-b9f7-dc9dfc056bde'] in dv-cinder-817085-1-iscsi {{(pid=101084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 22:01:59.354622 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-76d21cd1-fd1f-43af-8bac-abef3ecd6168 req-561e9c07-2971-444f-a27d-4ebce9489cee service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=69d707de-fe7a-4758-96d9-19eb020d9ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515161 Nov 08 22:01:59.354774 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.scheduler.base_scheduler [None req-fa7f9f3d-5d0a-4717-b629-2ff35e0ea765 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817085-1-iscsi, 5b26c07d-24ce-4dae-98a2-b1d467744962) {{(pid=101082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 22:01:59.358724 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa7f9f3d-5d0a-4717-b629-2ff35e0ea765 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:01:59.359316 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-fa7f9f3d-5d0a-4717-b629-2ff35e0ea765 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646287'] for subnet, before_response {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:01:59.360700 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7def61e6-52f1-4bad-9f69-f912f6b8544e None None] Routers {'11eeb2a8-0d22-46e6-b9f7-dc9dfc056bde'} bound to L3 agent in host dv-cinder-817085-1-iscsi {{(pid=101084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 22:01:59.361737 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.db.l3_hamode_db [None req-7def61e6-52f1-4bad-9f69-f912f6b8544e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817085-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T21:51:49Z,description=,heartbeat_timestamp=2021-11-08T22:01:49Z,host='dv-cinder-817085-1-iscsi',id=a7fb4010-89fb-4d99-b0a1-90d6a3aacb04,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T21:51:49Z,topic='l3_agent')) {'router_ids': ['11eeb2a8-0d22-46e6-b9f7-dc9dfc056bde'], 'active': True} {{(pid=101084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 22:01:59.365279 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45a6a845-4323-4a64-b18a-f8c19c04a642 None None] Network 5b26c07d-24ce-4dae-98a2-b1d467744962 requested from dv-cinder-817085-1-iscsi {{(pid=101084) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 22:01:59.375230 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [None req-fa7f9f3d-5d0a-4717-b629-2ff35e0ea765 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3670573 Nov 08 22:01:59.377950 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.wsgi [-] (101082) accepted ('10.222.0.25', 43548) {{(pid=101082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 22:01:59.382050 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.v2.base [None req-92331c01-5433-4f62-b973-4c1c57e2933f admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2019479550-router', 'tenant_id': 'af92b9be2b6647c28783170efc81d69b', 'external_gateway_info': {'network_id': '8ae8d913-bef9-4bc0-baeb-78ef8b3a7364'}}} {{(pid=101082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 22:01:59.406065 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-92331c01-5433-4f62-b973-4c1c57e2933f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1634839', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5220'] for router, before_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:01:59.407115 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-92331c01-5433-4f62-b973-4c1c57e2933f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1634979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1623854', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2032021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5213'] for router, precommit_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:01:59.464264 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-92331c01-5433-4f62-b973-4c1c57e2933f admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:01:59.558323 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.db.l3_dvr_db [None req-7def61e6-52f1-4bad-9f69-f912f6b8544e None None] Set router 11eeb2a8-0d22-46e6-b9f7-dc9dfc056bde gateway port host: dv-cinder-817085-1-iscsi {{(pid=101084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 22:01:59.602500 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-92331c01-5433-4f62-b973-4c1c57e2933f admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:01:59.794238 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-226cb898-3b96-408f-a90b-3d699177b174 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpad403e5c-bbfa-5de7-8c3e-c07e4fe3bb96-5b26c07d-24ce-4dae-98a2-b1d467744962', 'network_id': '5b26c07d-24ce-4dae-98a2-b1d467744962', 'tenant_id': 'af92b9be2b6647c28783170efc81d69b', 'fixed_ips': [{'subnet_id': '476c439d-2222-4e4a-8260-1d5c38cdf58b'}]}} from dv-cinder-817085-1-iscsi. {{(pid=101084) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 22:01:59.795198 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-226cb898-3b96-408f-a90b-3d699177b174 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-925982'] for port, before_create {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:01:59.871126 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed13be56-9ef2-4d4e-81f3-385423bfb44c req-ed619370-2e95-4d0a-bf89-950a689ecba1 tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:01:59.872614 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-ed13be56-9ef2-4d4e-81f3-385423bfb44c req-ed619370-2e95-4d0a-bf89-950a689ecba1 tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] 10.222.0.25 "GET /v2.0/ports?device_id=21765c62-33e5-4865-a2e8-923f1018396e HTTP/1.1" status: 200 len: 945 time: 0.1732821 Nov 08 22:01:59.874487 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-92331c01-5433-4f62-b973-4c1c57e2933f admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:01:59.905302 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a58a9e-3e25-4b2d-9481-a230ac7baa52 req-be79cddf-a5fd-48fc-81f6-91ab2b40aace tempest-VolumesActionsTest-1330152236 tempest-VolumesActionsTest-1330152236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:01:59.906719 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-d1a58a9e-3e25-4b2d-9481-a230ac7baa52 req-be79cddf-a5fd-48fc-81f6-91ab2b40aace tempest-VolumesActionsTest-1330152236 tempest-VolumesActionsTest-1330152236-project] 10.222.0.25 "GET /v2.0/ports?device_id=52ab924a-b99a-412c-937c-d9cb45e4547e HTTP/1.1" status: 200 len: 946 time: 0.1355083 Nov 08 22:01:59.907697 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-92331c01-5433-4f62-b973-4c1c57e2933f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-925982'] for port, before_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:02:00.020590 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.db.db_base_plugin_common [None req-226cb898-3b96-408f-a90b-3d699177b174 None None] Allocated IP 172.20.0.2 (5b26c07d-24ce-4dae-98a2-b1d467744962/476c439d-2222-4e4a-8260-1d5c38cdf58b/f7fbb7b8-d3e6-48de-8ef4-2d219e2daa6e) {{(pid=101084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 22:02:00.030290 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-ed13be56-9ef2-4d4e-81f3-385423bfb44c req-97bd26b3-eb8c-4069-a1cd-78e067a97897 tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] 10.222.0.25 "GET /v2.0/security-groups?id=48a61968-ba2d-42aa-b087-8fe6b21c1944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338596 Nov 08 22:02:00.036291 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-d1a58a9e-3e25-4b2d-9481-a230ac7baa52 req-18e2a04a-0856-4ce2-ac71-d4e5087559f5 tempest-VolumesActionsTest-1330152236 tempest-VolumesActionsTest-1330152236-project] 10.222.0.25 "GET /v2.0/security-groups?id=69d707de-fe7a-4758-96d9-19eb020d9ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211984 Nov 08 22:02:00.050162 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.db.l3_hamode_db [None req-7def61e6-52f1-4bad-9f69-f912f6b8544e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11eeb2a8-0d22-46e6-b9f7-dc9dfc056bde', 'name': 'tempest-TestShelveInstance-1582151461-router', 'tenant_id': '8c3de2533be641d8a862b529619deccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ae8d913-bef9-4bc0-baeb-78ef8b3a7364', 'external_fixed_ips': [{'subnet_id': 'f0dec947-372d-4ed5-9c9f-864e58aba850', 'ip_address': '172.27.3.66'}], 'enable_snat': True}, 'gw_port_id': '7c3e95ed-1edf-4d4a-96fd-46531f81f764', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T22:01:54Z', 'updated_at': '2021-11-08T22:01:57Z', 'revision_number': 4, 'project_id': '8c3de2533be641d8a862b529619deccd', 'gw_port': {'id': '7c3e95ed-1edf-4d4a-96fd-46531f81f764', 'name': '', 'network_id': '8ae8d913-bef9-4bc0-baeb-78ef8b3a7364', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:4e:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11eeb2a8-0d22-46e6-b9f7-dc9dfc056bde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': 'f0dec947-372d-4ed5-9c9f-864e58aba850', 'ip_address': '172.27.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T22:01:54Z', 'updated_at': '2021-11-08T22:01:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0dec947-372d-4ed5-9c9f-864e58aba850', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817085-1-iscsi', '_interfaces': [{'id': '798cf1e6-4749-4eed-ac82-3010d53756e0', 'name': '', 'network_id': 'f15ed086-114a-4c78-9304-55250dfe0287', 'tenant_id': '8c3de2533be641d8a862b529619deccd', 'mac_address': 'fa:16:3e:f0:e4:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11eeb2a8-0d22-46e6-b9f7-dc9dfc056bde', 'device_owner': 'network:router_interface', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '8886f01a-2581-4e8d-9cf3-0b8e12cec80f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T22:01:56Z', 'updated_at': '2021-11-08T22:01:57Z', 'revision_number': 2, 'project_id': '8c3de2533be641d8a862b529619deccd', 'subnets': [{'id': '8886f01a-2581-4e8d-9cf3-0b8e12cec80f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817085-1-iscsi', False) {} {{(pid=101084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 22:02:00.125034 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7def61e6-52f1-4bad-9f69-f912f6b8544e None None] Checking router: 11eeb2a8-0d22-46e6-b9f7-dc9dfc056bde for host: dv-cinder-817085-1-iscsi {{(pid=101084) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 22:02:00.125034 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7def61e6-52f1-4bad-9f69-f912f6b8544e None None] Updating router 11eeb2a8-0d22-46e6-b9f7-dc9dfc056bde port 798cf1e6-4749-4eed-ac82-3010d53756e0 binding host dv-cinder-817085-1-iscsi {{(pid=101084) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 22:02:00.137864 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.db.db_base_plugin_common [None req-92331c01-5433-4f62-b973-4c1c57e2933f admin admin] Allocated IP 172.27.3.57 (8ae8d913-bef9-4bc0-baeb-78ef8b3a7364/f0dec947-372d-4ed5-9c9f-864e58aba850/a231f03f-393a-4f28-bd93-305d8cb8c180) {{(pid=101082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 22:02:00.160042 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-7def61e6-52f1-4bad-9f69-f912f6b8544e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-925982'] for port, before_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:02:00.236740 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98775531-f87f-42bf-9dbd-e656004b55d3 req-cdd73e7c-09a0-4eb6-9926-1325d0b4dd98 tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:02:00.238278 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-98775531-f87f-42bf-9dbd-e656004b55d3 req-cdd73e7c-09a0-4eb6-9926-1325d0b4dd98 tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] 10.222.0.25 "GET /v2.0/ports?device_id=ea3e000f-3070-46f1-ab82-0f619625641a HTTP/1.1" status: 200 len: 945 time: 0.1027257 Nov 08 22:02:00.285466 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5213e260-7183-4e11-a1b3-53f132d19119 req-c020bb95-0b3d-4634-8bdd-bb6d521af59d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:02:00.286864 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-5213e260-7183-4e11-a1b3-53f132d19119 req-c020bb95-0b3d-4634-8bdd-bb6d521af59d service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=21765c62-33e5-4865-a2e8-923f1018396e HTTP/1.1" status: 200 len: 1098 time: 0.0456634 Nov 08 22:02:00.315417 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-92331c01-5433-4f62-b973-4c1c57e2933f admin admin] Publish callbacks [] for port, precommit_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:02:00.331470 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-98775531-f87f-42bf-9dbd-e656004b55d3 req-d4a15053-4851-4378-a83b-ceac059ed677 tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] 10.222.0.25 "GET /v2.0/security-groups?id=e56f6cae-c1db-4d7c-8761-da45404c5a8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729506 Nov 08 22:02:00.337589 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-226cb898-3b96-408f-a90b-3d699177b174 None None] Publish callbacks [] for port, precommit_create {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:02:00.349256 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-226cb898-3b96-408f-a90b-3d699177b174 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728276144267'] for port, after_create {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:02:00.352828 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-5213e260-7183-4e11-a1b3-53f132d19119 req-29203a7e-669d-448a-8db0-2e4b119c3055 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=48a61968-ba2d-42aa-b087-8fe6b21c1944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541494 Nov 08 22:02:00.373865 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-92331c01-5433-4f62-b973-4c1c57e2933f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728276144267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7854484'] for port, after_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:02:00.410711 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92331c01-5433-4f62-b973-4c1c57e2933f admin admin] Network 8ae8d913-bef9-4bc0-baeb-78ef8b3a7364 is already hosted by enough agents. {{(pid=101082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 22:02:00.413673 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.scheduler.base_scheduler [None req-92331c01-5433-4f62-b973-4c1c57e2933f admin admin] Resources bound (agent type, host, resource id): {{(pid=101082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 22:02:00.419809 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92331c01-5433-4f62-b973-4c1c57e2933f admin admin] Received port after_create {{(pid=101082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 22:02:00.432836 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-226cb898-3b96-408f-a90b-3d699177b174 None None] Network 5b26c07d-24ce-4dae-98a2-b1d467744962 is already hosted by enough agents. {{(pid=101084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 22:02:00.440711 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.scheduler.base_scheduler [None req-226cb898-3b96-408f-a90b-3d699177b174 None None] Resources bound (agent type, host, resource id): {{(pid=101084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 22:02:00.446070 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92331c01-5433-4f62-b973-4c1c57e2933f admin admin] Pushing event updated for resources: {'Port': ['ID=a231f03f-393a-4f28-bd93-305d8cb8c180,revision_number=1']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:02:00.449756 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-226cb898-3b96-408f-a90b-3d699177b174 None None] Received port after_create {{(pid=101084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 22:02:00.455870 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226cb898-3b96-408f-a90b-3d699177b174 None None] Pushing event updated for resources: {'Port': ['ID=f7fbb7b8-d3e6-48de-8ef4-2d219e2daa6e,revision_number=1']} {{(pid=101084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:02:00.548174 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.managers [None req-226cb898-3b96-408f-a90b-3d699177b174 None None] Attempting to bind port f7fbb7b8-d3e6-48de-8ef4-2d219e2daa6e on host dv-cinder-817085-1-iscsi for vnic_type normal with profile {{(pid=101084) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 22:02:00.548943 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.managers [None req-226cb898-3b96-408f-a90b-3d699177b174 None None] Attempting to bind port f7fbb7b8-d3e6-48de-8ef4-2d219e2daa6e by drivers openvswitch,hyperv on host dv-cinder-817085-1-iscsi at level 0 using segments [{'id': 'f805f1f5-2a44-4f31-9193-8376afa57c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '5b26c07d-24ce-4dae-98a2-b1d467744962'}] {{(pid=101084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 22:02:00.550223 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-226cb898-3b96-408f-a90b-3d699177b174 None None] Attempting to bind port f7fbb7b8-d3e6-48de-8ef4-2d219e2daa6e on network 5b26c07d-24ce-4dae-98a2-b1d467744962 {{(pid=101084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 22:02:00.569421 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-226cb898-3b96-408f-a90b-3d699177b174 None None] Checking agent: {'id': 'b17b386a-7116-42d0-acec-a66289ba5096', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817085-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 21, 51, 52), 'started_at': datetime.datetime(2021, 11, 8, 21, 52, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 22, 1, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817085-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 22:02:00.569947 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-226cb898-3b96-408f-a90b-3d699177b174 None None] Checking segment: {'id': 'f805f1f5-2a44-4f31-9193-8376afa57c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '5b26c07d-24ce-4dae-98a2-b1d467744962'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 22:02:00.571906 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-226cb898-3b96-408f-a90b-3d699177b174 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:02:00.571906 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-226cb898-3b96-408f-a90b-3d699177b174 None None] Bound using segment: {'id': 'f805f1f5-2a44-4f31-9193-8376afa57c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '5b26c07d-24ce-4dae-98a2-b1d467744962'} {{(pid=101084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 22:02:00.571906 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.managers [None req-226cb898-3b96-408f-a90b-3d699177b174 None None] Bound port: f7fbb7b8-d3e6-48de-8ef4-2d219e2daa6e, host: dv-cinder-817085-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f805f1f5-2a44-4f31-9193-8376afa57c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '5b26c07d-24ce-4dae-98a2-b1d467744962'}}] {{(pid=101084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 22:02:00.571906 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-226cb898-3b96-408f-a90b-3d699177b174 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-925982'] for port, before_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:02:00.677789 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-7def61e6-52f1-4bad-9f69-f912f6b8544e None None] Publish callbacks [] for port, precommit_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:02:00.690534 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.rpc [None req-ad13160b-513d-4512-a15f-cb40cce6b7e9 None None] Device 7c3e95ed-1edf-4d4a-96fd-46531f81f764 up at agent ovs-agent-dv-cinder-817085-1-iscsi {{(pid=101084) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 22:02:00.695020 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-7def61e6-52f1-4bad-9f69-f912f6b8544e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728276638356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728276144285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728276144303'] for port, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:02:00.707680 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-92331c01-5433-4f62-b973-4c1c57e2933f admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:02:00.760518 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.db [None req-226cb898-3b96-408f-a90b-3d699177b174 None None] For port f7fbb7b8-d3e6-48de-8ef4-2d219e2daa6e, host dv-cinder-817085-1-iscsi, cleared binding levels {{(pid=101084) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 22:02:00.797596 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.db [None req-226cb898-3b96-408f-a90b-3d699177b174 None None] For port f7fbb7b8-d3e6-48de-8ef4-2d219e2daa6e, host dv-cinder-817085-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817085-1-iscsi',level=0,port_id=f7fbb7b8-d3e6-48de-8ef4-2d219e2daa6e,segment=NetworkSegment(f805f1f5-2a44-4f31-9193-8376afa57c93),segment_id=f805f1f5-2a44-4f31-9193-8376afa57c93)] {{(pid=101084) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 22:02:00.801460 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee8c099-f8c4-4763-91d7-2702074e9dfb None None] Pushing event updated for resources: {'Port': ['ID=798cf1e6-4749-4eed-ac82-3010d53756e0,revision_number=3']} {{(pid=101084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:02:00.809199 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-226cb898-3b96-408f-a90b-3d699177b174 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728276638356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728276144285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728276144303'] for port, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:02:00.951448 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226cb898-3b96-408f-a90b-3d699177b174 None None] Pushing event updated for resources: {'Port': ['ID=f7fbb7b8-d3e6-48de-8ef4-2d219e2daa6e,revision_number=2']} {{(pid=101084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:02:00.983400 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.managers [None req-7def61e6-52f1-4bad-9f69-f912f6b8544e None None] Attempting to bind port 798cf1e6-4749-4eed-ac82-3010d53756e0 on host dv-cinder-817085-1-iscsi for vnic_type normal with profile {{(pid=101084) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 22:02:00.983867 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.managers [None req-7def61e6-52f1-4bad-9f69-f912f6b8544e None None] Attempting to bind port 798cf1e6-4749-4eed-ac82-3010d53756e0 by drivers openvswitch,hyperv on host dv-cinder-817085-1-iscsi at level 0 using segments [{'id': '93b63db5-cae0-49c7-9e61-01e115c57491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'f15ed086-114a-4c78-9304-55250dfe0287'}] {{(pid=101084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 22:02:00.984441 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7def61e6-52f1-4bad-9f69-f912f6b8544e None None] Attempting to bind port 798cf1e6-4749-4eed-ac82-3010d53756e0 on network f15ed086-114a-4c78-9304-55250dfe0287 {{(pid=101084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 22:02:00.993513 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.db.provisioning_blocks [None req-ad13160b-513d-4512-a15f-cb40cce6b7e9 None None] Provisioning complete for port 7c3e95ed-1edf-4d4a-96fd-46531f81f764 triggered by entity L2. {{(pid=101084) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 22:02:00.994709 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-ad13160b-513d-4512-a15f-cb40cce6b7e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-534742'] for port, provisioning_complete {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:02:01.020286 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7def61e6-52f1-4bad-9f69-f912f6b8544e None None] Checking agent: {'id': 'b17b386a-7116-42d0-acec-a66289ba5096', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817085-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 21, 51, 52), 'started_at': datetime.datetime(2021, 11, 8, 21, 52, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 22, 1, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817085-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 22:02:01.021086 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7def61e6-52f1-4bad-9f69-f912f6b8544e None None] Checking segment: {'id': '93b63db5-cae0-49c7-9e61-01e115c57491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'f15ed086-114a-4c78-9304-55250dfe0287'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 22:02:01.021223 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-7def61e6-52f1-4bad-9f69-f912f6b8544e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:02:01.021661 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7def61e6-52f1-4bad-9f69-f912f6b8544e None None] Bound using segment: {'id': '93b63db5-cae0-49c7-9e61-01e115c57491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'f15ed086-114a-4c78-9304-55250dfe0287'} {{(pid=101084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 22:02:01.022228 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.managers [None req-7def61e6-52f1-4bad-9f69-f912f6b8544e None None] Bound port: 798cf1e6-4749-4eed-ac82-3010d53756e0, host: dv-cinder-817085-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93b63db5-cae0-49c7-9e61-01e115c57491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'f15ed086-114a-4c78-9304-55250dfe0287'}}] {{(pid=101084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 22:02:01.022683 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-7def61e6-52f1-4bad-9f69-f912f6b8544e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-925982'] for port, before_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:02:01.123993 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.db [None req-7def61e6-52f1-4bad-9f69-f912f6b8544e None None] For port 798cf1e6-4749-4eed-ac82-3010d53756e0, host dv-cinder-817085-1-iscsi, cleared binding levels {{(pid=101084) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 22:02:01.171315 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.db [None req-7def61e6-52f1-4bad-9f69-f912f6b8544e None None] For port 798cf1e6-4749-4eed-ac82-3010d53756e0, host dv-cinder-817085-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817085-1-iscsi',level=0,port_id=798cf1e6-4749-4eed-ac82-3010d53756e0,segment=NetworkSegment(93b63db5-cae0-49c7-9e61-01e115c57491),segment_id=93b63db5-cae0-49c7-9e61-01e115c57491)] {{(pid=101084) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 22:02:01.172320 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.db.provisioning_blocks [None req-5daad381-4233-4415-a518-e31a7a157497 None None] Provisioning complete for port 798cf1e6-4749-4eed-ac82-3010d53756e0 triggered by entity DHCP. {{(pid=101084) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 22:02:01.172757 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-5daad381-4233-4415-a518-e31a7a157497 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-534742'] for port, provisioning_complete {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:02:01.182638 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-7def61e6-52f1-4bad-9f69-f912f6b8544e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728276638356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728276144285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728276144303'] for port, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:02:01.300337 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7def61e6-52f1-4bad-9f69-f912f6b8544e None None] Routers {'11eeb2a8-0d22-46e6-b9f7-dc9dfc056bde'} bound to L3 agent in host dv-cinder-817085-1-iscsi {{(pid=101084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 22:02:01.301051 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.db.l3_hamode_db [None req-7def61e6-52f1-4bad-9f69-f912f6b8544e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817085-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T21:51:49Z,description=,heartbeat_timestamp=2021-11-08T22:01:49Z,host='dv-cinder-817085-1-iscsi',id=a7fb4010-89fb-4d99-b0a1-90d6a3aacb04,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T21:51:49Z,topic='l3_agent')) {'router_ids': ['11eeb2a8-0d22-46e6-b9f7-dc9dfc056bde'], 'active': True} {{(pid=101084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 22:02:01.308170 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1ef3fc-7217-4ddf-80bf-3e756e5ae1f8 req-c2d7e1a8-6b1f-4042-84b4-0dbedd79c37d tempest-VolumesActionsTest-1330152236 tempest-VolumesActionsTest-1330152236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:02:01.315498 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-8f1ef3fc-7217-4ddf-80bf-3e756e5ae1f8 req-c2d7e1a8-6b1f-4042-84b4-0dbedd79c37d tempest-VolumesActionsTest-1330152236 tempest-VolumesActionsTest-1330152236-project] 10.222.0.25 "GET /v2.0/ports?device_id=52ab924a-b99a-412c-937c-d9cb45e4547e HTTP/1.1" status: 200 len: 946 time: 0.1555464 Nov 08 22:02:01.341859 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-92331c01-5433-4f62-b973-4c1c57e2933f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1634988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1624059'] for router, after_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:02:01.342239 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee8c099-f8c4-4763-91d7-2702074e9dfb None None] Pushing event updated for resources: {'Port': ['ID=798cf1e6-4749-4eed-ac82-3010d53756e0,revision_number=4']} {{(pid=101084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:02:01.356862 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770333f3-57f7-4373-af6f-07a901ceda41 req-d14dcc90-6fd5-4f9a-9cfa-aa0f4acd95c2 tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:02:01.358441 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-770333f3-57f7-4373-af6f-07a901ceda41 req-d14dcc90-6fd5-4f9a-9cfa-aa0f4acd95c2 tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] 10.222.0.25 "GET /v2.0/ports?device_id=21765c62-33e5-4865-a2e8-923f1018396e HTTP/1.1" status: 200 len: 945 time: 0.1997421 Nov 08 22:02:01.455160 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-8f1ef3fc-7217-4ddf-80bf-3e756e5ae1f8 req-a3084ce5-20b9-4cb5-9f7b-24a821714b51 tempest-VolumesActionsTest-1330152236 tempest-VolumesActionsTest-1330152236-project] 10.222.0.25 "GET /v2.0/security-groups?id=69d707de-fe7a-4758-96d9-19eb020d9ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387951 Nov 08 22:02:01.475285 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-5daad381-4233-4415-a518-e31a7a157497 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-925982'] for port, before_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:02:01.529710 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.db [None req-5daad381-4233-4415-a518-e31a7a157497 None None] For port 798cf1e6-4749-4eed-ac82-3010d53756e0, host dv-cinder-817085-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817085-1-iscsi',level=0,port_id=798cf1e6-4749-4eed-ac82-3010d53756e0,segment=NetworkSegment(93b63db5-cae0-49c7-9e61-01e115c57491),segment_id=93b63db5-cae0-49c7-9e61-01e115c57491)] {{(pid=101084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 22:02:01.544263 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-770333f3-57f7-4373-af6f-07a901ceda41 req-99d8df11-93b5-49ad-90f1-4f695379004e tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] 10.222.0.25 "GET /v2.0/security-groups?id=48a61968-ba2d-42aa-b087-8fe6b21c1944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397557 Nov 08 22:02:01.552147 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.db.l3_dvr_db [None req-7def61e6-52f1-4bad-9f69-f912f6b8544e None None] Set router 11eeb2a8-0d22-46e6-b9f7-dc9dfc056bde gateway port host: dv-cinder-817085-1-iscsi {{(pid=101084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 22:02:01.554713 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-5daad381-4233-4415-a518-e31a7a157497 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728276638356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728276144285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728276144303'] for port, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:02:01.595816 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92331c01-5433-4f62-b973-4c1c57e2933f admin admin] Router 7d5eee0e-f131-4d47-af4b-32d6c4eb2073 is scheduled to L3 agent a7fb4010-89fb-4d99-b0a1-90d6a3aacb04 with binding_index 1 {{(pid=101082) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 08 22:02:01.729734 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5daad381-4233-4415-a518-e31a7a157497 None None] Pushing event updated for resources: {'Port': ['ID=798cf1e6-4749-4eed-ac82-3010d53756e0,revision_number=5']} {{(pid=101084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:02:01.754358 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b875dc0d-a360-4238-99bc-39fd4ca57e90 req-a461ad69-c6ac-4eb1-8340-03aedf57e087 tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:02:01.755881 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-b875dc0d-a360-4238-99bc-39fd4ca57e90 req-a461ad69-c6ac-4eb1-8340-03aedf57e087 tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] 10.222.0.25 "GET /v2.0/ports?device_id=ea3e000f-3070-46f1-ab82-0f619625641a HTTP/1.1" status: 200 len: 945 time: 0.1460869 Nov 08 22:02:01.782172 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.db.provisioning_blocks [None req-3b33a45d-a187-4883-95b7-e24879853849 None None] Provisioning complete for port 798cf1e6-4749-4eed-ac82-3010d53756e0 triggered by entity DHCP. {{(pid=101084) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 22:02:01.782172 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-3b33a45d-a187-4883-95b7-e24879853849 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-534742'] for port, provisioning_complete {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:02:01.797900 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92331c01-5433-4f62-b973-4c1c57e2933f admin admin] Notify agent at l3_agent.dv-cinder-817085-1-iscsi the message routers_updated {{(pid=101082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 22:02:01.811140 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc9f6c3e-3822-4743-96a8-f1e2866fc596 None None] Sync routers for ids ['7d5eee0e-f131-4d47-af4b-32d6c4eb2073'] in dv-cinder-817085-1-iscsi {{(pid=101085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 22:02:01.826985 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc9f6c3e-3822-4743-96a8-f1e2866fc596 None None] Routers {'7d5eee0e-f131-4d47-af4b-32d6c4eb2073'} bound to L3 agent in host dv-cinder-817085-1-iscsi {{(pid=101085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 22:02:01.828045 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.db.l3_hamode_db [None req-cc9f6c3e-3822-4743-96a8-f1e2866fc596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817085-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T21:51:49Z,description=,heartbeat_timestamp=2021-11-08T22:01:49Z,host='dv-cinder-817085-1-iscsi',id=a7fb4010-89fb-4d99-b0a1-90d6a3aacb04,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T21:51:49Z,topic='l3_agent')) {'router_ids': ['7d5eee0e-f131-4d47-af4b-32d6c4eb2073'], 'active': True} {{(pid=101085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 22:02:01.841852 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-b875dc0d-a360-4238-99bc-39fd4ca57e90 req-170795bb-9fa3-4d61-9b53-b7e2295701b0 tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] 10.222.0.25 "GET /v2.0/security-groups?id=e56f6cae-c1db-4d7c-8761-da45404c5a8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694275 Nov 08 22:02:01.845237 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-92331c01-5433-4f62-b973-4c1c57e2933f admin admin] Publish callbacks [] for router, before_response {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:02:01.849843 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.wsgi [-] (101083) accepted ('10.222.0.25', 43578) {{(pid=101083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 22:02:01.860119 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [None req-92331c01-5433-4f62-b973-4c1c57e2933f admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.4703529 Nov 08 22:02:01.947558 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.db.l3_hamode_db [None req-7def61e6-52f1-4bad-9f69-f912f6b8544e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11eeb2a8-0d22-46e6-b9f7-dc9dfc056bde', 'name': 'tempest-TestShelveInstance-1582151461-router', 'tenant_id': '8c3de2533be641d8a862b529619deccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ae8d913-bef9-4bc0-baeb-78ef8b3a7364', 'external_fixed_ips': [{'subnet_id': 'f0dec947-372d-4ed5-9c9f-864e58aba850', 'ip_address': '172.27.3.66'}], 'enable_snat': True}, 'gw_port_id': '7c3e95ed-1edf-4d4a-96fd-46531f81f764', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T22:01:54Z', 'updated_at': '2021-11-08T22:01:57Z', 'revision_number': 4, 'project_id': '8c3de2533be641d8a862b529619deccd', 'gw_port': {'id': '7c3e95ed-1edf-4d4a-96fd-46531f81f764', 'name': '', 'network_id': '8ae8d913-bef9-4bc0-baeb-78ef8b3a7364', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:4e:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11eeb2a8-0d22-46e6-b9f7-dc9dfc056bde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': 'f0dec947-372d-4ed5-9c9f-864e58aba850', 'ip_address': '172.27.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T22:01:54Z', 'updated_at': '2021-11-08T22:01:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0dec947-372d-4ed5-9c9f-864e58aba850', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817085-1-iscsi', '_interfaces': [{'id': '798cf1e6-4749-4eed-ac82-3010d53756e0', 'name': '', 'network_id': 'f15ed086-114a-4c78-9304-55250dfe0287', 'tenant_id': '8c3de2533be641d8a862b529619deccd', 'mac_address': 'fa:16:3e:f0:e4:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11eeb2a8-0d22-46e6-b9f7-dc9dfc056bde', 'device_owner': 'network:router_interface', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '8886f01a-2581-4e8d-9cf3-0b8e12cec80f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T22:01:56Z', 'updated_at': '2021-11-08T22:02:01Z', 'revision_number': 4, 'project_id': '8c3de2533be641d8a862b529619deccd', 'subnets': [{'id': '8886f01a-2581-4e8d-9cf3-0b8e12cec80f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817085-1-iscsi', False) {} {{(pid=101084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 22:02:01.982147 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7def61e6-52f1-4bad-9f69-f912f6b8544e None None] The sync data for ids ['11eeb2a8-0d22-46e6-b9f7-dc9dfc056bde'] in dv-cinder-817085-1-iscsi is: [{'id': '11eeb2a8-0d22-46e6-b9f7-dc9dfc056bde', 'name': 'tempest-TestShelveInstance-1582151461-router', 'tenant_id': '8c3de2533be641d8a862b529619deccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ae8d913-bef9-4bc0-baeb-78ef8b3a7364', 'external_fixed_ips': [{'subnet_id': 'f0dec947-372d-4ed5-9c9f-864e58aba850', 'ip_address': '172.27.3.66'}], 'enable_snat': True}, 'gw_port_id': '7c3e95ed-1edf-4d4a-96fd-46531f81f764', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T22:01:54Z', 'updated_at': '2021-11-08T22:01:57Z', 'revision_number': 4, 'project_id': '8c3de2533be641d8a862b529619deccd', 'gw_port': {'id': '7c3e95ed-1edf-4d4a-96fd-46531f81f764', 'name': '', 'network_id': '8ae8d913-bef9-4bc0-baeb-78ef8b3a7364', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:4e:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11eeb2a8-0d22-46e6-b9f7-dc9dfc056bde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': 'f0dec947-372d-4ed5-9c9f-864e58aba850', 'ip_address': '172.27.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T22:01:54Z', 'updated_at': '2021-11-08T22:01:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0dec947-372d-4ed5-9c9f-864e58aba850', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817085-1-iscsi', '_interfaces': [{'id': '798cf1e6-4749-4eed-ac82-3010d53756e0', 'name': '', 'network_id': 'f15ed086-114a-4c78-9304-55250dfe0287', 'tenant_id': '8c3de2533be641d8a862b529619deccd', 'mac_address': 'fa:16:3e:f0:e4:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11eeb2a8-0d22-46e6-b9f7-dc9dfc056bde', 'device_owner': 'network:router_interface', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '8886f01a-2581-4e8d-9cf3-0b8e12cec80f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T22:01:56Z', 'updated_at': '2021-11-08T22:02:01Z', 'revision_number': 4, 'project_id': '8c3de2533be641d8a862b529619deccd', 'subnets': [{'id': '8886f01a-2581-4e8d-9cf3-0b8e12cec80f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 22:02:02.059460 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.db.l3_dvr_db [None req-cc9f6c3e-3822-4743-96a8-f1e2866fc596 None None] Set router 7d5eee0e-f131-4d47-af4b-32d6c4eb2073 gateway port host: dv-cinder-817085-1-iscsi {{(pid=101085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 22:02:02.333401 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.db.l3_hamode_db [None req-cc9f6c3e-3822-4743-96a8-f1e2866fc596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d5eee0e-f131-4d47-af4b-32d6c4eb2073', 'name': 'tempest-TestShelveInstance-2019479550-router', 'tenant_id': 'af92b9be2b6647c28783170efc81d69b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ae8d913-bef9-4bc0-baeb-78ef8b3a7364', 'external_fixed_ips': [{'subnet_id': 'f0dec947-372d-4ed5-9c9f-864e58aba850', 'ip_address': '172.27.3.57'}], 'enable_snat': True}, 'gw_port_id': 'a231f03f-393a-4f28-bd93-305d8cb8c180', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T22:01:59Z', 'updated_at': '2021-11-08T22:02:00Z', 'revision_number': 3, 'project_id': 'af92b9be2b6647c28783170efc81d69b', 'gw_port': {'id': 'a231f03f-393a-4f28-bd93-305d8cb8c180', 'name': '', 'network_id': '8ae8d913-bef9-4bc0-baeb-78ef8b3a7364', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:95:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d5eee0e-f131-4d47-af4b-32d6c4eb2073', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': 'f0dec947-372d-4ed5-9c9f-864e58aba850', 'ip_address': '172.27.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T22:01:59Z', 'updated_at': '2021-11-08T22:02:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f0dec947-372d-4ed5-9c9f-864e58aba850', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817085-1-iscsi'}], 'dv-cinder-817085-1-iscsi', False) {} {{(pid=101085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 22:02:02.373286 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc9f6c3e-3822-4743-96a8-f1e2866fc596 None None] Checking router: 7d5eee0e-f131-4d47-af4b-32d6c4eb2073 for host: dv-cinder-817085-1-iscsi {{(pid=101085) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 22:02:02.373626 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc9f6c3e-3822-4743-96a8-f1e2866fc596 None None] Updating router 7d5eee0e-f131-4d47-af4b-32d6c4eb2073 port a231f03f-393a-4f28-bd93-305d8cb8c180 binding host dv-cinder-817085-1-iscsi {{(pid=101085) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 22:02:02.413748 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron_lib.callbacks.manager [None req-cc9f6c3e-3822-4743-96a8-f1e2866fc596 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-925982'] for port, before_update {{(pid=101085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:02:02.434108 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f76c9b-a610-44c3-a480-a1329a0943e9 req-78282b74-7a51-43e9-8b98-2266aa3cc6fb tempest-VolumesActionsTest-1330152236 tempest-VolumesActionsTest-1330152236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:02:02.442532 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-71f76c9b-a610-44c3-a480-a1329a0943e9 req-78282b74-7a51-43e9-8b98-2266aa3cc6fb tempest-VolumesActionsTest-1330152236 tempest-VolumesActionsTest-1330152236-project] 10.222.0.25 "GET /v2.0/ports?device_id=52ab924a-b99a-412c-937c-d9cb45e4547e HTTP/1.1" status: 200 len: 946 time: 0.0933325 Nov 08 22:02:02.468268 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afa4ba52-f12d-4a54-9606-290721d5c99d None None] Network 5b26c07d-24ce-4dae-98a2-b1d467744962 requested from dv-cinder-817085-1-iscsi {{(pid=101084) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 22:02:02.519165 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-71f76c9b-a610-44c3-a480-a1329a0943e9 req-b8861621-9646-4f73-b399-ba462a00ef4c tempest-VolumesActionsTest-1330152236 tempest-VolumesActionsTest-1330152236-project] 10.222.0.25 "GET /v2.0/security-groups?id=69d707de-fe7a-4758-96d9-19eb020d9ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735967 Nov 08 22:02:02.786251 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0ababe-7715-42f6-861b-1aa4a9296ef0 req-57044454-2e2b-47dd-a29a-5d92f53ee632 tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:02:02.801931 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-df0ababe-7715-42f6-861b-1aa4a9296ef0 req-57044454-2e2b-47dd-a29a-5d92f53ee632 tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] 10.222.0.25 "GET /v2.0/ports?device_id=21765c62-33e5-4865-a2e8-923f1018396e HTTP/1.1" status: 200 len: 945 time: 0.1308284 Nov 08 22:02:02.865122 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.rpc [None req-ad13160b-513d-4512-a15f-cb40cce6b7e9 None None] Device 798cf1e6-4749-4eed-ac82-3010d53756e0 up at agent ovs-agent-dv-cinder-817085-1-iscsi {{(pid=101084) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 22:02:02.875857 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-df0ababe-7715-42f6-861b-1aa4a9296ef0 req-9ae58b91-7c6c-43c1-9f91-00204a5ab07a tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] 10.222.0.25 "GET /v2.0/security-groups?id=48a61968-ba2d-42aa-b087-8fe6b21c1944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728080 Nov 08 22:02:02.882944 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.db.provisioning_blocks [None req-ed5569bf-456b-43cc-9b13-9dfc8cd432c1 None None] Provisioning complete for port f7fbb7b8-d3e6-48de-8ef4-2d219e2daa6e triggered by entity DHCP. {{(pid=101084) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 22:02:02.883319 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-ed5569bf-456b-43cc-9b13-9dfc8cd432c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-534742'] for port, provisioning_complete {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:02:02.904565 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron_lib.callbacks.manager [None req-cc9f6c3e-3822-4743-96a8-f1e2866fc596 None None] Publish callbacks [] for port, precommit_update {{(pid=101085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:02:02.918039 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron_lib.callbacks.manager [None req-cc9f6c3e-3822-4743-96a8-f1e2866fc596 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728276638356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728276144285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728276144303'] for port, after_update {{(pid=101085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:02:03.005279 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-a8dc6494-bd7c-463d-99c2-81d3bd8065f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-925982'] for port, before_create {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:02:03.016370 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66f75f0-369d-4963-ba48-2ef1b354478f req-ea4399db-0f0f-474b-9d2e-a8fb83dee812 tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:02:03.026016 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-f66f75f0-369d-4963-ba48-2ef1b354478f req-ea4399db-0f0f-474b-9d2e-a8fb83dee812 tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] 10.222.0.25 "GET /v2.0/ports?device_id=ea3e000f-3070-46f1-ab82-0f619625641a HTTP/1.1" status: 200 len: 945 time: 0.0935690 Nov 08 22:02:03.038120 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.plugins.ml2.managers [None req-cc9f6c3e-3822-4743-96a8-f1e2866fc596 None None] Attempting to bind port a231f03f-393a-4f28-bd93-305d8cb8c180 on host dv-cinder-817085-1-iscsi for vnic_type normal with profile {{(pid=101085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 22:02:03.041538 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.plugins.ml2.managers [None req-cc9f6c3e-3822-4743-96a8-f1e2866fc596 None None] Attempting to bind port a231f03f-393a-4f28-bd93-305d8cb8c180 by drivers openvswitch,hyperv on host dv-cinder-817085-1-iscsi at level 0 using segments [{'id': '4f9c68d0-c68c-4bfe-b6e8-d7426962dfc1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8ae8d913-bef9-4bc0-baeb-78ef8b3a7364'}] {{(pid=101085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 22:02:03.042378 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc9f6c3e-3822-4743-96a8-f1e2866fc596 None None] Attempting to bind port a231f03f-393a-4f28-bd93-305d8cb8c180 on network 8ae8d913-bef9-4bc0-baeb-78ef8b3a7364 {{(pid=101085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 22:02:03.062581 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc9f6c3e-3822-4743-96a8-f1e2866fc596 None None] Checking agent: {'id': 'b17b386a-7116-42d0-acec-a66289ba5096', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817085-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 21, 51, 52), 'started_at': datetime.datetime(2021, 11, 8, 21, 52, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 22, 1, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817085-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 22:02:03.068933 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc9f6c3e-3822-4743-96a8-f1e2866fc596 None None] Checking segment: {'id': '4f9c68d0-c68c-4bfe-b6e8-d7426962dfc1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8ae8d913-bef9-4bc0-baeb-78ef8b3a7364'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 22:02:03.069583 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron_lib.callbacks.manager [None req-cc9f6c3e-3822-4743-96a8-f1e2866fc596 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:02:03.070163 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc9f6c3e-3822-4743-96a8-f1e2866fc596 None None] Bound using segment: {'id': '4f9c68d0-c68c-4bfe-b6e8-d7426962dfc1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8ae8d913-bef9-4bc0-baeb-78ef8b3a7364'} {{(pid=101085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 22:02:03.070803 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.plugins.ml2.managers [None req-cc9f6c3e-3822-4743-96a8-f1e2866fc596 None None] Bound port: a231f03f-393a-4f28-bd93-305d8cb8c180, host: dv-cinder-817085-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f9c68d0-c68c-4bfe-b6e8-d7426962dfc1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8ae8d913-bef9-4bc0-baeb-78ef8b3a7364'}}] {{(pid=101085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 22:02:03.071346 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron_lib.callbacks.manager [None req-cc9f6c3e-3822-4743-96a8-f1e2866fc596 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-925982'] for port, before_update {{(pid=101085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:02:03.101795 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-f66f75f0-369d-4963-ba48-2ef1b354478f req-283b48df-4d80-452e-987c-34047ba9cea4 tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] 10.222.0.25 "GET /v2.0/security-groups?id=e56f6cae-c1db-4d7c-8761-da45404c5a8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748022 Nov 08 22:02:03.123363 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2898a6e-a101-42c3-b854-c73edc6f5dd9 None None] Pushing event updated for resources: {'Port': ['ID=a231f03f-393a-4f28-bd93-305d8cb8c180,revision_number=2']} {{(pid=101085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:02:03.159010 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.db.provisioning_blocks [None req-ad13160b-513d-4512-a15f-cb40cce6b7e9 None None] Provisioning complete for port 798cf1e6-4749-4eed-ac82-3010d53756e0 triggered by entity L2. {{(pid=101084) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 22:02:03.159385 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-ad13160b-513d-4512-a15f-cb40cce6b7e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-534742'] for port, provisioning_complete {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:02:03.163689 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.plugins.ml2.db [None req-cc9f6c3e-3822-4743-96a8-f1e2866fc596 None None] For port a231f03f-393a-4f28-bd93-305d8cb8c180, host dv-cinder-817085-1-iscsi, cleared binding levels {{(pid=101085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 22:02:03.167311 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.plugins.ml2.db [None req-cc9f6c3e-3822-4743-96a8-f1e2866fc596 None None] For port a231f03f-393a-4f28-bd93-305d8cb8c180, host dv-cinder-817085-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817085-1-iscsi',level=0,port_id=a231f03f-393a-4f28-bd93-305d8cb8c180,segment=NetworkSegment(4f9c68d0-c68c-4bfe-b6e8-d7426962dfc1),segment_id=4f9c68d0-c68c-4bfe-b6e8-d7426962dfc1)] {{(pid=101085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 22:02:03.173373 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron_lib.callbacks.manager [None req-cc9f6c3e-3822-4743-96a8-f1e2866fc596 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728276638356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728276144285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728276144303'] for port, after_update {{(pid=101085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:02:03.255597 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-ed5569bf-456b-43cc-9b13-9dfc8cd432c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-925982'] for port, before_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:02:03.256384 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2898a6e-a101-42c3-b854-c73edc6f5dd9 None None] Pushing event updated for resources: {'Port': ['ID=a231f03f-393a-4f28-bd93-305d8cb8c180,revision_number=3']} {{(pid=101085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:02:03.267860 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc9f6c3e-3822-4743-96a8-f1e2866fc596 None None] Routers {'7d5eee0e-f131-4d47-af4b-32d6c4eb2073'} bound to L3 agent in host dv-cinder-817085-1-iscsi {{(pid=101085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 22:02:03.270416 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.db.l3_hamode_db [None req-cc9f6c3e-3822-4743-96a8-f1e2866fc596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817085-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T21:51:49Z,description=,heartbeat_timestamp=2021-11-08T22:01:49Z,host='dv-cinder-817085-1-iscsi',id=a7fb4010-89fb-4d99-b0a1-90d6a3aacb04,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T21:51:49Z,topic='l3_agent')) {'router_ids': ['7d5eee0e-f131-4d47-af4b-32d6c4eb2073'], 'active': True} {{(pid=101085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 22:02:03.296015 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf787adf-24e4-472e-908c-f3729723a995 req-b0c98a46-4095-4699-85a9-a482a099ae88 tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:02:03.297639 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-cf787adf-24e4-472e-908c-f3729723a995 req-b0c98a46-4095-4699-85a9-a482a099ae88 tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] 10.222.0.25 "GET /v2.0/ports?device_id=21765c62-33e5-4865-a2e8-923f1018396e HTTP/1.1" status: 200 len: 945 time: 0.1025264 Nov 08 22:02:03.400086 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.db [None req-ed5569bf-456b-43cc-9b13-9dfc8cd432c1 None None] For port f7fbb7b8-d3e6-48de-8ef4-2d219e2daa6e, host dv-cinder-817085-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817085-1-iscsi',level=0,port_id=f7fbb7b8-d3e6-48de-8ef4-2d219e2daa6e,segment=NetworkSegment(f805f1f5-2a44-4f31-9193-8376afa57c93),segment_id=f805f1f5-2a44-4f31-9193-8376afa57c93)] {{(pid=101084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 22:02:03.403148 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.rpc [None req-ad13160b-513d-4512-a15f-cb40cce6b7e9 None None] Device f7fbb7b8-d3e6-48de-8ef4-2d219e2daa6e up at agent ovs-agent-dv-cinder-817085-1-iscsi {{(pid=101084) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 22:02:03.411210 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.db.db_base_plugin_common [None req-a8dc6494-bd7c-463d-99c2-81d3bd8065f9 admin admin] Allocated IP 172.20.0.1 (5b26c07d-24ce-4dae-98a2-b1d467744962/476c439d-2222-4e4a-8260-1d5c38cdf58b/fc45cbe0-b7d0-448e-be4c-f0a66ab2d969) {{(pid=101083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 22:02:03.436068 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-cf787adf-24e4-472e-908c-f3729723a995 req-2abf2b36-067f-4ed9-b537-6a3e94985ed6 tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] 10.222.0.25 "GET /v2.0/security-groups?id=48a61968-ba2d-42aa-b087-8fe6b21c1944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166348 Nov 08 22:02:03.443066 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-ed5569bf-456b-43cc-9b13-9dfc8cd432c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728276638356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728276144285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728276144303'] for port, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:02:03.511719 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.db.provisioning_blocks [None req-ad13160b-513d-4512-a15f-cb40cce6b7e9 None None] Provisioning complete for port f7fbb7b8-d3e6-48de-8ef4-2d219e2daa6e triggered by entity L2. {{(pid=101084) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 22:02:03.512364 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-ad13160b-513d-4512-a15f-cb40cce6b7e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-534742'] for port, provisioning_complete {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:02:03.513215 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fd0259-f4e0-4312-8f98-ebd5d83bc536 req-c49c5373-e908-4480-8f5e-a2d8196d3b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:02:03.515483 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-10fd0259-f4e0-4312-8f98-ebd5d83bc536 req-c49c5373-e908-4480-8f5e-a2d8196d3b99 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=978ca50bc6d64521ad5d25a5de935b0b&device_id=21765c62-33e5-4865-a2e8-923f1018396e HTTP/1.1" status: 200 len: 1098 time: 0.3529811 Nov 08 22:02:03.527433 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.db.l3_dvr_db [None req-cc9f6c3e-3822-4743-96a8-f1e2866fc596 None None] Set router 7d5eee0e-f131-4d47-af4b-32d6c4eb2073 gateway port host: dv-cinder-817085-1-iscsi {{(pid=101085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 22:02:03.551186 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5569bf-456b-43cc-9b13-9dfc8cd432c1 None None] Pushing event updated for resources: {'Port': ['ID=f7fbb7b8-d3e6-48de-8ef4-2d219e2daa6e,revision_number=3']} {{(pid=101084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:02:03.588062 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5569bf-456b-43cc-9b13-9dfc8cd432c1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 22:02:03.588584 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5569bf-456b-43cc-9b13-9dfc8cd432c1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 22:02:03.589044 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5569bf-456b-43cc-9b13-9dfc8cd432c1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 22:02:03.589474 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5569bf-456b-43cc-9b13-9dfc8cd432c1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 22:02:03.589896 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5569bf-456b-43cc-9b13-9dfc8cd432c1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 22:02:03.590535 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5569bf-456b-43cc-9b13-9dfc8cd432c1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 22:02:03.591627 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5569bf-456b-43cc-9b13-9dfc8cd432c1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 22:02:03.592063 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5569bf-456b-43cc-9b13-9dfc8cd432c1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 22:02:03.594378 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5569bf-456b-43cc-9b13-9dfc8cd432c1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 22:02:03.594870 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5569bf-456b-43cc-9b13-9dfc8cd432c1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 22:02:03.595302 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5569bf-456b-43cc-9b13-9dfc8cd432c1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 22:02:03.595728 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5569bf-456b-43cc-9b13-9dfc8cd432c1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 22:02:03.629019 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.db.provisioning_blocks [None req-855f77a3-426f-46e1-b1b2-479d8ac88d73 None None] Provisioning complete for port f7fbb7b8-d3e6-48de-8ef4-2d219e2daa6e triggered by entity DHCP. {{(pid=101084) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 22:02:03.629687 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-855f77a3-426f-46e1-b1b2-479d8ac88d73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-534742'] for port, provisioning_complete {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:02:03.669718 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-a8dc6494-bd7c-463d-99c2-81d3bd8065f9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:02:03.695584 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fd0259-f4e0-4312-8f98-ebd5d83bc536 req-3b3d5e9a-d6d8-4e2f-9625-6398ee4794ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:02:03.697220 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-10fd0259-f4e0-4312-8f98-ebd5d83bc536 req-3b3d5e9a-d6d8-4e2f-9625-6398ee4794ef service neutron] 10.222.0.48 "GET /v2.0/networks?id=890edfdd-a1ca-4a26-a0c0-782a8dc72e87 HTTP/1.1" status: 200 len: 920 time: 0.1668327 Nov 08 22:02:03.756686 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b998b0ba-f4d0-4bcc-b7dd-6234fa89bdbc req-c1df266d-7501-47d2-bece-e6c368fb9b41 tempest-VolumesActionsTest-1330152236 tempest-VolumesActionsTest-1330152236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:02:03.764462 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-b998b0ba-f4d0-4bcc-b7dd-6234fa89bdbc req-c1df266d-7501-47d2-bece-e6c368fb9b41 tempest-VolumesActionsTest-1330152236 tempest-VolumesActionsTest-1330152236-project] 10.222.0.25 "GET /v2.0/ports?device_id=52ab924a-b99a-412c-937c-d9cb45e4547e HTTP/1.1" status: 200 len: 946 time: 0.1337664 Nov 08 22:02:03.779934 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-10fd0259-f4e0-4312-8f98-ebd5d83bc536 req-dc271138-52d8-4db8-a08f-118b5c3bd9b1 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b33ea48b-3084-4600-a9c7-4bd772bccc05 HTTP/1.1" status: 200 len: 217 time: 0.0748837 Nov 08 22:02:03.787436 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-a8dc6494-bd7c-463d-99c2-81d3bd8065f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728276144267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7659000'] for port, after_create {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:02:03.815419 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.db.l3_hamode_db [None req-cc9f6c3e-3822-4743-96a8-f1e2866fc596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d5eee0e-f131-4d47-af4b-32d6c4eb2073', 'name': 'tempest-TestShelveInstance-2019479550-router', 'tenant_id': 'af92b9be2b6647c28783170efc81d69b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ae8d913-bef9-4bc0-baeb-78ef8b3a7364', 'external_fixed_ips': [{'subnet_id': 'f0dec947-372d-4ed5-9c9f-864e58aba850', 'ip_address': '172.27.3.57'}], 'enable_snat': True}, 'gw_port_id': 'a231f03f-393a-4f28-bd93-305d8cb8c180', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T22:01:59Z', 'updated_at': '2021-11-08T22:02:00Z', 'revision_number': 3, 'project_id': 'af92b9be2b6647c28783170efc81d69b', 'gw_port': {'id': 'a231f03f-393a-4f28-bd93-305d8cb8c180', 'name': '', 'network_id': '8ae8d913-bef9-4bc0-baeb-78ef8b3a7364', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:95:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d5eee0e-f131-4d47-af4b-32d6c4eb2073', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': 'f0dec947-372d-4ed5-9c9f-864e58aba850', 'ip_address': '172.27.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T22:01:59Z', 'updated_at': '2021-11-08T22:02:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0dec947-372d-4ed5-9c9f-864e58aba850', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817085-1-iscsi'}], 'dv-cinder-817085-1-iscsi', False) {} {{(pid=101085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 22:02:03.846821 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc9f6c3e-3822-4743-96a8-f1e2866fc596 None None] The sync data for ids ['7d5eee0e-f131-4d47-af4b-32d6c4eb2073'] in dv-cinder-817085-1-iscsi is: [{'id': '7d5eee0e-f131-4d47-af4b-32d6c4eb2073', 'name': 'tempest-TestShelveInstance-2019479550-router', 'tenant_id': 'af92b9be2b6647c28783170efc81d69b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ae8d913-bef9-4bc0-baeb-78ef8b3a7364', 'external_fixed_ips': [{'subnet_id': 'f0dec947-372d-4ed5-9c9f-864e58aba850', 'ip_address': '172.27.3.57'}], 'enable_snat': True}, 'gw_port_id': 'a231f03f-393a-4f28-bd93-305d8cb8c180', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T22:01:59Z', 'updated_at': '2021-11-08T22:02:00Z', 'revision_number': 3, 'project_id': 'af92b9be2b6647c28783170efc81d69b', 'gw_port': {'id': 'a231f03f-393a-4f28-bd93-305d8cb8c180', 'name': '', 'network_id': '8ae8d913-bef9-4bc0-baeb-78ef8b3a7364', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:95:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d5eee0e-f131-4d47-af4b-32d6c4eb2073', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': 'f0dec947-372d-4ed5-9c9f-864e58aba850', 'ip_address': '172.27.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T22:01:59Z', 'updated_at': '2021-11-08T22:02:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0dec947-372d-4ed5-9c9f-864e58aba850', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817085-1-iscsi'}] {{(pid=101085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 22:02:03.877964 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-b998b0ba-f4d0-4bcc-b7dd-6234fa89bdbc req-29a81bb8-d74d-4242-8c5b-51ee2e3c36e0 tempest-VolumesActionsTest-1330152236 tempest-VolumesActionsTest-1330152236-project] 10.222.0.25 "GET /v2.0/security-groups?id=69d707de-fe7a-4758-96d9-19eb020d9ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961535 Nov 08 22:02:03.916896 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8dc6494-bd7c-463d-99c2-81d3bd8065f9 admin admin] Network 5b26c07d-24ce-4dae-98a2-b1d467744962 is already hosted by enough agents. {{(pid=101083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 22:02:03.926050 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.scheduler.base_scheduler [None req-a8dc6494-bd7c-463d-99c2-81d3bd8065f9 admin admin] Resources bound (agent type, host, resource id): {{(pid=101083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 22:02:03.929200 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8dc6494-bd7c-463d-99c2-81d3bd8065f9 admin admin] Received port after_create {{(pid=101083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 22:02:03.961021 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8dc6494-bd7c-463d-99c2-81d3bd8065f9 admin admin] Pushing event updated for resources: {'Port': ['ID=fc45cbe0-b7d0-448e-be4c-f0a66ab2d969,revision_number=1']} {{(pid=101083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:02:03.978119 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fd0259-f4e0-4312-8f98-ebd5d83bc536 req-fa6ac002-4506-4074-97b7-24a41d27fd0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:02:03.980620 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-10fd0259-f4e0-4312-8f98-ebd5d83bc536 req-fa6ac002-4506-4074-97b7-24a41d27fd0a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=5d94cda7-098f-4351-9588-bf6058a35aaf HTTP/1.1" status: 200 len: 859 time: 0.1873269 Nov 08 22:02:03.991922 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-a8dc6494-bd7c-463d-99c2-81d3bd8065f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1623086'] for router_interface, before_create {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:02:04.055738 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-10fd0259-f4e0-4312-8f98-ebd5d83bc536 req-fc158e18-f927-4923-b707-629854650943 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=890edfdd-a1ca-4a26-a0c0-782a8dc72e87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279922 Nov 08 22:02:04.145664 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.db.provisioning_blocks [None req-ef313184-9ccb-4f1a-b51e-7b88f0a815cd None None] Provisioning complete for port fc45cbe0-b7d0-448e-be4c-f0a66ab2d969 triggered by entity DHCP. {{(pid=101084) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 22:02:04.145902 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-ef313184-9ccb-4f1a-b51e-7b88f0a815cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-534742'] for port, provisioning_complete {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:02:04.242163 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.plugin [None req-ef313184-9ccb-4f1a-b51e-7b88f0a815cd None None] Port fc45cbe0-b7d0-448e-be4c-f0a66ab2d969 cannot update to ACTIVE because it is not bound. {{(pid=101084) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 22:02:04.255795 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-10fd0259-f4e0-4312-8f98-ebd5d83bc536 req-e7878d25-2373-440c-9b3e-a382d4bf753d service neutron] 10.222.0.48 "GET /v2.0/networks/890edfdd-a1ca-4a26-a0c0-782a8dc72e87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1872139 Nov 08 22:02:04.258227 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-a8dc6494-bd7c-463d-99c2-81d3bd8065f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-925982'] for port, before_update {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:02:04.274376 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece295b7-f425-4a7d-be72-f83b0d4a2a25 req-a76f0847-7479-4af3-814b-40fa9365d77c tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:02:04.276656 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-ece295b7-f425-4a7d-be72-f83b0d4a2a25 req-a76f0847-7479-4af3-814b-40fa9365d77c tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] 10.222.0.25 "GET /v2.0/ports?device_id=ea3e000f-3070-46f1-ab82-0f619625641a HTTP/1.1" status: 200 len: 945 time: 0.1047425 Nov 08 22:02:04.351357 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-ece295b7-f425-4a7d-be72-f83b0d4a2a25 req-82346f94-d554-4183-b285-3260e758f859 tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] 10.222.0.25 "GET /v2.0/security-groups?id=e56f6cae-c1db-4d7c-8761-da45404c5a8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639565 Nov 08 22:02:04.429059 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf623134-ff49-4384-b1b4-233dd3e98837 req-49f758c9-53ae-472e-b366-af804bdf06ef tempest-VolumesActionsTest-1330152236 tempest-VolumesActionsTest-1330152236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:02:04.431178 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-cf623134-ff49-4384-b1b4-233dd3e98837 req-49f758c9-53ae-472e-b366-af804bdf06ef tempest-VolumesActionsTest-1330152236 tempest-VolumesActionsTest-1330152236-project] 10.222.0.48 "GET /v2.0/ports?device_id=52ab924a-b99a-412c-937c-d9cb45e4547e HTTP/1.1" status: 200 len: 946 time: 0.0785844 Nov 08 22:02:04.446258 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-10fd0259-f4e0-4312-8f98-ebd5d83bc536 req-a056d817-87be-4766-b14e-1dccb269b84f service neutron] 10.222.0.48 "GET /v2.0/networks/890edfdd-a1ca-4a26-a0c0-782a8dc72e87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1771212 Nov 08 22:02:04.544550 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-a8dc6494-bd7c-463d-99c2-81d3bd8065f9 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:02:04.551512 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-a8dc6494-bd7c-463d-99c2-81d3bd8065f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728276638356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728276144285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728276144303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7658983'] for port, after_update {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:02:04.582353 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [req-cf623134-ff49-4384-b1b4-233dd3e98837 req-a07fc885-60ed-44de-9be3-d054d154cf88 tempest-VolumesActionsTest-1330152236 tempest-VolumesActionsTest-1330152236-project] Deleting port e207c784-4a00-481e-b406-44f17b44c415 {{(pid=101082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 22:02:04.582935 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [req-cf623134-ff49-4384-b1b4-233dd3e98837 req-a07fc885-60ed-44de-9be3-d054d154cf88 tempest-VolumesActionsTest-1330152236 tempest-VolumesActionsTest-1330152236-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728276550584'] for port, before_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:02:04.626394 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8dc6494-bd7c-463d-99c2-81d3bd8065f9 admin admin] Pushing event updated for resources: {'Port': ['ID=fc45cbe0-b7d0-448e-be4c-f0a66ab2d969,revision_number=2']} {{(pid=101083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:02:04.640355 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9bce5a-f673-4eed-be3a-13e2ede23e52 req-61e8e089-9f98-4509-8e3a-24c6666e2e54 tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:02:04.641612 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-a8dc6494-bd7c-463d-99c2-81d3bd8065f9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1646123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1623226'] for router_interface, after_create {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:02:04.642216 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-ca9bce5a-f673-4eed-be3a-13e2ede23e52 req-61e8e089-9f98-4509-8e3a-24c6666e2e54 tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] 10.222.0.25 "GET /v2.0/ports?device_id=21765c62-33e5-4865-a2e8-923f1018396e HTTP/1.1" status: 200 len: 945 time: 0.1152301 Nov 08 22:02:04.738102 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.plugins.ml2.db [req-cf623134-ff49-4384-b1b4-233dd3e98837 req-a07fc885-60ed-44de-9be3-d054d154cf88 tempest-VolumesActionsTest-1330152236 tempest-VolumesActionsTest-1330152236-project] For port e207c784-4a00-481e-b406-44f17b44c415, host hv-cinder-81708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81708',level=0,port_id=e207c784-4a00-481e-b406-44f17b44c415,segment=NetworkSegment(49c9ba1b-8857-436d-852d-6f1ef1b4626a),segment_id=49c9ba1b-8857-436d-852d-6f1ef1b4626a)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 22:02:04.738546 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [req-cf623134-ff49-4384-b1b4-233dd3e98837 req-a07fc885-60ed-44de-9be3-d054d154cf88 tempest-VolumesActionsTest-1330152236 tempest-VolumesActionsTest-1330152236-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1626931'] for port, precommit_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:02:04.762787 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [req-cf623134-ff49-4384-b1b4-233dd3e98837 req-a07fc885-60ed-44de-9be3-d054d154cf88 tempest-VolumesActionsTest-1330152236 tempest-VolumesActionsTest-1330152236-project] Calling delete_port for e207c784-4a00-481e-b406-44f17b44c415 owned by compute:nova {{(pid=101082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 22:02:04.769757 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-ca9bce5a-f673-4eed-be3a-13e2ede23e52 req-e9d5dd68-2444-4ec8-8724-a16fb059615b tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] 10.222.0.25 "GET /v2.0/security-groups?id=48a61968-ba2d-42aa-b087-8fe6b21c1944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019075 Nov 08 22:02:04.790196 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8dc6494-bd7c-463d-99c2-81d3bd8065f9 admin admin] Network 5b26c07d-24ce-4dae-98a2-b1d467744962 is already hosted by enough agents. {{(pid=101083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 22:02:04.793342 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.scheduler.base_scheduler [None req-a8dc6494-bd7c-463d-99c2-81d3bd8065f9 admin admin] Resources bound (agent type, host, resource id): {{(pid=101083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 22:02:04.826832 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.rpc [None req-ad13160b-513d-4512-a15f-cb40cce6b7e9 None None] Device a231f03f-393a-4f28-bd93-305d8cb8c180 up at agent ovs-agent-dv-cinder-817085-1-iscsi {{(pid=101084) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 22:02:04.901712 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.db.provisioning_blocks [None req-ad13160b-513d-4512-a15f-cb40cce6b7e9 None None] Provisioning complete for port a231f03f-393a-4f28-bd93-305d8cb8c180 triggered by entity L2. {{(pid=101084) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 22:02:04.902157 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-ad13160b-513d-4512-a15f-cb40cce6b7e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-534742'] for port, provisioning_complete {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:02:04.954052 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [req-cf623134-ff49-4384-b1b4-233dd3e98837 req-a07fc885-60ed-44de-9be3-d054d154cf88 tempest-VolumesActionsTest-1330152236 tempest-VolumesActionsTest-1330152236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728276638338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728276144276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7854484'] for port, after_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:02:04.974938 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.db [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] get_ports_and_sgs() called for port_ids ['e207c784-4a00-481e-b406-44f17b44c415'] {{(pid=101084) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 22:02:04.998557 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07fc885-60ed-44de-9be3-d054d154cf88 tempest-VolumesActionsTest-1330152236 tempest-VolumesActionsTest-1330152236-project] Pushing event deleted for resources: {'Port': ['ID=e207c784-4a00-481e-b406-44f17b44c415,revision_number=None']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:02:05.081561 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-11aafa58-7a0a-4e6f-be60-ccc098a6cd1e req-562897fc-78ce-45d6-95f2-c3423514b03d tempest-VolumesActionsTest-1330152236 tempest-VolumesActionsTest-1330152236-project] 10.222.0.25 "GET /v2.0/ports?device_id=52ab924a-b99a-412c-937c-d9cb45e4547e HTTP/1.1" status: 200 len: 210 time: 0.0771294 Nov 08 22:02:05.106027 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-ad13160b-513d-4512-a15f-cb40cce6b7e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-925982'] for port, before_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:02:05.112935 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf623134-ff49-4384-b1b4-233dd3e98837 req-a07fc885-60ed-44de-9be3-d054d154cf88 tempest-VolumesActionsTest-1330152236 tempest-VolumesActionsTest-1330152236-project] No DVR routers for this DVR port e207c784-4a00-481e-b406-44f17b44c415 on host hv-cinder-81708 {{(pid=101082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 22:02:05.117932 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [req-cf623134-ff49-4384-b1b4-233dd3e98837 req-a07fc885-60ed-44de-9be3-d054d154cf88 tempest-VolumesActionsTest-1330152236 tempest-VolumesActionsTest-1330152236-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465805'] for port, before_response {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:02:05.118056 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8dc6494-bd7c-463d-99c2-81d3bd8065f9 admin admin] Router 7d5eee0e-f131-4d47-af4b-32d6c4eb2073 has already been hosted by L3 agent a7fb4010-89fb-4d99-b0a1-90d6a3aacb04 {{(pid=101083) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 22:02:05.122718 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-cf623134-ff49-4384-b1b4-233dd3e98837 req-a07fc885-60ed-44de-9be3-d054d154cf88 tempest-VolumesActionsTest-1330152236 tempest-VolumesActionsTest-1330152236-project] 10.222.0.48 "DELETE /v2.0/ports/e207c784-4a00-481e-b406-44f17b44c415 HTTP/1.1" status: 204 len: 173 time: 0.6810908 Nov 08 22:02:05.123597 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52ab924a-b99a-412c-937c-d9cb45e4547e', 'name': 'network-vif-deleted', 'tag': 'e207c784-4a00-481e-b406-44f17b44c415'}] {{(pid=101082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 22:02:05.131348 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5244ac95217a6bb312334333bc6ed4bdb0e50c4a837cb758f48f620e9b099f25" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-935b6ca4-c001-4952-8130-43a7f0105333" -d '{"events": [{"server_uuid": "52ab924a-b99a-412c-937c-d9cb45e4547e", "name": "network-vif-deleted", "tag": "e207c784-4a00-481e-b406-44f17b44c415"}]}' {{(pid=101082) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 22:02:05.133679 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.db [None req-ad13160b-513d-4512-a15f-cb40cce6b7e9 None None] For port a231f03f-393a-4f28-bd93-305d8cb8c180, host dv-cinder-817085-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817085-1-iscsi',level=0,port_id=a231f03f-393a-4f28-bd93-305d8cb8c180,segment=NetworkSegment(4f9c68d0-c68c-4bfe-b6e8-d7426962dfc1),segment_id=4f9c68d0-c68c-4bfe-b6e8-d7426962dfc1)] {{(pid=101084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 22:02:05.139996 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-ad13160b-513d-4512-a15f-cb40cce6b7e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728276638356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728276144285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728276144303'] for port, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:02:05.141277 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.rpc [None req-ad13160b-513d-4512-a15f-cb40cce6b7e9 None None] Device f7fbb7b8-d3e6-48de-8ef4-2d219e2daa6e up at agent ovs-agent-dv-cinder-817085-1-iscsi {{(pid=101084) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 22:02:05.215338 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 22:02:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e2f9d7b-7472-4fdb-a0a5-b8474f37dfbf x-openstack-request-id: req-5e2f9d7b-7472-4fdb-a0a5-b8474f37dfbf {{(pid=101082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 22:02:05.215633 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52ab924a-b99a-412c-937c-d9cb45e4547e", "name": "network-vif-deleted", "tag": "e207c784-4a00-481e-b406-44f17b44c415", "status": "completed", "code": 200}]} {{(pid=101082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 22:02:05.215882 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5e2f9d7b-7472-4fdb-a0a5-b8474f37dfbf {{(pid=101082) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 22:02:05.216292 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52ab924a-b99a-412c-937c-d9cb45e4547e', 'name': 'network-vif-deleted', 'tag': 'e207c784-4a00-481e-b406-44f17b44c415', 'status': 'completed', 'code': 200} Nov 08 22:02:05.290032 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8dc6494-bd7c-463d-99c2-81d3bd8065f9 admin admin] Notify agent at l3_agent.dv-cinder-817085-1-iscsi the message routers_updated {{(pid=101083) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 22:02:05.304190 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [None req-a8dc6494-bd7c-463d-99c2-81d3bd8065f9 admin admin] 10.222.0.25 "PUT /v2.0/routers/7d5eee0e-f131-4d47-af4b-32d6c4eb2073/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4439809 Nov 08 22:02:05.304597 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.db.provisioning_blocks [None req-e9d464ac-ab25-4934-ad83-107f0dfa1646 None None] Provisioning complete for port fc45cbe0-b7d0-448e-be4c-f0a66ab2d969 triggered by entity DHCP. {{(pid=101084) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 22:02:05.304597 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-e9d464ac-ab25-4934-ad83-107f0dfa1646 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-534742'] for port, provisioning_complete {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:02:05.350281 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad13160b-513d-4512-a15f-cb40cce6b7e9 None None] Pushing event updated for resources: {'Port': ['ID=a231f03f-393a-4f28-bd93-305d8cb8c180,revision_number=4']} {{(pid=101084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:02:05.369977 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.plugin [None req-e9d464ac-ab25-4934-ad83-107f0dfa1646 None None] Port fc45cbe0-b7d0-448e-be4c-f0a66ab2d969 cannot update to ACTIVE because it is not bound. {{(pid=101084) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 22:02:05.373556 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.db.provisioning_blocks [None req-ad13160b-513d-4512-a15f-cb40cce6b7e9 None None] Provisioning complete for port f7fbb7b8-d3e6-48de-8ef4-2d219e2daa6e triggered by entity L2. {{(pid=101084) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 22:02:05.374051 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-ad13160b-513d-4512-a15f-cb40cce6b7e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-534742'] for port, provisioning_complete {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:02:05.508872 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed49e665-0c2b-481e-a589-8b7c966aa8a8 req-001015b9-e732-4af5-aae9-26d53115176b tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:02:05.510927 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-ed49e665-0c2b-481e-a589-8b7c966aa8a8 req-001015b9-e732-4af5-aae9-26d53115176b tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] 10.222.0.25 "GET /v2.0/ports?device_id=ea3e000f-3070-46f1-ab82-0f619625641a HTTP/1.1" status: 200 len: 945 time: 0.0605986 Nov 08 22:02:05.559994 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-ed49e665-0c2b-481e-a589-8b7c966aa8a8 req-fe5b1f15-4254-4754-8a69-32cbfbac331a tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] 10.222.0.25 "GET /v2.0/security-groups?id=e56f6cae-c1db-4d7c-8761-da45404c5a8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428269 Nov 08 22:02:05.903279 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f8a807-7a2d-45e4-9f71-259070c9ffe8 req-079100f1-d63f-439a-92c5-873a9f53bb54 tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:02:05.905011 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-58f8a807-7a2d-45e4-9f71-259070c9ffe8 req-079100f1-d63f-439a-92c5-873a9f53bb54 tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] 10.222.0.25 "GET /v2.0/ports?device_id=21765c62-33e5-4865-a2e8-923f1018396e HTTP/1.1" status: 200 len: 945 time: 0.0572133 Nov 08 22:02:05.954755 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-58f8a807-7a2d-45e4-9f71-259070c9ffe8 req-c3b8f6e0-831c-4315-819a-55d8551a2106 tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] 10.222.0.25 "GET /v2.0/security-groups?id=48a61968-ba2d-42aa-b087-8fe6b21c1944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436084 Nov 08 22:02:06.013448 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e874294f-e23b-48bc-9de0-4ad0e21db3d0 None None] Sync routers for ids ['7d5eee0e-f131-4d47-af4b-32d6c4eb2073'] in dv-cinder-817085-1-iscsi {{(pid=101084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 22:02:06.023526 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e874294f-e23b-48bc-9de0-4ad0e21db3d0 None None] Routers {'7d5eee0e-f131-4d47-af4b-32d6c4eb2073'} bound to L3 agent in host dv-cinder-817085-1-iscsi {{(pid=101084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 22:02:06.024207 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.db.l3_hamode_db [None req-e874294f-e23b-48bc-9de0-4ad0e21db3d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817085-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T21:51:49Z,description=,heartbeat_timestamp=2021-11-08T22:01:49Z,host='dv-cinder-817085-1-iscsi',id=a7fb4010-89fb-4d99-b0a1-90d6a3aacb04,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T21:51:49Z,topic='l3_agent')) {'router_ids': ['7d5eee0e-f131-4d47-af4b-32d6c4eb2073'], 'active': True} {{(pid=101084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 22:02:06.112849 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.wsgi [-] (101083) accepted ('10.222.0.25', 43646) {{(pid=101083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 22:02:06.117556 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.v2.base [None req-ab644cab-483f-46c9-83ab-357c84fd2c66 tempest-TestShelveInstance-1324710148 tempest-TestShelveInstance-1324710148-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1982265617', 'description': 'tempest-secgroup-smoke-1982265617 description', 'project_id': '8c3de2533be641d8a862b529619deccd'}} {{(pid=101083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 22:02:06.140373 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.db.l3_dvr_db [None req-e874294f-e23b-48bc-9de0-4ad0e21db3d0 None None] Set router 7d5eee0e-f131-4d47-af4b-32d6c4eb2073 gateway port host: dv-cinder-817085-1-iscsi {{(pid=101084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 22:02:06.153425 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-ab644cab-483f-46c9-83ab-357c84fd2c66 tempest-TestShelveInstance-1324710148 tempest-TestShelveInstance-1324710148-project] Publish callbacks [] for security_group, before_create {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:02:06.240711 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-ab644cab-483f-46c9-83ab-357c84fd2c66 tempest-TestShelveInstance-1324710148 tempest-TestShelveInstance-1324710148-project] Publish callbacks [] for security_group, precommit_create {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:02:06.245452 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-ab644cab-483f-46c9-83ab-357c84fd2c66 tempest-TestShelveInstance-1324710148 tempest-TestShelveInstance-1324710148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2033567'] for security_group, after_create {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:02:06.270310 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-ab644cab-483f-46c9-83ab-357c84fd2c66 tempest-TestShelveInstance-1324710148 tempest-TestShelveInstance-1324710148-project] Publish callbacks [] for security_group, before_response {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:02:06.273254 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [None req-ab644cab-483f-46c9-83ab-357c84fd2c66 tempest-TestShelveInstance-1324710148 tempest-TestShelveInstance-1324710148-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1593630 Nov 08 22:02:06.275141 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.wsgi [-] (101082) accepted ('10.222.0.25', 43652) {{(pid=101082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 22:02:06.281557 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.v2.base [None req-4f573d98-93ae-43c9-8bfa-a9e8825bba2e tempest-TestShelveInstance-1324710148 tempest-TestShelveInstance-1324710148-project] Request body: {'security_group_rule': {'security_group_id': 'e3c01fd1-b9e5-4f21-8bd8-1f4ae656945b', 'project_id': '8c3de2533be641d8a862b529619deccd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 22:02:06.297246 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab644cab-483f-46c9-83ab-357c84fd2c66 tempest-TestShelveInstance-1324710148 tempest-TestShelveInstance-1324710148-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e3c01fd1-b9e5-4f21-8bd8-1f4ae656945b,revision_number=1']} {{(pid=101083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:02:06.313753 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-4f573d98-93ae-43c9-8bfa-a9e8825bba2e tempest-TestShelveInstance-1324710148 tempest-TestShelveInstance-1324710148-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:02:06.387050 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.db.l3_hamode_db [None req-e874294f-e23b-48bc-9de0-4ad0e21db3d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d5eee0e-f131-4d47-af4b-32d6c4eb2073', 'name': 'tempest-TestShelveInstance-2019479550-router', 'tenant_id': 'af92b9be2b6647c28783170efc81d69b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ae8d913-bef9-4bc0-baeb-78ef8b3a7364', 'external_fixed_ips': [{'subnet_id': 'f0dec947-372d-4ed5-9c9f-864e58aba850', 'ip_address': '172.27.3.57'}], 'enable_snat': True}, 'gw_port_id': 'a231f03f-393a-4f28-bd93-305d8cb8c180', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T22:01:59Z', 'updated_at': '2021-11-08T22:02:04Z', 'revision_number': 4, 'project_id': 'af92b9be2b6647c28783170efc81d69b', 'gw_port': {'id': 'a231f03f-393a-4f28-bd93-305d8cb8c180', 'name': '', 'network_id': '8ae8d913-bef9-4bc0-baeb-78ef8b3a7364', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:95:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d5eee0e-f131-4d47-af4b-32d6c4eb2073', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': 'f0dec947-372d-4ed5-9c9f-864e58aba850', 'ip_address': '172.27.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T22:01:59Z', 'updated_at': '2021-11-08T22:02:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0dec947-372d-4ed5-9c9f-864e58aba850', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817085-1-iscsi', '_interfaces': [{'id': 'fc45cbe0-b7d0-448e-be4c-f0a66ab2d969', 'name': '', 'network_id': '5b26c07d-24ce-4dae-98a2-b1d467744962', 'tenant_id': 'af92b9be2b6647c28783170efc81d69b', 'mac_address': 'fa:16:3e:33:6d:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d5eee0e-f131-4d47-af4b-32d6c4eb2073', 'device_owner': 'network:router_interface', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '476c439d-2222-4e4a-8260-1d5c38cdf58b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T22:02:03Z', 'updated_at': '2021-11-08T22:02:04Z', 'revision_number': 2, 'project_id': 'af92b9be2b6647c28783170efc81d69b', 'subnets': [{'id': '476c439d-2222-4e4a-8260-1d5c38cdf58b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817085-1-iscsi', False) {} {{(pid=101084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 22:02:06.414697 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e874294f-e23b-48bc-9de0-4ad0e21db3d0 None None] Checking router: 7d5eee0e-f131-4d47-af4b-32d6c4eb2073 for host: dv-cinder-817085-1-iscsi {{(pid=101084) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 22:02:06.415044 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e874294f-e23b-48bc-9de0-4ad0e21db3d0 None None] Updating router 7d5eee0e-f131-4d47-af4b-32d6c4eb2073 port fc45cbe0-b7d0-448e-be4c-f0a66ab2d969 binding host dv-cinder-817085-1-iscsi {{(pid=101084) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 22:02:06.440933 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-e874294f-e23b-48bc-9de0-4ad0e21db3d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-925982'] for port, before_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:02:06.463767 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-4f573d98-93ae-43c9-8bfa-a9e8825bba2e tempest-TestShelveInstance-1324710148 tempest-TestShelveInstance-1324710148-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:02:06.469540 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-4f573d98-93ae-43c9-8bfa-a9e8825bba2e tempest-TestShelveInstance-1324710148 tempest-TestShelveInstance-1324710148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2033480'] for security_group_rule, after_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:02:06.498097 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f573d98-93ae-43c9-8bfa-a9e8825bba2e tempest-TestShelveInstance-1324710148 tempest-TestShelveInstance-1324710148-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1fdddcd2-75a9-4849-b79f-f559347e707d,revision_number=0']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:02:06.506673 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141e439e-1c19-43cc-8483-08a98b1a0f0e req-37886264-276f-43a7-afb1-a26efb705908 tempest-VolumesActionsTest-1330152236 tempest-VolumesActionsTest-1330152236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:02:06.508296 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-141e439e-1c19-43cc-8483-08a98b1a0f0e req-37886264-276f-43a7-afb1-a26efb705908 tempest-VolumesActionsTest-1330152236 tempest-VolumesActionsTest-1330152236-project] 10.222.0.25 "GET /v2.0/networks?id=7fa706e0-37a9-4ebd-842a-2698f5714f90 HTTP/1.1" status: 200 len: 808 time: 0.1517975 Nov 08 22:02:06.515041 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-4f573d98-93ae-43c9-8bfa-a9e8825bba2e tempest-TestShelveInstance-1324710148 tempest-TestShelveInstance-1324710148-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:02:06.516131 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [None req-4f573d98-93ae-43c9-8bfa-a9e8825bba2e tempest-TestShelveInstance-1324710148 tempest-TestShelveInstance-1324710148-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2397346 Nov 08 22:02:06.518962 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.wsgi [-] (101083) accepted ('10.222.0.25', 43664) {{(pid=101083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 22:02:06.526081 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.v2.base [None req-5a0d8031-da0f-483f-a72c-288edb10cf04 tempest-TestShelveInstance-1324710148 tempest-TestShelveInstance-1324710148-project] Request body: {'security_group_rule': {'security_group_id': 'e3c01fd1-b9e5-4f21-8bd8-1f4ae656945b', 'project_id': '8c3de2533be641d8a862b529619deccd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 22:02:06.526781 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-141e439e-1c19-43cc-8483-08a98b1a0f0e req-f7882524-0c7c-47a3-aec6-7b89ee658a35 tempest-VolumesActionsTest-1330152236 tempest-VolumesActionsTest-1330152236-project] 10.222.0.25 "GET /v2.0/quotas/97ae6a1a13024d34a46a7f5ec8ee6707 HTTP/1.1" status: 200 len: 375 time: 0.0096474 Nov 08 22:02:06.558331 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-5a0d8031-da0f-483f-a72c-288edb10cf04 tempest-TestShelveInstance-1324710148 tempest-TestShelveInstance-1324710148-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:02:06.573439 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-141e439e-1c19-43cc-8483-08a98b1a0f0e req-dfff2dc8-bd69-43fd-b097-bbb987435b67 tempest-VolumesActionsTest-1330152236 tempest-VolumesActionsTest-1330152236-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=97ae6a1a13024d34a46a7f5ec8ee6707&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0401452 Nov 08 22:02:06.618188 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-5a0d8031-da0f-483f-a72c-288edb10cf04 tempest-TestShelveInstance-1324710148 tempest-TestShelveInstance-1324710148-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:02:06.623891 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-5a0d8031-da0f-483f-a72c-288edb10cf04 tempest-TestShelveInstance-1324710148 tempest-TestShelveInstance-1324710148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2033480'] for security_group_rule, after_create {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:02:06.649176 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0d8031-da0f-483f-a72c-288edb10cf04 tempest-TestShelveInstance-1324710148 tempest-TestShelveInstance-1324710148-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6b66556-5edc-410c-a597-779f4a74c163,revision_number=0']} {{(pid=101083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:02:06.665443 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-5a0d8031-da0f-483f-a72c-288edb10cf04 tempest-TestShelveInstance-1324710148 tempest-TestShelveInstance-1324710148-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:02:06.666993 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [None req-5a0d8031-da0f-483f-a72c-288edb10cf04 tempest-TestShelveInstance-1324710148 tempest-TestShelveInstance-1324710148-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1467440 Nov 08 22:02:06.669883 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.wsgi [-] (101082) accepted ('10.222.0.25', 43670) {{(pid=101082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 22:02:06.680015 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.v2.base [None req-46d572d6-9adc-439f-868e-e0b03f79ccea tempest-TestShelveInstance-1324710148 tempest-TestShelveInstance-1324710148-project] Request body: {'security_group_rule': {'security_group_id': 'e3c01fd1-b9e5-4f21-8bd8-1f4ae656945b', 'project_id': '8c3de2533be641d8a862b529619deccd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 22:02:06.737907 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.rpc [None req-ad13160b-513d-4512-a15f-cb40cce6b7e9 None None] Device a231f03f-393a-4f28-bd93-305d8cb8c180 up at agent ovs-agent-dv-cinder-817085-1-iscsi {{(pid=101084) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 22:02:06.789424 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-46d572d6-9adc-439f-868e-e0b03f79ccea tempest-TestShelveInstance-1324710148 tempest-TestShelveInstance-1324710148-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:02:06.795099 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-141e439e-1c19-43cc-8483-08a98b1a0f0e req-56a39d74-c505-4f8b-b43a-e6664089d502 service neutron] 10.222.0.25 "GET /v2.0/networks/7fa706e0-37a9-4ebd-842a-2698f5714f90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2110746 Nov 08 22:02:06.825645 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef799a8e-6aaf-493e-adb3-80df31fe5da5 req-cc853ed2-bd0d-41a7-82bb-057577030762 tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:02:06.827561 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-ef799a8e-6aaf-493e-adb3-80df31fe5da5 req-cc853ed2-bd0d-41a7-82bb-057577030762 tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] 10.222.0.25 "GET /v2.0/ports?device_id=ea3e000f-3070-46f1-ab82-0f619625641a HTTP/1.1" status: 200 len: 945 time: 0.1057167 Nov 08 22:02:06.845146 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-e874294f-e23b-48bc-9de0-4ad0e21db3d0 None None] Publish callbacks [] for port, precommit_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:02:06.851973 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-e874294f-e23b-48bc-9de0-4ad0e21db3d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728276638356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728276144285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728276144303'] for port, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:02:06.893058 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.db.provisioning_blocks [None req-ad13160b-513d-4512-a15f-cb40cce6b7e9 None None] Provisioning complete for port a231f03f-393a-4f28-bd93-305d8cb8c180 triggered by entity L2. {{(pid=101084) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 22:02:06.893441 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-ad13160b-513d-4512-a15f-cb40cce6b7e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-534742'] for port, provisioning_complete {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:02:06.929693 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e6c08d-bac1-4ac5-bc5e-7ff51a58cbaf None None] Pushing event updated for resources: {'Port': ['ID=fc45cbe0-b7d0-448e-be4c-f0a66ab2d969,revision_number=3']} {{(pid=101084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:02:06.976590 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-ef799a8e-6aaf-493e-adb3-80df31fe5da5 req-cedc4b68-8c04-4364-b65f-7ba6d4845aa0 tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] 10.222.0.25 "GET /v2.0/security-groups?id=e56f6cae-c1db-4d7c-8761-da45404c5a8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1276953 Nov 08 22:02:06.976590 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-46d572d6-9adc-439f-868e-e0b03f79ccea tempest-TestShelveInstance-1324710148 tempest-TestShelveInstance-1324710148-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:02:06.992711 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-46d572d6-9adc-439f-868e-e0b03f79ccea tempest-TestShelveInstance-1324710148 tempest-TestShelveInstance-1324710148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2033480'] for security_group_rule, after_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:02:07.004113 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.managers [None req-e874294f-e23b-48bc-9de0-4ad0e21db3d0 None None] Attempting to bind port fc45cbe0-b7d0-448e-be4c-f0a66ab2d969 on host dv-cinder-817085-1-iscsi for vnic_type normal with profile {{(pid=101084) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 22:02:07.004482 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.managers [None req-e874294f-e23b-48bc-9de0-4ad0e21db3d0 None None] Attempting to bind port fc45cbe0-b7d0-448e-be4c-f0a66ab2d969 by drivers openvswitch,hyperv on host dv-cinder-817085-1-iscsi at level 0 using segments [{'id': 'f805f1f5-2a44-4f31-9193-8376afa57c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '5b26c07d-24ce-4dae-98a2-b1d467744962'}] {{(pid=101084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 22:02:07.005106 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e874294f-e23b-48bc-9de0-4ad0e21db3d0 None None] Attempting to bind port fc45cbe0-b7d0-448e-be4c-f0a66ab2d969 on network 5b26c07d-24ce-4dae-98a2-b1d467744962 {{(pid=101084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 22:02:07.014210 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-141e439e-1c19-43cc-8483-08a98b1a0f0e req-5489841c-ff18-4785-b975-4801f274f462 service neutron] 10.222.0.25 "GET /v2.0/networks/7fa706e0-37a9-4ebd-842a-2698f5714f90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2094173 Nov 08 22:02:07.017352 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d572d6-9adc-439f-868e-e0b03f79ccea tempest-TestShelveInstance-1324710148 tempest-TestShelveInstance-1324710148-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48fe6d10-4014-47d2-817a-e7fc941a596e,revision_number=0']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:02:07.028041 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-46d572d6-9adc-439f-868e-e0b03f79ccea tempest-TestShelveInstance-1324710148 tempest-TestShelveInstance-1324710148-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:02:07.032254 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.wsgi [-] (101083) accepted ('10.222.0.25', 43674) {{(pid=101083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 22:02:07.032707 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [None req-46d572d6-9adc-439f-868e-e0b03f79ccea tempest-TestShelveInstance-1324710148 tempest-TestShelveInstance-1324710148-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3612931 Nov 08 22:02:07.034636 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e874294f-e23b-48bc-9de0-4ad0e21db3d0 None None] Checking agent: {'id': 'b17b386a-7116-42d0-acec-a66289ba5096', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817085-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 21, 51, 52), 'started_at': datetime.datetime(2021, 11, 8, 21, 52, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 22, 1, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817085-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 22:02:07.035180 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e874294f-e23b-48bc-9de0-4ad0e21db3d0 None None] Checking segment: {'id': 'f805f1f5-2a44-4f31-9193-8376afa57c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '5b26c07d-24ce-4dae-98a2-b1d467744962'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 22:02:07.036162 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-e874294f-e23b-48bc-9de0-4ad0e21db3d0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:02:07.036553 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e874294f-e23b-48bc-9de0-4ad0e21db3d0 None None] Bound using segment: {'id': 'f805f1f5-2a44-4f31-9193-8376afa57c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '5b26c07d-24ce-4dae-98a2-b1d467744962'} {{(pid=101084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 22:02:07.037070 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.managers [None req-e874294f-e23b-48bc-9de0-4ad0e21db3d0 None None] Bound port: fc45cbe0-b7d0-448e-be4c-f0a66ab2d969, host: dv-cinder-817085-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f805f1f5-2a44-4f31-9193-8376afa57c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '5b26c07d-24ce-4dae-98a2-b1d467744962'}}] {{(pid=101084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 22:02:07.037433 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-e874294f-e23b-48bc-9de0-4ad0e21db3d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-925982'] for port, before_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:02:07.041610 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.v2.base [None req-cc7ca849-abab-4de3-8119-571ceaaa33d5 tempest-TestShelveInstance-1324710148 tempest-TestShelveInstance-1324710148-project] Request body: {'security_group_rule': {'security_group_id': 'e3c01fd1-b9e5-4f21-8bd8-1f4ae656945b', 'project_id': '8c3de2533be641d8a862b529619deccd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 22:02:07.094760 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-cc7ca849-abab-4de3-8119-571ceaaa33d5 tempest-TestShelveInstance-1324710148 tempest-TestShelveInstance-1324710148-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:02:07.154089 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.db [None req-e874294f-e23b-48bc-9de0-4ad0e21db3d0 None None] For port fc45cbe0-b7d0-448e-be4c-f0a66ab2d969, host dv-cinder-817085-1-iscsi, cleared binding levels {{(pid=101084) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 22:02:07.158494 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.db [None req-e874294f-e23b-48bc-9de0-4ad0e21db3d0 None None] For port fc45cbe0-b7d0-448e-be4c-f0a66ab2d969, host dv-cinder-817085-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817085-1-iscsi',level=0,port_id=fc45cbe0-b7d0-448e-be4c-f0a66ab2d969,segment=NetworkSegment(f805f1f5-2a44-4f31-9193-8376afa57c93),segment_id=f805f1f5-2a44-4f31-9193-8376afa57c93)] {{(pid=101084) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 22:02:07.164529 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-e874294f-e23b-48bc-9de0-4ad0e21db3d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728276638356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728276144285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728276144303'] for port, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:02:07.225245 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-cc7ca849-abab-4de3-8119-571ceaaa33d5 tempest-TestShelveInstance-1324710148 tempest-TestShelveInstance-1324710148-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:02:07.234779 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-cc7ca849-abab-4de3-8119-571ceaaa33d5 tempest-TestShelveInstance-1324710148 tempest-TestShelveInstance-1324710148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2033480'] for security_group_rule, after_create {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:02:07.274850 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4da5e10-c05d-4330-a927-f877e694f0ed req-edab4ce9-af0d-48c7-ab49-eba2d3be905d tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:02:07.283581 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-e4da5e10-c05d-4330-a927-f877e694f0ed req-edab4ce9-af0d-48c7-ab49-eba2d3be905d tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] 10.222.0.25 "GET /v2.0/ports?device_id=21765c62-33e5-4865-a2e8-923f1018396e HTTP/1.1" status: 200 len: 945 time: 0.1120877 Nov 08 22:02:07.288946 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-cc7ca849-abab-4de3-8119-571ceaaa33d5 tempest-TestShelveInstance-1324710148 tempest-TestShelveInstance-1324710148-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:02:07.290090 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [None req-cc7ca849-abab-4de3-8119-571ceaaa33d5 tempest-TestShelveInstance-1324710148 tempest-TestShelveInstance-1324710148-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2561991 Nov 08 22:02:07.293726 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e6c08d-bac1-4ac5-bc5e-7ff51a58cbaf None None] Pushing event updated for resources: {'Port': ['ID=fc45cbe0-b7d0-448e-be4c-f0a66ab2d969,revision_number=4']} {{(pid=101084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:02:07.294285 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.wsgi [-] (101083) accepted ('10.222.0.25', 43686) {{(pid=101083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 22:02:07.301884 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.v2.base [None req-0bc6c8d5-6a22-4b26-9a24-c36912449fbe tempest-TestShelveInstance-1324710148 tempest-TestShelveInstance-1324710148-project] Request body: {'security_group_rule': {'security_group_id': 'e3c01fd1-b9e5-4f21-8bd8-1f4ae656945b', 'project_id': '8c3de2533be641d8a862b529619deccd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 22:02:07.311136 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.db.provisioning_blocks [None req-606950ba-b34e-4b2a-a5bc-ff56329a2868 None None] Provisioning complete for port fc45cbe0-b7d0-448e-be4c-f0a66ab2d969 triggered by entity DHCP. {{(pid=101084) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 22:02:07.311602 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-606950ba-b34e-4b2a-a5bc-ff56329a2868 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-534742'] for port, provisioning_complete {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:02:07.315627 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e874294f-e23b-48bc-9de0-4ad0e21db3d0 None None] Routers {'7d5eee0e-f131-4d47-af4b-32d6c4eb2073'} bound to L3 agent in host dv-cinder-817085-1-iscsi {{(pid=101084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 22:02:07.316341 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.db.l3_hamode_db [None req-e874294f-e23b-48bc-9de0-4ad0e21db3d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817085-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T21:51:49Z,description=,heartbeat_timestamp=2021-11-08T22:01:49Z,host='dv-cinder-817085-1-iscsi',id=a7fb4010-89fb-4d99-b0a1-90d6a3aacb04,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T21:51:49Z,topic='l3_agent')) {'router_ids': ['7d5eee0e-f131-4d47-af4b-32d6c4eb2073'], 'active': True} {{(pid=101084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 22:02:07.319036 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7ca849-abab-4de3-8119-571ceaaa33d5 tempest-TestShelveInstance-1324710148 tempest-TestShelveInstance-1324710148-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e40bd9e-3c40-44ef-9156-d60fc2f9fffe,revision_number=0']} {{(pid=101083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:02:07.352044 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-b55a4fe2-3531-49fe-b61b-3bf71189499e req-43f199a4-dbe2-461f-bc47-0c74ca05c6db tempest-VolumesActionsTest-1330152236 tempest-VolumesActionsTest-1330152236-project] 10.222.0.25 "GET /v2.0/ports?device_id=dc945426-82e9-4062-8560-d4a7a7c2f626 HTTP/1.1" status: 200 len: 210 time: 0.0557792 Nov 08 22:02:07.359771 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.db.securitygroups_db [None req-0bc6c8d5-6a22-4b26-9a24-c36912449fbe tempest-TestShelveInstance-1324710148 tempest-TestShelveInstance-1324710148-project] Project 8c3de2533be641d8a862b529619deccd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 08 22:02:07.365416 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-0bc6c8d5-6a22-4b26-9a24-c36912449fbe tempest-TestShelveInstance-1324710148 tempest-TestShelveInstance-1324710148-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:02:07.407688 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-e4da5e10-c05d-4330-a927-f877e694f0ed req-7c3b5e8b-5688-4b4b-ba41-474428aa957a tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] 10.222.0.25 "GET /v2.0/security-groups?id=48a61968-ba2d-42aa-b087-8fe6b21c1944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230683 Nov 08 22:02:07.559704 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-0bc6c8d5-6a22-4b26-9a24-c36912449fbe tempest-TestShelveInstance-1324710148 tempest-TestShelveInstance-1324710148-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:02:07.567295 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-0bc6c8d5-6a22-4b26-9a24-c36912449fbe tempest-TestShelveInstance-1324710148 tempest-TestShelveInstance-1324710148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2033480'] for security_group_rule, after_create {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:02:07.614170 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc6c8d5-6a22-4b26-9a24-c36912449fbe tempest-TestShelveInstance-1324710148 tempest-TestShelveInstance-1324710148-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3b27ae8-1fdf-4c72-a1b5-2693c707b49c,revision_number=0']} {{(pid=101083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:02:07.624790 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-0bc6c8d5-6a22-4b26-9a24-c36912449fbe tempest-TestShelveInstance-1324710148 tempest-TestShelveInstance-1324710148-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:02:07.637727 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [None req-0bc6c8d5-6a22-4b26-9a24-c36912449fbe tempest-TestShelveInstance-1324710148 tempest-TestShelveInstance-1324710148-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3386815 Nov 08 22:02:07.637944 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.wsgi [-] (101082) accepted ('10.222.0.25', 43704) {{(pid=101082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 22:02:07.641866 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.v2.base [None req-44b07b62-34e9-4414-9737-26198eedfd19 tempest-TestShelveInstance-1324710148 tempest-TestShelveInstance-1324710148-project] Request body: {'security_group_rule': {'security_group_id': 'e3c01fd1-b9e5-4f21-8bd8-1f4ae656945b', 'project_id': '8c3de2533be641d8a862b529619deccd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 22:02:07.697814 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420e0a1e-8113-4d12-ac39-aa3b852411c9 req-0698c3c4-382e-45bd-ab7f-40dcd1f0ecd3 tempest-AttachVolumeNegativeTest-479507150 tempest-AttachVolumeNegativeTest-479507150-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:02:07.699485 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-420e0a1e-8113-4d12-ac39-aa3b852411c9 req-0698c3c4-382e-45bd-ab7f-40dcd1f0ecd3 tempest-AttachVolumeNegativeTest-479507150 tempest-AttachVolumeNegativeTest-479507150-project] 10.222.0.25 "GET /v2.0/networks?id=1af71b13-9cb9-46cd-97aa-4e7f7899262e HTTP/1.1" status: 200 len: 814 time: 0.1557693 Nov 08 22:02:07.700775 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.db.securitygroups_db [None req-44b07b62-34e9-4414-9737-26198eedfd19 tempest-TestShelveInstance-1324710148 tempest-TestShelveInstance-1324710148-project] Project 8c3de2533be641d8a862b529619deccd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 08 22:02:07.706429 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-44b07b62-34e9-4414-9737-26198eedfd19 tempest-TestShelveInstance-1324710148 tempest-TestShelveInstance-1324710148-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:02:07.733224 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-420e0a1e-8113-4d12-ac39-aa3b852411c9 req-07d9e9a5-6314-47a3-becb-62f4d2d7388f tempest-AttachVolumeNegativeTest-479507150 tempest-AttachVolumeNegativeTest-479507150-project] 10.222.0.25 "GET /v2.0/quotas/0a22ac80042f4867857306759d16a667 HTTP/1.1" status: 200 len: 375 time: 0.0235593 Nov 08 22:02:07.824214 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-420e0a1e-8113-4d12-ac39-aa3b852411c9 req-da4299d5-fe1b-447c-9159-80e582e0752e tempest-AttachVolumeNegativeTest-479507150 tempest-AttachVolumeNegativeTest-479507150-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=0a22ac80042f4867857306759d16a667&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0845025 Nov 08 22:02:07.825644 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-44b07b62-34e9-4414-9737-26198eedfd19 tempest-TestShelveInstance-1324710148 tempest-TestShelveInstance-1324710148-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:02:07.832242 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-44b07b62-34e9-4414-9737-26198eedfd19 tempest-TestShelveInstance-1324710148 tempest-TestShelveInstance-1324710148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2033480'] for security_group_rule, after_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:02:07.834171 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.db.l3_dvr_db [None req-e874294f-e23b-48bc-9de0-4ad0e21db3d0 None None] Set router 7d5eee0e-f131-4d47-af4b-32d6c4eb2073 gateway port host: dv-cinder-817085-1-iscsi {{(pid=101084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 22:02:07.901150 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b07b62-34e9-4414-9737-26198eedfd19 tempest-TestShelveInstance-1324710148 tempest-TestShelveInstance-1324710148-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6676826-25a8-4326-bbaf-9c628669edde,revision_number=0']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:02:07.908840 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-44b07b62-34e9-4414-9737-26198eedfd19 tempest-TestShelveInstance-1324710148 tempest-TestShelveInstance-1324710148-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:02:07.910075 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [None req-44b07b62-34e9-4414-9737-26198eedfd19 tempest-TestShelveInstance-1324710148 tempest-TestShelveInstance-1324710148-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2716885 Nov 08 22:02:07.954024 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-420e0a1e-8113-4d12-ac39-aa3b852411c9 req-b92afad9-9aa1-4590-90f6-07e7dfb5df79 service neutron] 10.222.0.25 "GET /v2.0/networks/1af71b13-9cb9-46cd-97aa-4e7f7899262e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1120968 Nov 08 22:02:07.978601 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-606950ba-b34e-4b2a-a5bc-ff56329a2868 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-925982'] for port, before_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:02:08.079982 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.db [None req-606950ba-b34e-4b2a-a5bc-ff56329a2868 None None] For port fc45cbe0-b7d0-448e-be4c-f0a66ab2d969, host dv-cinder-817085-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817085-1-iscsi',level=0,port_id=fc45cbe0-b7d0-448e-be4c-f0a66ab2d969,segment=NetworkSegment(f805f1f5-2a44-4f31-9193-8376afa57c93),segment_id=f805f1f5-2a44-4f31-9193-8376afa57c93)] {{(pid=101084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 22:02:08.092768 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-606950ba-b34e-4b2a-a5bc-ff56329a2868 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728276638356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728276144285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728276144303'] for port, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:02:08.127410 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-420e0a1e-8113-4d12-ac39-aa3b852411c9 req-a87013b0-77b7-4f0f-a8e3-1135295bcc74 service neutron] 10.222.0.25 "GET /v2.0/networks/1af71b13-9cb9-46cd-97aa-4e7f7899262e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1544287 Nov 08 22:02:08.178681 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3055add-7f51-4278-ab6c-b138cd1de14f req-fb4f617b-9011-4511-8d04-dbcb80117778 tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:02:08.189792 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-a3055add-7f51-4278-ab6c-b138cd1de14f req-fb4f617b-9011-4511-8d04-dbcb80117778 tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] 10.222.0.25 "GET /v2.0/ports?device_id=ea3e000f-3070-46f1-ab82-0f619625641a HTTP/1.1" status: 200 len: 945 time: 0.0795019 Nov 08 22:02:08.204786 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606950ba-b34e-4b2a-a5bc-ff56329a2868 None None] Pushing event updated for resources: {'Port': ['ID=fc45cbe0-b7d0-448e-be4c-f0a66ab2d969,revision_number=5']} {{(pid=101084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:02:08.245330 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.db.l3_hamode_db [None req-e874294f-e23b-48bc-9de0-4ad0e21db3d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d5eee0e-f131-4d47-af4b-32d6c4eb2073', 'name': 'tempest-TestShelveInstance-2019479550-router', 'tenant_id': 'af92b9be2b6647c28783170efc81d69b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ae8d913-bef9-4bc0-baeb-78ef8b3a7364', 'external_fixed_ips': [{'subnet_id': 'f0dec947-372d-4ed5-9c9f-864e58aba850', 'ip_address': '172.27.3.57'}], 'enable_snat': True}, 'gw_port_id': 'a231f03f-393a-4f28-bd93-305d8cb8c180', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T22:01:59Z', 'updated_at': '2021-11-08T22:02:04Z', 'revision_number': 4, 'project_id': 'af92b9be2b6647c28783170efc81d69b', 'gw_port': {'id': 'a231f03f-393a-4f28-bd93-305d8cb8c180', 'name': '', 'network_id': '8ae8d913-bef9-4bc0-baeb-78ef8b3a7364', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:95:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d5eee0e-f131-4d47-af4b-32d6c4eb2073', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': 'f0dec947-372d-4ed5-9c9f-864e58aba850', 'ip_address': '172.27.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T22:01:59Z', 'updated_at': '2021-11-08T22:02:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0dec947-372d-4ed5-9c9f-864e58aba850', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817085-1-iscsi', '_interfaces': [{'id': 'fc45cbe0-b7d0-448e-be4c-f0a66ab2d969', 'name': '', 'network_id': '5b26c07d-24ce-4dae-98a2-b1d467744962', 'tenant_id': 'af92b9be2b6647c28783170efc81d69b', 'mac_address': 'fa:16:3e:33:6d:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d5eee0e-f131-4d47-af4b-32d6c4eb2073', 'device_owner': 'network:router_interface', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '476c439d-2222-4e4a-8260-1d5c38cdf58b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T22:02:03Z', 'updated_at': '2021-11-08T22:02:07Z', 'revision_number': 4, 'project_id': 'af92b9be2b6647c28783170efc81d69b', 'subnets': [{'id': '476c439d-2222-4e4a-8260-1d5c38cdf58b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817085-1-iscsi', False) {} {{(pid=101084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 22:02:08.262546 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-a3055add-7f51-4278-ab6c-b138cd1de14f req-5f7afcc0-4716-46cc-a1e0-442eae6f6963 tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] 10.222.0.25 "GET /v2.0/security-groups?id=e56f6cae-c1db-4d7c-8761-da45404c5a8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706489 Nov 08 22:02:08.280630 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.db.provisioning_blocks [None req-d56ae34d-c716-432e-8077-1f96e4b43a12 None None] Provisioning complete for port fc45cbe0-b7d0-448e-be4c-f0a66ab2d969 triggered by entity DHCP. {{(pid=101084) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 22:02:08.281079 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-d56ae34d-c716-432e-8077-1f96e4b43a12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-534742'] for port, provisioning_complete {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:02:08.282966 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e874294f-e23b-48bc-9de0-4ad0e21db3d0 None None] The sync data for ids ['7d5eee0e-f131-4d47-af4b-32d6c4eb2073'] in dv-cinder-817085-1-iscsi is: [{'id': '7d5eee0e-f131-4d47-af4b-32d6c4eb2073', 'name': 'tempest-TestShelveInstance-2019479550-router', 'tenant_id': 'af92b9be2b6647c28783170efc81d69b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ae8d913-bef9-4bc0-baeb-78ef8b3a7364', 'external_fixed_ips': [{'subnet_id': 'f0dec947-372d-4ed5-9c9f-864e58aba850', 'ip_address': '172.27.3.57'}], 'enable_snat': True}, 'gw_port_id': 'a231f03f-393a-4f28-bd93-305d8cb8c180', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T22:01:59Z', 'updated_at': '2021-11-08T22:02:04Z', 'revision_number': 4, 'project_id': 'af92b9be2b6647c28783170efc81d69b', 'gw_port': {'id': 'a231f03f-393a-4f28-bd93-305d8cb8c180', 'name': '', 'network_id': '8ae8d913-bef9-4bc0-baeb-78ef8b3a7364', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:95:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d5eee0e-f131-4d47-af4b-32d6c4eb2073', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': 'f0dec947-372d-4ed5-9c9f-864e58aba850', 'ip_address': '172.27.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T22:01:59Z', 'updated_at': '2021-11-08T22:02:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0dec947-372d-4ed5-9c9f-864e58aba850', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817085-1-iscsi', '_interfaces': [{'id': 'fc45cbe0-b7d0-448e-be4c-f0a66ab2d969', 'name': '', 'network_id': '5b26c07d-24ce-4dae-98a2-b1d467744962', 'tenant_id': 'af92b9be2b6647c28783170efc81d69b', 'mac_address': 'fa:16:3e:33:6d:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d5eee0e-f131-4d47-af4b-32d6c4eb2073', 'device_owner': 'network:router_interface', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '476c439d-2222-4e4a-8260-1d5c38cdf58b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T22:02:03Z', 'updated_at': '2021-11-08T22:02:07Z', 'revision_number': 4, 'project_id': 'af92b9be2b6647c28783170efc81d69b', 'subnets': [{'id': '476c439d-2222-4e4a-8260-1d5c38cdf58b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 22:02:08.485269 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-fcaa926c-eabf-4738-9729-d659b70df3a4 req-439608ff-a64f-4bc7-91d7-3552c9f2d317 tempest-AttachVolumeNegativeTest-479507150 tempest-AttachVolumeNegativeTest-479507150-project] 10.222.0.25 "GET /v2.0/ports?device_id=168d4246-7aeb-4316-97f9-87ccf2ba3af1 HTTP/1.1" status: 200 len: 210 time: 0.0363274 Nov 08 22:02:08.543477 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-d54f0050-4b12-44b0-9c5a-63cad93bd3c8 req-d84c8953-6a00-45f1-b484-5a8ca4f72f21 tempest-VolumesActionsTest-1330152236 tempest-VolumesActionsTest-1330152236-project] 10.222.0.25 "GET /v2.0/ports?device_id=dc945426-82e9-4062-8560-d4a7a7c2f626 HTTP/1.1" status: 200 len: 210 time: 0.0642803 Nov 08 22:02:08.655262 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.rpc [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Device e207c784-4a00-481e-b406-44f17b44c415 no longer exists at agent hyperv_hv-cinder-81708 {{(pid=101084) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 22:02:08.709768 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.plugin [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] No Port match for: e207c784-4a00-481e-b406-44f17b44c415 {{(pid=101084) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 22:02:08.710281 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.rpc [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Device e207c784-4a00-481e-b406-44f17b44c415 not bound to the agent host hv-cinder-81708 {{(pid=101084) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 22:02:08.759793 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.rpc [None req-ad13160b-513d-4512-a15f-cb40cce6b7e9 None None] Device fc45cbe0-b7d0-448e-be4c-f0a66ab2d969 up at agent ovs-agent-dv-cinder-817085-1-iscsi {{(pid=101084) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 22:02:08.881884 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.db.provisioning_blocks [None req-ad13160b-513d-4512-a15f-cb40cce6b7e9 None None] Provisioning complete for port fc45cbe0-b7d0-448e-be4c-f0a66ab2d969 triggered by entity L2. {{(pid=101084) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 22:02:08.882249 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-ad13160b-513d-4512-a15f-cb40cce6b7e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-534742'] for port, provisioning_complete {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:02:08.904286 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141e439e-1c19-43cc-8483-08a98b1a0f0e req-7338081c-ad8b-4322-8940-e1a42243530f tempest-VolumesActionsTest-1330152236 tempest-VolumesActionsTest-1330152236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:02:08.906365 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-141e439e-1c19-43cc-8483-08a98b1a0f0e req-7338081c-ad8b-4322-8940-e1a42243530f tempest-VolumesActionsTest-1330152236 tempest-VolumesActionsTest-1330152236-project] 10.222.0.48 "GET /v2.0/networks?id=7fa706e0-37a9-4ebd-842a-2698f5714f90 HTTP/1.1" status: 200 len: 808 time: 0.1862390 Nov 08 22:02:08.935745 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.v2.base [req-141e439e-1c19-43cc-8483-08a98b1a0f0e req-cba12b91-662b-4e78-869d-73635af51d6a tempest-VolumesActionsTest-1330152236 tempest-VolumesActionsTest-1330152236-project] Request body: {'port': {'device_id': 'dc945426-82e9-4062-8560-d4a7a7c2f626', 'network_id': '7fa706e0-37a9-4ebd-842a-2698f5714f90', 'admin_state_up': True, 'tenant_id': '97ae6a1a13024d34a46a7f5ec8ee6707'}} {{(pid=101082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 22:02:09.102831 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5e8c48-58d4-4155-87ca-a06668a2f736 req-5d5e766d-974b-4a46-8dd0-549a6d53ce3c tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:02:09.110673 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-cc5e8c48-58d4-4155-87ca-a06668a2f736 req-5d5e766d-974b-4a46-8dd0-549a6d53ce3c tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] 10.222.0.25 "GET /v2.0/ports?device_id=21765c62-33e5-4865-a2e8-923f1018396e HTTP/1.1" status: 200 len: 945 time: 0.0884871 Nov 08 22:02:09.184092 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-cc5e8c48-58d4-4155-87ca-a06668a2f736 req-bb035b4d-d7ad-4c9c-8f26-372974f24235 tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] 10.222.0.25 "GET /v2.0/security-groups?id=48a61968-ba2d-42aa-b087-8fe6b21c1944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724969 Nov 08 22:02:09.185449 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-141e439e-1c19-43cc-8483-08a98b1a0f0e req-cba12b91-662b-4e78-869d-73635af51d6a tempest-VolumesActionsTest-1330152236 tempest-VolumesActionsTest-1330152236-project] Made reservation on behalf of 97ae6a1a13024d34a46a7f5ec8ee6707 for: {'port': 1} {{(pid=101082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 22:02:09.190098 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [req-141e439e-1c19-43cc-8483-08a98b1a0f0e req-cba12b91-662b-4e78-869d-73635af51d6a tempest-VolumesActionsTest-1330152236 tempest-VolumesActionsTest-1330152236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-925982'] for port, before_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:02:09.453885 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.db.db_base_plugin_common [req-141e439e-1c19-43cc-8483-08a98b1a0f0e req-cba12b91-662b-4e78-869d-73635af51d6a tempest-VolumesActionsTest-1330152236 tempest-VolumesActionsTest-1330152236-project] Allocated IP 172.20.0.11 (7fa706e0-37a9-4ebd-842a-2698f5714f90/24095202-ce95-4b5b-a44b-ab21c684cd32/7b87a76b-1071-4aab-afd8-5aeb8ce7d369) {{(pid=101082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 22:02:09.475869 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a70d63e-617b-44e1-abb5-4417f16f8931 req-6d68636c-f7aa-4e88-92f0-934ad3cb33de tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:02:09.477865 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-9a70d63e-617b-44e1-abb5-4417f16f8931 req-6d68636c-f7aa-4e88-92f0-934ad3cb33de tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] 10.222.0.25 "GET /v2.0/ports?device_id=ea3e000f-3070-46f1-ab82-0f619625641a HTTP/1.1" status: 200 len: 945 time: 0.0972109 Nov 08 22:02:09.660679 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-9a70d63e-617b-44e1-abb5-4417f16f8931 req-b0d97353-03be-404c-90d1-a7b1470489c0 tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] 10.222.0.25 "GET /v2.0/security-groups?id=e56f6cae-c1db-4d7c-8761-da45404c5a8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1696312 Nov 08 22:02:09.689363 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-0cc521f7-b9f1-4e7e-9126-bcfb84d4ae34 req-4ca02d09-bb1f-40a8-b29d-f08ee742a982 tempest-AttachVolumeNegativeTest-479507150 tempest-AttachVolumeNegativeTest-479507150-project] 10.222.0.25 "GET /v2.0/ports?device_id=168d4246-7aeb-4316-97f9-87ccf2ba3af1 HTTP/1.1" status: 200 len: 210 time: 0.0503397 Nov 08 22:02:09.787554 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [req-141e439e-1c19-43cc-8483-08a98b1a0f0e req-cba12b91-662b-4e78-869d-73635af51d6a tempest-VolumesActionsTest-1330152236 tempest-VolumesActionsTest-1330152236-project] Publish callbacks [] for port, precommit_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:02:09.829951 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-f958438a-fa9f-467d-ac9e-dff9d8ce99b5 req-b3ca3b32-d1eb-443f-81da-e1d51796f8ed tempest-VolumesActionsTest-1330152236 tempest-VolumesActionsTest-1330152236-project] 10.222.0.25 "GET /v2.0/ports?device_id=dc945426-82e9-4062-8560-d4a7a7c2f626 HTTP/1.1" status: 200 len: 210 time: 0.0481565 Nov 08 22:02:09.862992 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [req-141e439e-1c19-43cc-8483-08a98b1a0f0e req-cba12b91-662b-4e78-869d-73635af51d6a tempest-VolumesActionsTest-1330152236 tempest-VolumesActionsTest-1330152236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728276144267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7854484'] for port, after_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:02:09.922030 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-141e439e-1c19-43cc-8483-08a98b1a0f0e req-cba12b91-662b-4e78-869d-73635af51d6a tempest-VolumesActionsTest-1330152236 tempest-VolumesActionsTest-1330152236-project] Network 7fa706e0-37a9-4ebd-842a-2698f5714f90 is already hosted by enough agents. {{(pid=101082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 22:02:09.927761 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.scheduler.base_scheduler [req-141e439e-1c19-43cc-8483-08a98b1a0f0e req-cba12b91-662b-4e78-869d-73635af51d6a tempest-VolumesActionsTest-1330152236 tempest-VolumesActionsTest-1330152236-project] Resources bound (agent type, host, resource id): {{(pid=101082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 22:02:09.931636 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [req-141e439e-1c19-43cc-8483-08a98b1a0f0e req-cba12b91-662b-4e78-869d-73635af51d6a tempest-VolumesActionsTest-1330152236 tempest-VolumesActionsTest-1330152236-project] Received port after_create {{(pid=101082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 22:02:09.957709 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba12b91-662b-4e78-869d-73635af51d6a tempest-VolumesActionsTest-1330152236 tempest-VolumesActionsTest-1330152236-project] Pushing event updated for resources: {'Port': ['ID=7b87a76b-1071-4aab-afd8-5aeb8ce7d369,revision_number=1']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:02:09.995968 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141e439e-1c19-43cc-8483-08a98b1a0f0e req-cba12b91-662b-4e78-869d-73635af51d6a tempest-VolumesActionsTest-1330152236 tempest-VolumesActionsTest-1330152236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:02:09.996716 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [req-141e439e-1c19-43cc-8483-08a98b1a0f0e req-cba12b91-662b-4e78-869d-73635af51d6a tempest-VolumesActionsTest-1330152236 tempest-VolumesActionsTest-1330152236-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465805'] for port, before_response {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:02:10.019029 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-141e439e-1c19-43cc-8483-08a98b1a0f0e req-cba12b91-662b-4e78-869d-73635af51d6a tempest-VolumesActionsTest-1330152236 tempest-VolumesActionsTest-1330152236-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0888522 Nov 08 22:02:10.027827 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420e0a1e-8113-4d12-ac39-aa3b852411c9 req-d96842ca-2991-4e58-b339-560beb069636 tempest-AttachVolumeNegativeTest-479507150 tempest-AttachVolumeNegativeTest-479507150-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:02:10.029326 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-420e0a1e-8113-4d12-ac39-aa3b852411c9 req-d96842ca-2991-4e58-b339-560beb069636 tempest-AttachVolumeNegativeTest-479507150 tempest-AttachVolumeNegativeTest-479507150-project] 10.222.0.48 "GET /v2.0/networks?id=1af71b13-9cb9-46cd-97aa-4e7f7899262e HTTP/1.1" status: 200 len: 814 time: 0.1302521 Nov 08 22:02:10.038720 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.v2.base [req-141e439e-1c19-43cc-8483-08a98b1a0f0e req-17a6fe1f-7feb-4682-a0a5-50a3c0caa10b service neutron] Request body: {'port': {'device_id': 'dc945426-82e9-4062-8560-d4a7a7c2f626', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81708'}} {{(pid=101082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 22:02:10.053840 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.v2.base [req-420e0a1e-8113-4d12-ac39-aa3b852411c9 req-094c0cb3-3f16-4f54-a785-99df497b4704 tempest-AttachVolumeNegativeTest-479507150 tempest-AttachVolumeNegativeTest-479507150-project] Request body: {'port': {'device_id': '168d4246-7aeb-4316-97f9-87ccf2ba3af1', 'network_id': '1af71b13-9cb9-46cd-97aa-4e7f7899262e', 'admin_state_up': True, 'tenant_id': '0a22ac80042f4867857306759d16a667'}} {{(pid=101083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 22:02:10.100513 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [req-141e439e-1c19-43cc-8483-08a98b1a0f0e req-17a6fe1f-7feb-4682-a0a5-50a3c0caa10b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-925982'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:02:10.191762 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-420e0a1e-8113-4d12-ac39-aa3b852411c9 req-094c0cb3-3f16-4f54-a785-99df497b4704 tempest-AttachVolumeNegativeTest-479507150 tempest-AttachVolumeNegativeTest-479507150-project] Made reservation on behalf of 0a22ac80042f4867857306759d16a667 for: {'port': 1} {{(pid=101083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 22:02:10.195490 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [req-420e0a1e-8113-4d12-ac39-aa3b852411c9 req-094c0cb3-3f16-4f54-a785-99df497b4704 tempest-AttachVolumeNegativeTest-479507150 tempest-AttachVolumeNegativeTest-479507150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-925982'] for port, before_create {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:02:10.334435 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.db.db_base_plugin_common [req-420e0a1e-8113-4d12-ac39-aa3b852411c9 req-094c0cb3-3f16-4f54-a785-99df497b4704 tempest-AttachVolumeNegativeTest-479507150 tempest-AttachVolumeNegativeTest-479507150-project] Allocated IP 172.20.0.9 (1af71b13-9cb9-46cd-97aa-4e7f7899262e/c388e745-163e-4ce7-b3b6-4d504969c00f/50c23331-e86c-4ef7-ab15-0f95ac5547f6) {{(pid=101083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 22:02:10.383381 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.notifiers.nova [req-141e439e-1c19-43cc-8483-08a98b1a0f0e req-17a6fe1f-7feb-4682-a0a5-50a3c0caa10b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b87a76b-1071-4aab-afd8-5aeb8ce7d369 {{(pid=101082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 22:02:10.390722 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [req-141e439e-1c19-43cc-8483-08a98b1a0f0e req-17a6fe1f-7feb-4682-a0a5-50a3c0caa10b service neutron] Publish callbacks [] for port, precommit_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:02:10.402993 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [req-141e439e-1c19-43cc-8483-08a98b1a0f0e req-17a6fe1f-7feb-4682-a0a5-50a3c0caa10b service neutron] Transition to ACTIVE for port object 7b87a76b-1071-4aab-afd8-5aeb8ce7d369 will not be triggered until provisioned by entity L2. {{(pid=101082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 22:02:10.406885 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [req-141e439e-1c19-43cc-8483-08a98b1a0f0e req-17a6fe1f-7feb-4682-a0a5-50a3c0caa10b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728276638356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728276144285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728276144303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7854475'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:02:10.456713 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a6fe1f-7feb-4682-a0a5-50a3c0caa10b service neutron] Pushing event updated for resources: {'Port': ['ID=7b87a76b-1071-4aab-afd8-5aeb8ce7d369,revision_number=2']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:02:10.487928 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [req-420e0a1e-8113-4d12-ac39-aa3b852411c9 req-094c0cb3-3f16-4f54-a785-99df497b4704 tempest-AttachVolumeNegativeTest-479507150 tempest-AttachVolumeNegativeTest-479507150-project] Publish callbacks [] for port, precommit_create {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:02:10.522982 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [req-141e439e-1c19-43cc-8483-08a98b1a0f0e req-17a6fe1f-7feb-4682-a0a5-50a3c0caa10b service neutron] Attempting to bind port 7b87a76b-1071-4aab-afd8-5aeb8ce7d369 on host hv-cinder-81708 for vnic_type normal with profile {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 22:02:10.523388 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [req-141e439e-1c19-43cc-8483-08a98b1a0f0e req-17a6fe1f-7feb-4682-a0a5-50a3c0caa10b service neutron] Attempting to bind port 7b87a76b-1071-4aab-afd8-5aeb8ce7d369 by drivers openvswitch,hyperv on host hv-cinder-81708 at level 0 using segments [{'id': '49c9ba1b-8857-436d-852d-6f1ef1b4626a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '7fa706e0-37a9-4ebd-842a-2698f5714f90'}] {{(pid=101082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 22:02:10.523877 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-141e439e-1c19-43cc-8483-08a98b1a0f0e req-17a6fe1f-7feb-4682-a0a5-50a3c0caa10b service neutron] Attempting to bind port 7b87a76b-1071-4aab-afd8-5aeb8ce7d369 on network 7fa706e0-37a9-4ebd-842a-2698f5714f90 {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 22:02:10.524374 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [req-420e0a1e-8113-4d12-ac39-aa3b852411c9 req-094c0cb3-3f16-4f54-a785-99df497b4704 tempest-AttachVolumeNegativeTest-479507150 tempest-AttachVolumeNegativeTest-479507150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728276144267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7659000'] for port, after_create {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:02:10.530301 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-141e439e-1c19-43cc-8483-08a98b1a0f0e req-17a6fe1f-7feb-4682-a0a5-50a3c0caa10b service neutron] Port 7b87a76b-1071-4aab-afd8-5aeb8ce7d369 on network 7fa706e0-37a9-4ebd-842a-2698f5714f90 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81708 {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 22:02:10.530621 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-141e439e-1c19-43cc-8483-08a98b1a0f0e req-17a6fe1f-7feb-4682-a0a5-50a3c0caa10b service neutron] Attempting to bind port 7b87a76b-1071-4aab-afd8-5aeb8ce7d369 on network 7fa706e0-37a9-4ebd-842a-2698f5714f90 {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 22:02:10.537313 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.db [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] get_ports_and_sgs() called for port_ids ['05e12715-6298-4fba-90e4-2bde5690db07', '0a1660db-c5d0-40e6-abdd-beeb710458d8', 'e0aeeda9-60c3-476e-8da3-474dc48edfb3'] {{(pid=101084) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 22:02:10.537836 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-141e439e-1c19-43cc-8483-08a98b1a0f0e req-17a6fe1f-7feb-4682-a0a5-50a3c0caa10b service neutron] Checking agent: {'id': '7cd4d405-a24c-430d-ad05-16fe54bb5453', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81708', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 21, 57, 55), 'started_at': datetime.datetime(2021, 11, 8, 21, 57, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 22, 1, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 22:02:10.537998 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-141e439e-1c19-43cc-8483-08a98b1a0f0e req-17a6fe1f-7feb-4682-a0a5-50a3c0caa10b service neutron] Checking segment: {'id': '49c9ba1b-8857-436d-852d-6f1ef1b4626a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '7fa706e0-37a9-4ebd-842a-2698f5714f90'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 22:02:10.538248 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-141e439e-1c19-43cc-8483-08a98b1a0f0e req-17a6fe1f-7feb-4682-a0a5-50a3c0caa10b service neutron] Bound using segment: {'id': '49c9ba1b-8857-436d-852d-6f1ef1b4626a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '7fa706e0-37a9-4ebd-842a-2698f5714f90'} {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 22:02:10.538674 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [req-141e439e-1c19-43cc-8483-08a98b1a0f0e req-17a6fe1f-7feb-4682-a0a5-50a3c0caa10b service neutron] Bound port: 7b87a76b-1071-4aab-afd8-5aeb8ce7d369, host: hv-cinder-81708, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '49c9ba1b-8857-436d-852d-6f1ef1b4626a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '7fa706e0-37a9-4ebd-842a-2698f5714f90'}}] {{(pid=101082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 22:02:10.539022 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [req-141e439e-1c19-43cc-8483-08a98b1a0f0e req-17a6fe1f-7feb-4682-a0a5-50a3c0caa10b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-925982'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:02:10.573125 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-420e0a1e-8113-4d12-ac39-aa3b852411c9 req-094c0cb3-3f16-4f54-a785-99df497b4704 tempest-AttachVolumeNegativeTest-479507150 tempest-AttachVolumeNegativeTest-479507150-project] Network 1af71b13-9cb9-46cd-97aa-4e7f7899262e is already hosted by enough agents. {{(pid=101083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 22:02:10.576431 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.scheduler.base_scheduler [req-420e0a1e-8113-4d12-ac39-aa3b852411c9 req-094c0cb3-3f16-4f54-a785-99df497b4704 tempest-AttachVolumeNegativeTest-479507150 tempest-AttachVolumeNegativeTest-479507150-project] Resources bound (agent type, host, resource id): {{(pid=101083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 22:02:10.580245 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.db.l3_dvrscheduler_db [req-420e0a1e-8113-4d12-ac39-aa3b852411c9 req-094c0cb3-3f16-4f54-a785-99df497b4704 tempest-AttachVolumeNegativeTest-479507150 tempest-AttachVolumeNegativeTest-479507150-project] Received port after_create {{(pid=101083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 22:02:10.614809 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094c0cb3-3f16-4f54-a785-99df497b4704 tempest-AttachVolumeNegativeTest-479507150 tempest-AttachVolumeNegativeTest-479507150-project] Pushing event updated for resources: {'Port': ['ID=50c23331-e86c-4ef7-ab15-0f95ac5547f6,revision_number=1']} {{(pid=101083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:02:10.621318 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.plugins.ml2.db [req-141e439e-1c19-43cc-8483-08a98b1a0f0e req-17a6fe1f-7feb-4682-a0a5-50a3c0caa10b service neutron] For port 7b87a76b-1071-4aab-afd8-5aeb8ce7d369, host hv-cinder-81708, cleared binding levels {{(pid=101082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 22:02:10.625358 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.plugins.ml2.db [req-141e439e-1c19-43cc-8483-08a98b1a0f0e req-17a6fe1f-7feb-4682-a0a5-50a3c0caa10b service neutron] For port 7b87a76b-1071-4aab-afd8-5aeb8ce7d369, host hv-cinder-81708, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81708',level=0,port_id=7b87a76b-1071-4aab-afd8-5aeb8ce7d369,segment=NetworkSegment(49c9ba1b-8857-436d-852d-6f1ef1b4626a),segment_id=49c9ba1b-8857-436d-852d-6f1ef1b4626a)] {{(pid=101082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 22:02:10.634752 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [req-141e439e-1c19-43cc-8483-08a98b1a0f0e req-17a6fe1f-7feb-4682-a0a5-50a3c0caa10b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728276638356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728276144285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728276144303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7854475'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:02:10.641331 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420e0a1e-8113-4d12-ac39-aa3b852411c9 req-094c0cb3-3f16-4f54-a785-99df497b4704 tempest-AttachVolumeNegativeTest-479507150 tempest-AttachVolumeNegativeTest-479507150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:02:10.642109 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [req-420e0a1e-8113-4d12-ac39-aa3b852411c9 req-094c0cb3-3f16-4f54-a785-99df497b4704 tempest-AttachVolumeNegativeTest-479507150 tempest-AttachVolumeNegativeTest-479507150-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646287'] for port, before_response {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:02:10.662681 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-420e0a1e-8113-4d12-ac39-aa3b852411c9 req-094c0cb3-3f16-4f54-a785-99df497b4704 tempest-AttachVolumeNegativeTest-479507150 tempest-AttachVolumeNegativeTest-479507150-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6125863 Nov 08 22:02:10.686467 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.v2.base [req-420e0a1e-8113-4d12-ac39-aa3b852411c9 req-40f225a0-07b6-4b6a-bb3c-220c1fb36a53 service neutron] Request body: {'port': {'device_id': '168d4246-7aeb-4316-97f9-87ccf2ba3af1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81708'}} {{(pid=101083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 22:02:10.698088 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141e439e-1c19-43cc-8483-08a98b1a0f0e req-17a6fe1f-7feb-4682-a0a5-50a3c0caa10b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:02:10.698892 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [req-141e439e-1c19-43cc-8483-08a98b1a0f0e req-17a6fe1f-7feb-4682-a0a5-50a3c0caa10b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465805'] for port, before_response {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:02:10.700440 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-141e439e-1c19-43cc-8483-08a98b1a0f0e req-17a6fe1f-7feb-4682-a0a5-50a3c0caa10b service neutron] 10.222.0.48 "PUT /v2.0/ports/7b87a76b-1071-4aab-afd8-5aeb8ce7d369 HTTP/1.1" status: 200 len: 1094 time: 0.6683030 Nov 08 22:02:10.704376 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc945426-82e9-4062-8560-d4a7a7c2f626', 'tag': '7b87a76b-1071-4aab-afd8-5aeb8ce7d369'}] {{(pid=101082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 22:02:10.706533 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5244ac95217a6bb312334333bc6ed4bdb0e50c4a837cb758f48f620e9b099f25" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6abc029-73b6-4929-91a1-5918ad4e360a" -d '{"events": [{"name": "network-changed", "server_uuid": "dc945426-82e9-4062-8560-d4a7a7c2f626", "tag": "7b87a76b-1071-4aab-afd8-5aeb8ce7d369"}]}' {{(pid=101082) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 22:02:10.773546 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [req-420e0a1e-8113-4d12-ac39-aa3b852411c9 req-40f225a0-07b6-4b6a-bb3c-220c1fb36a53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-925982'] for port, before_update {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:02:10.786609 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a6fe1f-7feb-4682-a0a5-50a3c0caa10b service neutron] Pushing event updated for resources: {'Port': ['ID=7b87a76b-1071-4aab-afd8-5aeb8ce7d369,revision_number=3']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:02:10.830462 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 22:02:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef524493-1c8a-447e-8634-378b1a98b21a x-openstack-request-id: req-ef524493-1c8a-447e-8634-378b1a98b21a {{(pid=101082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 22:02:10.830756 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc945426-82e9-4062-8560-d4a7a7c2f626", "tag": "7b87a76b-1071-4aab-afd8-5aeb8ce7d369", "status": "completed", "code": 200}]} {{(pid=101082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 22:02:10.831003 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ef524493-1c8a-447e-8634-378b1a98b21a {{(pid=101082) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 22:02:10.831392 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc945426-82e9-4062-8560-d4a7a7c2f626', 'tag': '7b87a76b-1071-4aab-afd8-5aeb8ce7d369', 'status': 'completed', 'code': 200} Nov 08 22:02:10.934880 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e012a8-0453-4644-9946-709a62009e75 req-873d5d40-673a-4e24-b2ca-2b9f4a00db34 tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:02:10.936378 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-26e012a8-0453-4644-9946-709a62009e75 req-873d5d40-673a-4e24-b2ca-2b9f4a00db34 tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] 10.222.0.25 "GET /v2.0/ports?device_id=ea3e000f-3070-46f1-ab82-0f619625641a HTTP/1.1" status: 200 len: 945 time: 0.1840281 Nov 08 22:02:10.951455 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2520ec1f-0a0b-452d-870d-ef17c39feea1 req-ae6f361a-67fe-48f8-827b-f8919b00db96 tempest-AttachVolumeNegativeTest-479507150 tempest-AttachVolumeNegativeTest-479507150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:02:10.953382 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-2520ec1f-0a0b-452d-870d-ef17c39feea1 req-ae6f361a-67fe-48f8-827b-f8919b00db96 tempest-AttachVolumeNegativeTest-479507150 tempest-AttachVolumeNegativeTest-479507150-project] 10.222.0.25 "GET /v2.0/ports?device_id=168d4246-7aeb-4316-97f9-87ccf2ba3af1 HTTP/1.1" status: 200 len: 931 time: 0.1163225 Nov 08 22:02:10.966972 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141e439e-1c19-43cc-8483-08a98b1a0f0e req-a28cc72a-7fed-47e4-afce-7905d779facb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:02:10.968550 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-141e439e-1c19-43cc-8483-08a98b1a0f0e req-a28cc72a-7fed-47e4-afce-7905d779facb service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=97ae6a1a13024d34a46a7f5ec8ee6707&device_id=dc945426-82e9-4062-8560-d4a7a7c2f626 HTTP/1.1" status: 200 len: 1097 time: 0.2014616 Nov 08 22:02:11.044074 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-141e439e-1c19-43cc-8483-08a98b1a0f0e req-6b1873bf-6ab8-4823-8da4-986db4762de8 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7b87a76b-1071-4aab-afd8-5aeb8ce7d369 HTTP/1.1" status: 200 len: 217 time: 0.0569818 Nov 08 22:02:11.078247 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.notifiers.nova [req-420e0a1e-8113-4d12-ac39-aa3b852411c9 req-40f225a0-07b6-4b6a-bb3c-220c1fb36a53 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50c23331-e86c-4ef7-ab15-0f95ac5547f6 {{(pid=101083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 22:02:11.086504 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [req-420e0a1e-8113-4d12-ac39-aa3b852411c9 req-40f225a0-07b6-4b6a-bb3c-220c1fb36a53 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:02:11.099982 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.db.provisioning_blocks [req-420e0a1e-8113-4d12-ac39-aa3b852411c9 req-40f225a0-07b6-4b6a-bb3c-220c1fb36a53 service neutron] Transition to ACTIVE for port object 50c23331-e86c-4ef7-ab15-0f95ac5547f6 will not be triggered until provisioned by entity L2. {{(pid=101083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 22:02:11.104903 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [req-420e0a1e-8113-4d12-ac39-aa3b852411c9 req-40f225a0-07b6-4b6a-bb3c-220c1fb36a53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728276638356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728276144285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728276144303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7658983'] for port, after_update {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:02:11.155889 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f225a0-07b6-4b6a-bb3c-220c1fb36a53 service neutron] Pushing event updated for resources: {'Port': ['ID=50c23331-e86c-4ef7-ab15-0f95ac5547f6,revision_number=2']} {{(pid=101083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:02:11.231491 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.plugins.ml2.managers [req-420e0a1e-8113-4d12-ac39-aa3b852411c9 req-40f225a0-07b6-4b6a-bb3c-220c1fb36a53 service neutron] Attempting to bind port 50c23331-e86c-4ef7-ab15-0f95ac5547f6 on host hv-cinder-81708 for vnic_type normal with profile {{(pid=101083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 22:02:11.231828 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.plugins.ml2.managers [req-420e0a1e-8113-4d12-ac39-aa3b852411c9 req-40f225a0-07b6-4b6a-bb3c-220c1fb36a53 service neutron] Attempting to bind port 50c23331-e86c-4ef7-ab15-0f95ac5547f6 by drivers openvswitch,hyperv on host hv-cinder-81708 at level 0 using segments [{'id': '37b61f9e-bba3-4df3-9e21-4a1dc2717139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '1af71b13-9cb9-46cd-97aa-4e7f7899262e'}] {{(pid=101083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 22:02:11.232170 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-420e0a1e-8113-4d12-ac39-aa3b852411c9 req-40f225a0-07b6-4b6a-bb3c-220c1fb36a53 service neutron] Attempting to bind port 50c23331-e86c-4ef7-ab15-0f95ac5547f6 on network 1af71b13-9cb9-46cd-97aa-4e7f7899262e {{(pid=101083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 22:02:11.242070 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-420e0a1e-8113-4d12-ac39-aa3b852411c9 req-40f225a0-07b6-4b6a-bb3c-220c1fb36a53 service neutron] Port 50c23331-e86c-4ef7-ab15-0f95ac5547f6 on network 1af71b13-9cb9-46cd-97aa-4e7f7899262e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81708 {{(pid=101083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 22:02:11.242387 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-420e0a1e-8113-4d12-ac39-aa3b852411c9 req-40f225a0-07b6-4b6a-bb3c-220c1fb36a53 service neutron] Attempting to bind port 50c23331-e86c-4ef7-ab15-0f95ac5547f6 on network 1af71b13-9cb9-46cd-97aa-4e7f7899262e {{(pid=101083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 22:02:11.247951 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-420e0a1e-8113-4d12-ac39-aa3b852411c9 req-40f225a0-07b6-4b6a-bb3c-220c1fb36a53 service neutron] Checking agent: {'id': '7cd4d405-a24c-430d-ad05-16fe54bb5453', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81708', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 21, 57, 55), 'started_at': datetime.datetime(2021, 11, 8, 21, 57, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 22, 1, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 22:02:11.248278 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-420e0a1e-8113-4d12-ac39-aa3b852411c9 req-40f225a0-07b6-4b6a-bb3c-220c1fb36a53 service neutron] Checking segment: {'id': '37b61f9e-bba3-4df3-9e21-4a1dc2717139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '1af71b13-9cb9-46cd-97aa-4e7f7899262e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 22:02:11.248657 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-420e0a1e-8113-4d12-ac39-aa3b852411c9 req-40f225a0-07b6-4b6a-bb3c-220c1fb36a53 service neutron] Bound using segment: {'id': '37b61f9e-bba3-4df3-9e21-4a1dc2717139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '1af71b13-9cb9-46cd-97aa-4e7f7899262e'} {{(pid=101083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 22:02:11.249110 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.plugins.ml2.managers [req-420e0a1e-8113-4d12-ac39-aa3b852411c9 req-40f225a0-07b6-4b6a-bb3c-220c1fb36a53 service neutron] Bound port: 50c23331-e86c-4ef7-ab15-0f95ac5547f6, host: hv-cinder-81708, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '37b61f9e-bba3-4df3-9e21-4a1dc2717139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '1af71b13-9cb9-46cd-97aa-4e7f7899262e'}}] {{(pid=101083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 22:02:11.249460 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [req-420e0a1e-8113-4d12-ac39-aa3b852411c9 req-40f225a0-07b6-4b6a-bb3c-220c1fb36a53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-925982'] for port, before_update {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:02:11.326636 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.plugins.ml2.db [req-420e0a1e-8113-4d12-ac39-aa3b852411c9 req-40f225a0-07b6-4b6a-bb3c-220c1fb36a53 service neutron] For port 50c23331-e86c-4ef7-ab15-0f95ac5547f6, host hv-cinder-81708, cleared binding levels {{(pid=101083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 22:02:11.330078 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.plugins.ml2.db [req-420e0a1e-8113-4d12-ac39-aa3b852411c9 req-40f225a0-07b6-4b6a-bb3c-220c1fb36a53 service neutron] For port 50c23331-e86c-4ef7-ab15-0f95ac5547f6, host hv-cinder-81708, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81708',level=0,port_id=50c23331-e86c-4ef7-ab15-0f95ac5547f6,segment=NetworkSegment(37b61f9e-bba3-4df3-9e21-4a1dc2717139),segment_id=37b61f9e-bba3-4df3-9e21-4a1dc2717139)] {{(pid=101083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 22:02:11.336955 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [req-420e0a1e-8113-4d12-ac39-aa3b852411c9 req-40f225a0-07b6-4b6a-bb3c-220c1fb36a53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728276638356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728276144285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728276144303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7658983'] for port, after_update {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:02:11.349495 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-26e012a8-0453-4644-9946-709a62009e75 req-3630e62c-9c7d-4d8d-b85a-e401ac543e33 tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] 10.222.0.25 "GET /v2.0/security-groups?id=e56f6cae-c1db-4d7c-8761-da45404c5a8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3945081 Nov 08 22:02:11.359188 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-2520ec1f-0a0b-452d-870d-ef17c39feea1 req-5b07e029-bb7f-4711-8fc1-dee6e057707a tempest-AttachVolumeNegativeTest-479507150 tempest-AttachVolumeNegativeTest-479507150-project] 10.222.0.25 "GET /v2.0/security-groups?id=18bce912-cacb-492f-931d-a2fe8ac5d2b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3886328 Nov 08 22:02:11.387210 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420e0a1e-8113-4d12-ac39-aa3b852411c9 req-40f225a0-07b6-4b6a-bb3c-220c1fb36a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:02:11.387352 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141e439e-1c19-43cc-8483-08a98b1a0f0e req-690fe13f-d447-4d56-8c13-018545391965 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:02:11.387816 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [req-420e0a1e-8113-4d12-ac39-aa3b852411c9 req-40f225a0-07b6-4b6a-bb3c-220c1fb36a53 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646287'] for port, before_response {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:02:11.388717 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-141e439e-1c19-43cc-8483-08a98b1a0f0e req-690fe13f-d447-4d56-8c13-018545391965 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=24095202-ce95-4b5b-a44b-ab21c684cd32 HTTP/1.1" status: 200 len: 848 time: 0.0878108 Nov 08 22:02:11.389208 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-420e0a1e-8113-4d12-ac39-aa3b852411c9 req-40f225a0-07b6-4b6a-bb3c-220c1fb36a53 service neutron] 10.222.0.48 "PUT /v2.0/ports/50c23331-e86c-4ef7-ab15-0f95ac5547f6 HTTP/1.1" status: 200 len: 1093 time: 0.7093432 Nov 08 22:02:11.389635 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '168d4246-7aeb-4316-97f9-87ccf2ba3af1', 'tag': '50c23331-e86c-4ef7-ab15-0f95ac5547f6'}] {{(pid=101083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 22:02:11.391873 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1401f4ba4b9bb213bf59dd3903e8d3cb618788e4f0023aa365925d32571c6fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6abd9ea7-4fca-4cae-b2ba-3124bd11c2a6" -d '{"events": [{"name": "network-changed", "server_uuid": "168d4246-7aeb-4316-97f9-87ccf2ba3af1", "tag": "50c23331-e86c-4ef7-ab15-0f95ac5547f6"}]}' {{(pid=101083) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 22:02:11.412396 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f225a0-07b6-4b6a-bb3c-220c1fb36a53 service neutron] Pushing event updated for resources: {'Port': ['ID=50c23331-e86c-4ef7-ab15-0f95ac5547f6,revision_number=3']} {{(pid=101083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:02:11.443127 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-141e439e-1c19-43cc-8483-08a98b1a0f0e req-da9e264a-3ae2-4721-90fa-7f4931c03b37 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=7fa706e0-37a9-4ebd-842a-2698f5714f90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0363433 Nov 08 22:02:11.519650 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420e0a1e-8113-4d12-ac39-aa3b852411c9 req-44b15989-e161-479b-8767-748bce10b619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:02:11.521351 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-420e0a1e-8113-4d12-ac39-aa3b852411c9 req-44b15989-e161-479b-8767-748bce10b619 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=0a22ac80042f4867857306759d16a667&device_id=168d4246-7aeb-4316-97f9-87ccf2ba3af1 HTTP/1.1" status: 200 len: 1096 time: 0.0453489 Nov 08 22:02:11.535516 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69349b72-a0d6-4542-80af-4c2f3ee05c8b req-5602c6d7-e56d-44f5-940b-34b0c7bd049d tempest-VolumesActionsTest-1330152236 tempest-VolumesActionsTest-1330152236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:02:11.537040 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-69349b72-a0d6-4542-80af-4c2f3ee05c8b req-5602c6d7-e56d-44f5-940b-34b0c7bd049d tempest-VolumesActionsTest-1330152236 tempest-VolumesActionsTest-1330152236-project] 10.222.0.25 "GET /v2.0/ports?device_id=dc945426-82e9-4062-8560-d4a7a7c2f626 HTTP/1.1" status: 200 len: 944 time: 0.0962849 Nov 08 22:02:11.575518 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 22:02:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0944dcfd-2437-481b-ab3b-2348db5dff1b x-openstack-request-id: req-0944dcfd-2437-481b-ab3b-2348db5dff1b {{(pid=101083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 22:02:11.575804 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "168d4246-7aeb-4316-97f9-87ccf2ba3af1", "tag": "50c23331-e86c-4ef7-ab15-0f95ac5547f6", "status": "completed", "code": 200}]} {{(pid=101083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 22:02:11.576047 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0944dcfd-2437-481b-ab3b-2348db5dff1b {{(pid=101083) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 22:02:11.576461 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '168d4246-7aeb-4316-97f9-87ccf2ba3af1', 'tag': '50c23331-e86c-4ef7-ab15-0f95ac5547f6', 'status': 'completed', 'code': 200} Nov 08 22:02:11.578025 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-420e0a1e-8113-4d12-ac39-aa3b852411c9 req-d6aa90bb-cc02-4a36-816a-89ee8776b363 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=50c23331-e86c-4ef7-ab15-0f95ac5547f6 HTTP/1.1" status: 200 len: 217 time: 0.0451262 Nov 08 22:02:11.602256 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-141e439e-1c19-43cc-8483-08a98b1a0f0e req-0edcb0a0-a7f0-4796-b0f1-bc01f0593112 service neutron] 10.222.0.48 "GET /v2.0/networks/7fa706e0-37a9-4ebd-842a-2698f5714f90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271524 Nov 08 22:02:11.624359 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-69349b72-a0d6-4542-80af-4c2f3ee05c8b req-ad922ef3-df41-4bd7-8996-ebf90066492c tempest-VolumesActionsTest-1330152236 tempest-VolumesActionsTest-1330152236-project] 10.222.0.25 "GET /v2.0/security-groups?id=69d707de-fe7a-4758-96d9-19eb020d9ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737884 Nov 08 22:02:11.627566 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420e0a1e-8113-4d12-ac39-aa3b852411c9 req-f64c57d3-89ec-41d3-901e-85dbc8aab7ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:02:11.629088 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-420e0a1e-8113-4d12-ac39-aa3b852411c9 req-f64c57d3-89ec-41d3-901e-85dbc8aab7ea service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c388e745-163e-4ce7-b3b6-4d504969c00f HTTP/1.1" status: 200 len: 854 time: 0.0427899 Nov 08 22:02:11.664861 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-420e0a1e-8113-4d12-ac39-aa3b852411c9 req-2b70a252-abba-4b5a-8c7d-449d5623b158 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1af71b13-9cb9-46cd-97aa-4e7f7899262e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241385 Nov 08 22:02:11.705448 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-141e439e-1c19-43cc-8483-08a98b1a0f0e req-8d6088c4-b2c0-49b4-b2fb-aecb1595d777 service neutron] 10.222.0.48 "GET /v2.0/networks/7fa706e0-37a9-4ebd-842a-2698f5714f90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928679 Nov 08 22:02:11.761380 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-420e0a1e-8113-4d12-ac39-aa3b852411c9 req-96d9ede3-d3a7-44aa-b069-56f11da4a578 service neutron] 10.222.0.48 "GET /v2.0/networks/1af71b13-9cb9-46cd-97aa-4e7f7899262e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886502 Nov 08 22:02:11.816569 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6abc029-73b6-4929-91a1-5918ad4e360a req-8441bf74-03c4-412a-9419-f193b9a0d281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:02:11.818097 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-a6abc029-73b6-4929-91a1-5918ad4e360a req-8441bf74-03c4-412a-9419-f193b9a0d281 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=97ae6a1a13024d34a46a7f5ec8ee6707&device_id=dc945426-82e9-4062-8560-d4a7a7c2f626 HTTP/1.1" status: 200 len: 1097 time: 0.0399919 Nov 08 22:02:11.859423 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-420e0a1e-8113-4d12-ac39-aa3b852411c9 req-3b5787d8-3558-43fb-b9c9-8763ca8f2b5b service neutron] 10.222.0.48 "GET /v2.0/networks/1af71b13-9cb9-46cd-97aa-4e7f7899262e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811951 Nov 08 22:02:11.918191 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6abc029-73b6-4929-91a1-5918ad4e360a req-5de22a9f-2454-4dc6-b941-3f3b8af2fcac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:02:11.919684 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-a6abc029-73b6-4929-91a1-5918ad4e360a req-5de22a9f-2454-4dc6-b941-3f3b8af2fcac service neutron] 10.222.0.48 "GET /v2.0/networks?id=7fa706e0-37a9-4ebd-842a-2698f5714f90 HTTP/1.1" status: 200 len: 909 time: 0.0917771 Nov 08 22:02:11.978805 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-a6abc029-73b6-4929-91a1-5918ad4e360a req-87008a01-ae85-4c74-8641-b46fb092a0c7 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7b87a76b-1071-4aab-afd8-5aeb8ce7d369 HTTP/1.1" status: 200 len: 217 time: 0.0373993 Nov 08 22:02:11.980861 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abd9ea7-4fca-4cae-b2ba-3124bd11c2a6 req-4bb0c551-cc22-4fa3-88cf-2f1723b440fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:02:11.982306 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-6abd9ea7-4fca-4cae-b2ba-3124bd11c2a6 req-4bb0c551-cc22-4fa3-88cf-2f1723b440fe service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=0a22ac80042f4867857306759d16a667&device_id=168d4246-7aeb-4316-97f9-87ccf2ba3af1 HTTP/1.1" status: 200 len: 1096 time: 0.0399127 Nov 08 22:02:12.041342 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6abc029-73b6-4929-91a1-5918ad4e360a req-0dfd2a01-8d6a-4d50-b939-8a264f550f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:02:12.042820 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-a6abc029-73b6-4929-91a1-5918ad4e360a req-0dfd2a01-8d6a-4d50-b939-8a264f550f78 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=24095202-ce95-4b5b-a44b-ab21c684cd32 HTTP/1.1" status: 200 len: 848 time: 0.0460756 Nov 08 22:02:12.076544 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-a6abc029-73b6-4929-91a1-5918ad4e360a req-192fe909-cca1-4a5f-a9b7-9d4cd56e6ec7 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=7fa706e0-37a9-4ebd-842a-2698f5714f90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246754 Nov 08 22:02:12.085949 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abd9ea7-4fca-4cae-b2ba-3124bd11c2a6 req-3de74112-63a7-45be-87cf-0f0ee578aa48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:02:12.087405 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-6abd9ea7-4fca-4cae-b2ba-3124bd11c2a6 req-3de74112-63a7-45be-87cf-0f0ee578aa48 service neutron] 10.222.0.48 "GET /v2.0/networks?id=1af71b13-9cb9-46cd-97aa-4e7f7899262e HTTP/1.1" status: 200 len: 915 time: 0.0902514 Nov 08 22:02:12.135233 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-6abd9ea7-4fca-4cae-b2ba-3124bd11c2a6 req-2241e188-3af5-4d8e-8d48-807a191d6c9c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=50c23331-e86c-4ef7-ab15-0f95ac5547f6 HTTP/1.1" status: 200 len: 217 time: 0.0364912 Nov 08 22:02:12.172730 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-a6abc029-73b6-4929-91a1-5918ad4e360a req-713674b8-1fe4-4325-a08d-b2fccb7e94e9 service neutron] 10.222.0.48 "GET /v2.0/networks/7fa706e0-37a9-4ebd-842a-2698f5714f90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862832 Nov 08 22:02:12.188835 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abd9ea7-4fca-4cae-b2ba-3124bd11c2a6 req-3ea85123-2b58-4e76-817c-7d1ff59505b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:02:12.190481 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-6abd9ea7-4fca-4cae-b2ba-3124bd11c2a6 req-3ea85123-2b58-4e76-817c-7d1ff59505b4 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c388e745-163e-4ce7-b3b6-4d504969c00f HTTP/1.1" status: 200 len: 854 time: 0.0468457 Nov 08 22:02:12.226606 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-6abd9ea7-4fca-4cae-b2ba-3124bd11c2a6 req-4141de5b-bd5e-4b3b-b58e-20a2ddd66e7b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1af71b13-9cb9-46cd-97aa-4e7f7899262e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242820 Nov 08 22:02:12.282545 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-a6abc029-73b6-4929-91a1-5918ad4e360a req-4bd27e81-c2f4-4462-af1b-bbf47f2d6fbf service neutron] 10.222.0.48 "GET /v2.0/networks/7fa706e0-37a9-4ebd-842a-2698f5714f90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810580 Nov 08 22:02:12.320331 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-6abd9ea7-4fca-4cae-b2ba-3124bd11c2a6 req-bc904403-02a7-425c-8107-795d9a3f7e69 service neutron] 10.222.0.48 "GET /v2.0/networks/1af71b13-9cb9-46cd-97aa-4e7f7899262e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851901 Nov 08 22:02:12.423120 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-6abd9ea7-4fca-4cae-b2ba-3124bd11c2a6 req-be35d134-b3a0-4a43-a2c9-0521b64fe220 service neutron] 10.222.0.48 "GET /v2.0/networks/1af71b13-9cb9-46cd-97aa-4e7f7899262e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891628 Nov 08 22:02:12.502744 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df060ca-0531-41a1-a792-5aebb97f3adc req-4b86ca4c-1792-4441-9b04-6c4df533a3f6 tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:02:12.504226 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-8df060ca-0531-41a1-a792-5aebb97f3adc req-4b86ca4c-1792-4441-9b04-6c4df533a3f6 tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] 10.222.0.25 "GET /v2.0/ports?device_id=ea3e000f-3070-46f1-ab82-0f619625641a HTTP/1.1" status: 200 len: 945 time: 0.0780649 Nov 08 22:02:12.515937 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691d715a-c56a-4971-b22e-b5243fb60441 req-664af1a0-96c5-46ee-b46a-d2bc967d8b26 tempest-AttachVolumeNegativeTest-479507150 tempest-AttachVolumeNegativeTest-479507150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:02:12.517331 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-691d715a-c56a-4971-b22e-b5243fb60441 req-664af1a0-96c5-46ee-b46a-d2bc967d8b26 tempest-AttachVolumeNegativeTest-479507150 tempest-AttachVolumeNegativeTest-479507150-project] 10.222.0.25 "GET /v2.0/ports?device_id=168d4246-7aeb-4316-97f9-87ccf2ba3af1 HTTP/1.1" status: 200 len: 943 time: 0.0818081 Nov 08 22:02:12.588622 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-8df060ca-0531-41a1-a792-5aebb97f3adc req-b6361b1e-2da9-486c-9c38-43746d4fe26d tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] 10.222.0.25 "GET /v2.0/security-groups?id=e56f6cae-c1db-4d7c-8761-da45404c5a8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703206 Nov 08 22:02:12.591822 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-691d715a-c56a-4971-b22e-b5243fb60441 req-c902c520-4570-4c37-860d-5d69cf68174b tempest-AttachVolumeNegativeTest-479507150 tempest-AttachVolumeNegativeTest-479507150-project] 10.222.0.25 "GET /v2.0/security-groups?id=18bce912-cacb-492f-931d-a2fe8ac5d2b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679874 Nov 08 22:02:12.735856 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bee3ac6-bdfb-4740-99e4-99ea943a58cb req-db537c62-3d8f-45c3-8c86-52698dd5eefd tempest-VolumesActionsTest-1330152236 tempest-VolumesActionsTest-1330152236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:02:12.737583 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-3bee3ac6-bdfb-4740-99e4-99ea943a58cb req-db537c62-3d8f-45c3-8c86-52698dd5eefd tempest-VolumesActionsTest-1330152236 tempest-VolumesActionsTest-1330152236-project] 10.222.0.25 "GET /v2.0/ports?device_id=dc945426-82e9-4062-8560-d4a7a7c2f626 HTTP/1.1" status: 200 len: 944 time: 0.0487514 Nov 08 22:02:12.784105 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-3bee3ac6-bdfb-4740-99e4-99ea943a58cb req-bad843d9-94d4-454f-8dda-f658b112124c tempest-VolumesActionsTest-1330152236 tempest-VolumesActionsTest-1330152236-project] 10.222.0.25 "GET /v2.0/security-groups?id=69d707de-fe7a-4758-96d9-19eb020d9ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409195 Nov 08 22:02:13.735005 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54491d60-f2fb-4234-94af-d6df6af01e0d req-1c298676-70e4-4d5f-a21d-7d39f0d6b9ac tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:02:13.736486 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-54491d60-f2fb-4234-94af-d6df6af01e0d req-1c298676-70e4-4d5f-a21d-7d39f0d6b9ac tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] 10.222.0.25 "GET /v2.0/ports?device_id=ea3e000f-3070-46f1-ab82-0f619625641a HTTP/1.1" status: 200 len: 945 time: 0.0797493 Nov 08 22:02:13.743967 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94396ed-9c71-4d44-8db6-e339ba799f15 req-5d2d64ab-4da7-4c97-bf76-869aa3c6f482 tempest-AttachVolumeNegativeTest-479507150 tempest-AttachVolumeNegativeTest-479507150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:02:13.745353 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-d94396ed-9c71-4d44-8db6-e339ba799f15 req-5d2d64ab-4da7-4c97-bf76-869aa3c6f482 tempest-AttachVolumeNegativeTest-479507150 tempest-AttachVolumeNegativeTest-479507150-project] 10.222.0.25 "GET /v2.0/ports?device_id=168d4246-7aeb-4316-97f9-87ccf2ba3af1 HTTP/1.1" status: 200 len: 943 time: 0.0798163 Nov 08 22:02:13.816438 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-54491d60-f2fb-4234-94af-d6df6af01e0d req-bfb7d320-f1f5-41c0-8cb9-4d4ffa874833 tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] 10.222.0.25 "GET /v2.0/security-groups?id=e56f6cae-c1db-4d7c-8761-da45404c5a8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701463 Nov 08 22:02:13.819965 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-d94396ed-9c71-4d44-8db6-e339ba799f15 req-1d001bf7-aebb-49e2-b612-c99b6344c5f0 tempest-AttachVolumeNegativeTest-479507150 tempest-AttachVolumeNegativeTest-479507150-project] 10.222.0.25 "GET /v2.0/security-groups?id=18bce912-cacb-492f-931d-a2fe8ac5d2b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678251 Nov 08 22:02:13.936029 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8f4ab3-5cf4-48ae-90a6-b7de27d4eb3f req-2f71c6fb-ee83-46dd-bf16-6500da9dfb62 tempest-VolumesActionsTest-1330152236 tempest-VolumesActionsTest-1330152236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:02:13.937549 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-fc8f4ab3-5cf4-48ae-90a6-b7de27d4eb3f req-2f71c6fb-ee83-46dd-bf16-6500da9dfb62 tempest-VolumesActionsTest-1330152236 tempest-VolumesActionsTest-1330152236-project] 10.222.0.25 "GET /v2.0/ports?device_id=dc945426-82e9-4062-8560-d4a7a7c2f626 HTTP/1.1" status: 200 len: 944 time: 0.0536699 Nov 08 22:02:13.987466 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-fc8f4ab3-5cf4-48ae-90a6-b7de27d4eb3f req-109d31db-f0a7-4a9e-8d36-130b837636f8 tempest-VolumesActionsTest-1330152236 tempest-VolumesActionsTest-1330152236-project] 10.222.0.25 "GET /v2.0/security-groups?id=69d707de-fe7a-4758-96d9-19eb020d9ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441623 Nov 08 22:02:14.670047 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.rpc [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Device 50c23331-e86c-4ef7-ab15-0f95ac5547f6 details requested by agent hyperv_hv-cinder-81708 with host hv-cinder-81708 {{(pid=101084) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 22:02:14.762106 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.db [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] For port 50c23331-e86c-4ef7-ab15-0f95ac5547f6, host hv-cinder-81708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81708',level=0,port_id=50c23331-e86c-4ef7-ab15-0f95ac5547f6,segment=NetworkSegment(37b61f9e-bba3-4df3-9e21-4a1dc2717139),segment_id=37b61f9e-bba3-4df3-9e21-4a1dc2717139)] {{(pid=101084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 22:02:14.774557 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.rpc [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Returning: {'device': '50c23331-e86c-4ef7-ab15-0f95ac5547f6', 'network_id': '1af71b13-9cb9-46cd-97aa-4e7f7899262e', 'port_id': '50c23331-e86c-4ef7-ab15-0f95ac5547f6', 'mac_address': 'fa:16:3e:65:71:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 711, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c388e745-163e-4ce7-b3b6-4d504969c00f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101084) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 22:02:14.810945 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-925982'] for port, before_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:02:14.827209 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.notifiers.nova [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50c23331-e86c-4ef7-ab15-0f95ac5547f6 {{(pid=101084) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 22:02:14.846438 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.db [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] For port 50c23331-e86c-4ef7-ab15-0f95ac5547f6, host hv-cinder-81708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81708',level=0,port_id=50c23331-e86c-4ef7-ab15-0f95ac5547f6,segment=NetworkSegment(37b61f9e-bba3-4df3-9e21-4a1dc2717139),segment_id=37b61f9e-bba3-4df3-9e21-4a1dc2717139)] {{(pid=101084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 22:02:14.852115 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728276638356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728276144285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728276144303'] for port, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:02:14.853053 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.rpc [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Device 7b87a76b-1071-4aab-afd8-5aeb8ce7d369 details requested by agent hyperv_hv-cinder-81708 with host hv-cinder-81708 {{(pid=101084) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 22:02:14.949024 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Pushing event updated for resources: {'Port': ['ID=50c23331-e86c-4ef7-ab15-0f95ac5547f6,revision_number=4']} {{(pid=101084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:02:14.989056 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a15c5c-296a-4f8d-97e7-ee563710092a req-330756dc-699f-4752-8b97-9ecacfef255e tempest-AttachVolumeNegativeTest-479507150 tempest-AttachVolumeNegativeTest-479507150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:02:14.990549 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-01a15c5c-296a-4f8d-97e7-ee563710092a req-330756dc-699f-4752-8b97-9ecacfef255e tempest-AttachVolumeNegativeTest-479507150 tempest-AttachVolumeNegativeTest-479507150-project] 10.222.0.25 "GET /v2.0/ports?device_id=168d4246-7aeb-4316-97f9-87ccf2ba3af1 HTTP/1.1" status: 200 len: 944 time: 0.0737844 Nov 08 22:02:14.996440 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.db [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] For port 7b87a76b-1071-4aab-afd8-5aeb8ce7d369, host hv-cinder-81708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81708',level=0,port_id=7b87a76b-1071-4aab-afd8-5aeb8ce7d369,segment=NetworkSegment(49c9ba1b-8857-436d-852d-6f1ef1b4626a),segment_id=49c9ba1b-8857-436d-852d-6f1ef1b4626a)] {{(pid=101084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 22:02:15.003369 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb7de5f-21c8-49c5-a9f8-a6e83a3f973c req-1660bffb-5c8f-42fa-abcf-b58147aa1df1 tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:02:15.004603 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-7cb7de5f-21c8-49c5-a9f8-a6e83a3f973c req-1660bffb-5c8f-42fa-abcf-b58147aa1df1 tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] 10.222.0.25 "GET /v2.0/ports?device_id=ea3e000f-3070-46f1-ab82-0f619625641a HTTP/1.1" status: 200 len: 945 time: 0.0997012 Nov 08 22:02:15.010483 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.rpc [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Returning: {'device': '7b87a76b-1071-4aab-afd8-5aeb8ce7d369', 'network_id': '7fa706e0-37a9-4ebd-842a-2698f5714f90', 'port_id': '7b87a76b-1071-4aab-afd8-5aeb8ce7d369', 'mac_address': 'fa:16:3e:08:51:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 709, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24095202-ce95-4b5b-a44b-ab21c684cd32', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101084) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 22:02:15.058849 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-925982'] for port, before_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:02:15.071408 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.notifiers.nova [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b87a76b-1071-4aab-afd8-5aeb8ce7d369 {{(pid=101084) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 22:02:15.079585 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-01a15c5c-296a-4f8d-97e7-ee563710092a req-69696f06-a145-4f4a-9aec-42837c1bce24 tempest-AttachVolumeNegativeTest-479507150 tempest-AttachVolumeNegativeTest-479507150-project] 10.222.0.25 "GET /v2.0/security-groups?id=18bce912-cacb-492f-931d-a2fe8ac5d2b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740080 Nov 08 22:02:15.087134 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-7cb7de5f-21c8-49c5-a9f8-a6e83a3f973c req-0d1e5aa5-7e91-425f-a517-5671b1f51adf tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] 10.222.0.25 "GET /v2.0/security-groups?id=e56f6cae-c1db-4d7c-8761-da45404c5a8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736387 Nov 08 22:02:15.091111 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.db [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] For port 7b87a76b-1071-4aab-afd8-5aeb8ce7d369, host hv-cinder-81708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81708',level=0,port_id=7b87a76b-1071-4aab-afd8-5aeb8ce7d369,segment=NetworkSegment(49c9ba1b-8857-436d-852d-6f1ef1b4626a),segment_id=49c9ba1b-8857-436d-852d-6f1ef1b4626a)] {{(pid=101084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 22:02:15.108886 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728276638356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728276144285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728276144303'] for port, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:02:15.157388 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Pushing event updated for resources: {'Port': ['ID=7b87a76b-1071-4aab-afd8-5aeb8ce7d369,revision_number=4']} {{(pid=101084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:02:15.202497 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5773748-4b1a-4133-aa90-d5eb70be25a9 req-ed013c87-579f-477f-aae2-e9957f02946f tempest-VolumesActionsTest-1330152236 tempest-VolumesActionsTest-1330152236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:02:15.203971 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-c5773748-4b1a-4133-aa90-d5eb70be25a9 req-ed013c87-579f-477f-aae2-e9957f02946f tempest-VolumesActionsTest-1330152236 tempest-VolumesActionsTest-1330152236-project] 10.222.0.25 "GET /v2.0/ports?device_id=dc945426-82e9-4062-8560-d4a7a7c2f626 HTTP/1.1" status: 200 len: 945 time: 0.0502002 Nov 08 22:02:15.253970 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-c5773748-4b1a-4133-aa90-d5eb70be25a9 req-a5a88448-b239-413e-a244-cfb23ca934f0 tempest-VolumesActionsTest-1330152236 tempest-VolumesActionsTest-1330152236-project] 10.222.0.25 "GET /v2.0/security-groups?id=69d707de-fe7a-4758-96d9-19eb020d9ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424304 Nov 08 22:02:15.653468 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.db [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] get_ports_and_sgs() called for port_ids ['7b87a76b-1071-4aab-afd8-5aeb8ce7d369'] {{(pid=101084) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 22:02:15.679652 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.db [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] get_ports_and_sgs() called for port_ids ['50c23331-e86c-4ef7-ab15-0f95ac5547f6'] {{(pid=101084) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 22:02:16.230693 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d495be-ef6d-4766-a6ae-68c7858e7e57 req-836d870f-c27e-4673-aaa6-f104dbc7c05b tempest-AttachVolumeNegativeTest-479507150 tempest-AttachVolumeNegativeTest-479507150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:02:16.232061 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-25d495be-ef6d-4766-a6ae-68c7858e7e57 req-836d870f-c27e-4673-aaa6-f104dbc7c05b tempest-AttachVolumeNegativeTest-479507150 tempest-AttachVolumeNegativeTest-479507150-project] 10.222.0.25 "GET /v2.0/ports?device_id=168d4246-7aeb-4316-97f9-87ccf2ba3af1 HTTP/1.1" status: 200 len: 944 time: 0.0817859 Nov 08 22:02:16.244570 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e16be9-9289-4845-ab15-e5c018a32c7b req-9ca572f7-9deb-4d25-ba6b-69e46b13ceeb tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:02:16.245982 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-89e16be9-9289-4845-ab15-e5c018a32c7b req-9ca572f7-9deb-4d25-ba6b-69e46b13ceeb tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] 10.222.0.25 "GET /v2.0/ports?device_id=ea3e000f-3070-46f1-ab82-0f619625641a HTTP/1.1" status: 200 len: 945 time: 0.0847714 Nov 08 22:02:16.317900 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-25d495be-ef6d-4766-a6ae-68c7858e7e57 req-1c923392-9d86-4638-a7cb-155fa15ffa5c tempest-AttachVolumeNegativeTest-479507150 tempest-AttachVolumeNegativeTest-479507150-project] 10.222.0.25 "GET /v2.0/security-groups?id=18bce912-cacb-492f-931d-a2fe8ac5d2b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709827 Nov 08 22:02:16.321415 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-89e16be9-9289-4845-ab15-e5c018a32c7b req-92e5023f-d16f-4e13-b16c-7f2315bdf3bc tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] 10.222.0.25 "GET /v2.0/security-groups?id=e56f6cae-c1db-4d7c-8761-da45404c5a8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688267 Nov 08 22:02:16.437250 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b84074a-905b-4ab0-973f-3cc8a51809f5 req-52ce52fb-c182-41e5-875e-17bc02064691 tempest-VolumesActionsTest-1330152236 tempest-VolumesActionsTest-1330152236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:02:16.438709 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-6b84074a-905b-4ab0-973f-3cc8a51809f5 req-52ce52fb-c182-41e5-875e-17bc02064691 tempest-VolumesActionsTest-1330152236 tempest-VolumesActionsTest-1330152236-project] 10.222.0.25 "GET /v2.0/ports?device_id=dc945426-82e9-4062-8560-d4a7a7c2f626 HTTP/1.1" status: 200 len: 945 time: 0.0501471 Nov 08 22:02:16.492659 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-6b84074a-905b-4ab0-973f-3cc8a51809f5 req-2dded5bf-d42c-495b-99e1-89a18b2284a7 tempest-VolumesActionsTest-1330152236 tempest-VolumesActionsTest-1330152236-project] 10.222.0.25 "GET /v2.0/security-groups?id=69d707de-fe7a-4758-96d9-19eb020d9ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478036 Nov 08 22:02:16.808728 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-f26982f3-b971-4bd0-9241-deaeab08b9da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728276665375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534631'] for agent, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:02:17.370583 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e34c94-328d-4dd2-bd43-d5d2eb7fcd29 req-93aadc8e-d49e-4dd1-9e7b-66dff87d0a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:02:17.372068 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-58e34c94-328d-4dd2-bd43-d5d2eb7fcd29 req-93aadc8e-d49e-4dd1-9e7b-66dff87d0a92 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=978ca50bc6d64521ad5d25a5de935b0b&device_id=21765c62-33e5-4865-a2e8-923f1018396e HTTP/1.1" status: 200 len: 1098 time: 0.0490448 Nov 08 22:02:17.377587 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0839e08-9144-45e7-be28-15fb6ac672e2 req-22a1e0dc-0c33-46d8-81fb-404d7a864658 tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:02:17.381385 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-a0839e08-9144-45e7-be28-15fb6ac672e2 req-22a1e0dc-0c33-46d8-81fb-404d7a864658 tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] 10.222.0.25 "GET /v2.0/ports?device_id=21765c62-33e5-4865-a2e8-923f1018396e HTTP/1.1" status: 200 len: 945 time: 0.0597200 Nov 08 22:02:17.451628 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-a0839e08-9144-45e7-be28-15fb6ac672e2 req-5eae4a49-7473-4601-be14-2d4afce26ba1 tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] 10.222.0.25 "GET /v2.0/security-groups?id=48a61968-ba2d-42aa-b087-8fe6b21c1944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656676 Nov 08 22:02:17.468988 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53fded2-67e7-4c73-9535-512b612b400f req-392e527c-6789-4579-830f-554f3c55ce52 tempest-AttachVolumeNegativeTest-479507150 tempest-AttachVolumeNegativeTest-479507150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:02:17.476233 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-d53fded2-67e7-4c73-9535-512b612b400f req-392e527c-6789-4579-830f-554f3c55ce52 tempest-AttachVolumeNegativeTest-479507150 tempest-AttachVolumeNegativeTest-479507150-project] 10.222.0.25 "GET /v2.0/ports?device_id=168d4246-7aeb-4316-97f9-87ccf2ba3af1 HTTP/1.1" status: 200 len: 944 time: 0.0772717 Nov 08 22:02:17.486299 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e34c94-328d-4dd2-bd43-d5d2eb7fcd29 req-c2b486c8-b865-42b7-b719-d69ed823cee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:02:17.487766 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-58e34c94-328d-4dd2-bd43-d5d2eb7fcd29 req-c2b486c8-b865-42b7-b719-d69ed823cee4 service neutron] 10.222.0.48 "GET /v2.0/networks?id=890edfdd-a1ca-4a26-a0c0-782a8dc72e87 HTTP/1.1" status: 200 len: 920 time: 0.1040258 Nov 08 22:02:17.534163 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-d53fded2-67e7-4c73-9535-512b612b400f req-84be2ede-94d0-41f3-bf9e-60b3f332cc94 tempest-AttachVolumeNegativeTest-479507150 tempest-AttachVolumeNegativeTest-479507150-project] 10.222.0.25 "GET /v2.0/security-groups?id=18bce912-cacb-492f-931d-a2fe8ac5d2b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570359 Nov 08 22:02:17.573047 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9967ef80-db5a-4452-aeca-3b5f3e3ac2a9 req-5a196296-b1e3-40bc-82b6-2bddcaa03f6e tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:02:17.574738 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-9967ef80-db5a-4452-aeca-3b5f3e3ac2a9 req-5a196296-b1e3-40bc-82b6-2bddcaa03f6e tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] 10.222.0.25 "GET /v2.0/ports?device_id=ea3e000f-3070-46f1-ab82-0f619625641a HTTP/1.1" status: 200 len: 945 time: 0.0561254 Nov 08 22:02:17.639702 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-9967ef80-db5a-4452-aeca-3b5f3e3ac2a9 req-5585c849-43d6-4fe0-99f4-0649393c1021 tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] 10.222.0.25 "GET /v2.0/security-groups?id=e56f6cae-c1db-4d7c-8761-da45404c5a8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491796 Nov 08 22:02:17.751834 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-58e34c94-328d-4dd2-bd43-d5d2eb7fcd29 req-0f00b6c7-8a11-45e0-a847-7bb60439f0ce service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b33ea48b-3084-4600-a9c7-4bd772bccc05 HTTP/1.1" status: 200 len: 217 time: 0.2539573 Nov 08 22:02:17.754219 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46313cf5-2136-4e77-b238-62c4897e95bd req-e34c2704-668a-4875-88df-bc0a991f7418 tempest-VolumesActionsTest-1330152236 tempest-VolumesActionsTest-1330152236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:02:17.755713 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-46313cf5-2136-4e77-b238-62c4897e95bd req-e34c2704-668a-4875-88df-bc0a991f7418 tempest-VolumesActionsTest-1330152236 tempest-VolumesActionsTest-1330152236-project] 10.222.0.25 "GET /v2.0/ports?device_id=dc945426-82e9-4062-8560-d4a7a7c2f626 HTTP/1.1" status: 200 len: 945 time: 0.0512960 Nov 08 22:02:17.802362 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-46313cf5-2136-4e77-b238-62c4897e95bd req-bf6c3f6a-b9b3-415e-a25d-655fe9eb5a04 tempest-VolumesActionsTest-1330152236 tempest-VolumesActionsTest-1330152236-project] 10.222.0.25 "GET /v2.0/security-groups?id=69d707de-fe7a-4758-96d9-19eb020d9ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400004 Nov 08 22:02:17.808243 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e34c94-328d-4dd2-bd43-d5d2eb7fcd29 req-2de3aa82-e3c1-4b75-8c75-3aa49bf08005 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:02:17.809737 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-58e34c94-328d-4dd2-bd43-d5d2eb7fcd29 req-2de3aa82-e3c1-4b75-8c75-3aa49bf08005 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=5d94cda7-098f-4351-9588-bf6058a35aaf HTTP/1.1" status: 200 len: 859 time: 0.0428662 Nov 08 22:02:17.842341 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-58e34c94-328d-4dd2-bd43-d5d2eb7fcd29 req-f5fdae05-5220-4471-adb2-22a21f94a274 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=890edfdd-a1ca-4a26-a0c0-782a8dc72e87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247800 Nov 08 22:02:17.933919 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-58e34c94-328d-4dd2-bd43-d5d2eb7fcd29 req-7e3387a8-02b3-4e1a-940c-7356d2c8ab09 service neutron] 10.222.0.48 "GET /v2.0/networks/890edfdd-a1ca-4a26-a0c0-782a8dc72e87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838447 Nov 08 22:02:18.028971 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-58e34c94-328d-4dd2-bd43-d5d2eb7fcd29 req-2cc5c1ac-dabf-4a5d-9508-1171764ef7dd service neutron] 10.222.0.48 "GET /v2.0/networks/890edfdd-a1ca-4a26-a0c0-782a8dc72e87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874012 Nov 08 22:02:18.578057 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f8614b-e28a-4068-82db-825a4b8c0be2 req-171477b6-329b-4e89-bf0a-fe9bba044d25 tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:02:18.579577 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-c1f8614b-e28a-4068-82db-825a4b8c0be2 req-171477b6-329b-4e89-bf0a-fe9bba044d25 tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] 10.222.0.25 "GET /v2.0/ports?device_id=21765c62-33e5-4865-a2e8-923f1018396e HTTP/1.1" status: 200 len: 945 time: 0.0488510 Nov 08 22:02:18.655921 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-c1f8614b-e28a-4068-82db-825a4b8c0be2 req-989f568a-8e30-4815-aec9-9d7fa8521aec tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] 10.222.0.25 "GET /v2.0/security-groups?id=48a61968-ba2d-42aa-b087-8fe6b21c1944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692360 Nov 08 22:02:18.677641 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de67abf2-3178-4f2d-b902-2ebbc0448d51 req-b38d8f3b-ea3b-4c64-b98a-8ac06b16381c tempest-AttachVolumeNegativeTest-479507150 tempest-AttachVolumeNegativeTest-479507150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:02:18.677641 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-de67abf2-3178-4f2d-b902-2ebbc0448d51 req-b38d8f3b-ea3b-4c64-b98a-8ac06b16381c tempest-AttachVolumeNegativeTest-479507150 tempest-AttachVolumeNegativeTest-479507150-project] 10.222.0.25 "GET /v2.0/ports?device_id=168d4246-7aeb-4316-97f9-87ccf2ba3af1 HTTP/1.1" status: 200 len: 944 time: 0.0703554 Nov 08 22:02:18.685408 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.rpc [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Device 50c23331-e86c-4ef7-ab15-0f95ac5547f6 up at agent hyperv_hv-cinder-81708 {{(pid=101084) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 22:02:18.738674 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-de67abf2-3178-4f2d-b902-2ebbc0448d51 req-8b9ef71e-c1d3-4e4c-a0d9-4b8b72fddf86 tempest-AttachVolumeNegativeTest-479507150 tempest-AttachVolumeNegativeTest-479507150-project] 10.222.0.25 "GET /v2.0/security-groups?id=18bce912-cacb-492f-931d-a2fe8ac5d2b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531001 Nov 08 22:02:18.740949 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.db.provisioning_blocks [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Provisioning for port 50c23331-e86c-4ef7-ab15-0f95ac5547f6 completed by entity L2. {{(pid=101084) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 22:02:18.745199 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.db.provisioning_blocks [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Provisioning complete for port 50c23331-e86c-4ef7-ab15-0f95ac5547f6 triggered by entity L2. {{(pid=101084) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 22:02:18.745696 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-534742'] for port, provisioning_complete {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:02:18.781341 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e011f4-3aed-4742-94ca-5ce2185d464e req-6f186f38-6877-4ca8-b09c-172c1e77eabe tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:02:18.782929 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-60e011f4-3aed-4742-94ca-5ce2185d464e req-6f186f38-6877-4ca8-b09c-172c1e77eabe tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] 10.222.0.25 "GET /v2.0/ports?device_id=ea3e000f-3070-46f1-ab82-0f619625641a HTTP/1.1" status: 200 len: 945 time: 0.0584662 Nov 08 22:02:18.826743 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-925982'] for port, before_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:02:18.832930 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-60e011f4-3aed-4742-94ca-5ce2185d464e req-1d4306dc-75a7-45fd-af9f-e969ac652745 tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] 10.222.0.25 "GET /v2.0/security-groups?id=e56f6cae-c1db-4d7c-8761-da45404c5a8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432985 Nov 08 22:02:18.858977 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '168d4246-7aeb-4316-97f9-87ccf2ba3af1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50c23331-e86c-4ef7-ab15-0f95ac5547f6'}] {{(pid=101084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 22:02:18.862405 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b3cbe6c7fdf7c1e60af50d850490ef6f4dccd02a9ea7bc434e0a37b2dd34cb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccee192a-67c5-4ec9-8ef4-019e05393bdb" -d '{"events": [{"server_uuid": "168d4246-7aeb-4316-97f9-87ccf2ba3af1", "name": "network-vif-plugged", "status": "completed", "tag": "50c23331-e86c-4ef7-ab15-0f95ac5547f6"}]}' {{(pid=101084) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 22:02:18.877279 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.db [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] For port 50c23331-e86c-4ef7-ab15-0f95ac5547f6, host hv-cinder-81708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81708',level=0,port_id=50c23331-e86c-4ef7-ab15-0f95ac5547f6,segment=NetworkSegment(37b61f9e-bba3-4df3-9e21-4a1dc2717139),segment_id=37b61f9e-bba3-4df3-9e21-4a1dc2717139)] {{(pid=101084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 22:02:18.882854 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728276638356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728276144285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728276144303'] for port, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:02:18.883744 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.rpc [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Device 7b87a76b-1071-4aab-afd8-5aeb8ce7d369 up at agent hyperv_hv-cinder-81708 {{(pid=101084) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 22:02:18.918708 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 22:02:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7df83920-a599-4065-8c7d-cac579a592b0 x-openstack-request-id: req-7df83920-a599-4065-8c7d-cac579a592b0 {{(pid=101084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 22:02:18.919275 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "168d4246-7aeb-4316-97f9-87ccf2ba3af1", "name": "network-vif-plugged", "status": "completed", "tag": "50c23331-e86c-4ef7-ab15-0f95ac5547f6", "code": 200}]} {{(pid=101084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 22:02:18.919670 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7df83920-a599-4065-8c7d-cac579a592b0 {{(pid=101084) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 22:02:18.920203 dv-cinder-817085-1-iscsi neutron-server[101084]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '168d4246-7aeb-4316-97f9-87ccf2ba3af1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50c23331-e86c-4ef7-ab15-0f95ac5547f6', 'code': 200} Nov 08 22:02:18.959798 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe3e291-80d8-4c1c-947f-be6d67b092d3 req-661ab0f3-2fae-4e82-abef-6fbe17717c10 tempest-VolumesActionsTest-1330152236 tempest-VolumesActionsTest-1330152236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:02:18.961504 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-efe3e291-80d8-4c1c-947f-be6d67b092d3 req-661ab0f3-2fae-4e82-abef-6fbe17717c10 tempest-VolumesActionsTest-1330152236 tempest-VolumesActionsTest-1330152236-project] 10.222.0.25 "GET /v2.0/ports?device_id=dc945426-82e9-4062-8560-d4a7a7c2f626 HTTP/1.1" status: 200 len: 945 time: 0.0559673 Nov 08 22:02:18.981317 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Pushing event updated for resources: {'Port': ['ID=50c23331-e86c-4ef7-ab15-0f95ac5547f6,revision_number=5']} {{(pid=101084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:02:18.997785 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.db.provisioning_blocks [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Provisioning for port 7b87a76b-1071-4aab-afd8-5aeb8ce7d369 completed by entity L2. {{(pid=101084) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 22:02:19.003539 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.db.provisioning_blocks [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Provisioning complete for port 7b87a76b-1071-4aab-afd8-5aeb8ce7d369 triggered by entity L2. {{(pid=101084) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 22:02:19.004290 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-534742'] for port, provisioning_complete {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:02:19.045457 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-efe3e291-80d8-4c1c-947f-be6d67b092d3 req-6d178086-3433-4487-b966-dc9f223bd190 tempest-VolumesActionsTest-1330152236 tempest-VolumesActionsTest-1330152236-project] 10.222.0.25 "GET /v2.0/security-groups?id=69d707de-fe7a-4758-96d9-19eb020d9ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764940 Nov 08 22:02:19.093618 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-925982'] for port, before_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:02:19.120618 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097fc050-ae64-4a58-b33f-e3cd4e2a0ccd req-6ab419eb-55d9-4293-9cfd-476188a61e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:02:19.122368 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-097fc050-ae64-4a58-b33f-e3cd4e2a0ccd req-6ab419eb-55d9-4293-9cfd-476188a61e1f service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=168d4246-7aeb-4316-97f9-87ccf2ba3af1 HTTP/1.1" status: 200 len: 1098 time: 0.0435405 Nov 08 22:02:19.139536 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.db [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] For port 7b87a76b-1071-4aab-afd8-5aeb8ce7d369, host hv-cinder-81708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81708',level=0,port_id=7b87a76b-1071-4aab-afd8-5aeb8ce7d369,segment=NetworkSegment(49c9ba1b-8857-436d-852d-6f1ef1b4626a),segment_id=49c9ba1b-8857-436d-852d-6f1ef1b4626a)] {{(pid=101084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 22:02:19.140503 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-30704b15-ec28-40ae-9758-2f7a7780d684 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728276665375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534631'] for agent, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:02:19.143520 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728276638356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728276144285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728276144303'] for port, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:02:19.172819 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-097fc050-ae64-4a58-b33f-e3cd4e2a0ccd req-c0733134-9ee0-413a-b33f-6fc6c6e8a1db service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=18bce912-cacb-492f-931d-a2fe8ac5d2b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391412 Nov 08 22:02:19.189369 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Pushing event updated for resources: {'Port': ['ID=7b87a76b-1071-4aab-afd8-5aeb8ce7d369,revision_number=5']} {{(pid=101084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:02:19.773762 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f533fb5-853a-4dfb-bda3-c2c6e7a13310 req-a786d738-10a1-4ee1-af9b-e80e74df66ad tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:02:19.775320 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-4f533fb5-853a-4dfb-bda3-c2c6e7a13310 req-a786d738-10a1-4ee1-af9b-e80e74df66ad tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] 10.222.0.25 "GET /v2.0/ports?device_id=21765c62-33e5-4865-a2e8-923f1018396e HTTP/1.1" status: 200 len: 945 time: 0.0486689 Nov 08 22:02:19.832153 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-4f533fb5-853a-4dfb-bda3-c2c6e7a13310 req-5a1d1c00-2266-4579-b710-c05ef044a4c6 tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] 10.222.0.25 "GET /v2.0/security-groups?id=48a61968-ba2d-42aa-b087-8fe6b21c1944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508094 Nov 08 22:02:19.867983 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e3634f-71d3-47c8-b68b-a178dbd6d6ac req-eaa44ce4-8e7d-45df-a2d7-395dc0bdf93d tempest-AttachVolumeNegativeTest-479507150 tempest-AttachVolumeNegativeTest-479507150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:02:19.870594 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-52e3634f-71d3-47c8-b68b-a178dbd6d6ac req-eaa44ce4-8e7d-45df-a2d7-395dc0bdf93d tempest-AttachVolumeNegativeTest-479507150 tempest-AttachVolumeNegativeTest-479507150-project] 10.222.0.25 "GET /v2.0/ports?device_id=168d4246-7aeb-4316-97f9-87ccf2ba3af1 HTTP/1.1" status: 200 len: 945 time: 0.0546324 Nov 08 22:02:19.925238 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-52e3634f-71d3-47c8-b68b-a178dbd6d6ac req-f902cfe8-f56f-4f4e-b47e-002909bb548c tempest-AttachVolumeNegativeTest-479507150 tempest-AttachVolumeNegativeTest-479507150-project] 10.222.0.25 "GET /v2.0/security-groups?id=18bce912-cacb-492f-931d-a2fe8ac5d2b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492482 Nov 08 22:02:19.968725 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abadefbc-792d-4906-bd4f-aa057a9f9257 req-308450cd-7847-448c-b5de-722a39be11f1 tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:02:19.970307 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-abadefbc-792d-4906-bd4f-aa057a9f9257 req-308450cd-7847-448c-b5de-722a39be11f1 tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] 10.222.0.25 "GET /v2.0/ports?device_id=ea3e000f-3070-46f1-ab82-0f619625641a HTTP/1.1" status: 200 len: 945 time: 0.0654755 Nov 08 22:02:20.018453 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-abadefbc-792d-4906-bd4f-aa057a9f9257 req-7222b519-a517-41af-beb8-4e21ccf70f04 tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] 10.222.0.25 "GET /v2.0/security-groups?id=e56f6cae-c1db-4d7c-8761-da45404c5a8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421457 Nov 08 22:02:20.154669 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-38f8c81f-ca07-4188-b5ff-70ceca3f97c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728276665375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534631'] for agent, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:02:20.178415 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1587a2-883b-486c-9c10-ea38bd1100e6 req-1fbe5e8e-e2bc-42fe-8993-b15b86206c1b tempest-VolumesActionsTest-1330152236 tempest-VolumesActionsTest-1330152236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:02:20.180313 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-8c1587a2-883b-486c-9c10-ea38bd1100e6 req-1fbe5e8e-e2bc-42fe-8993-b15b86206c1b tempest-VolumesActionsTest-1330152236 tempest-VolumesActionsTest-1330152236-project] 10.222.0.25 "GET /v2.0/ports?device_id=dc945426-82e9-4062-8560-d4a7a7c2f626 HTTP/1.1" status: 200 len: 946 time: 0.0608590 Nov 08 22:02:20.261367 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-8c1587a2-883b-486c-9c10-ea38bd1100e6 req-d0c7f6b8-93c7-4605-99f1-a9562a92606f tempest-VolumesActionsTest-1330152236 tempest-VolumesActionsTest-1330152236-project] 10.222.0.25 "GET /v2.0/security-groups?id=69d707de-fe7a-4758-96d9-19eb020d9ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743346 Nov 08 22:02:20.281986 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709b2d99-4ece-4b6f-b21c-eb3cf9021291 req-671308d3-c501-439f-b598-224d40bb881b tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:02:20.283654 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-709b2d99-4ece-4b6f-b21c-eb3cf9021291 req-671308d3-c501-439f-b598-224d40bb881b tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] 10.222.0.25 "GET /v2.0/ports?device_id=ea3e000f-3070-46f1-ab82-0f619625641a HTTP/1.1" status: 200 len: 945 time: 0.0625749 Nov 08 22:02:20.340015 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-709b2d99-4ece-4b6f-b21c-eb3cf9021291 req-5e5de0d7-ac3b-42ed-9376-afd6e79a18a0 tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] 10.222.0.25 "GET /v2.0/security-groups?id=e56f6cae-c1db-4d7c-8761-da45404c5a8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508313 Nov 08 22:02:20.350840 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e7a658-d161-4282-a2c9-639367ee1da7 req-c526d31d-a38b-43f3-8e9e-4c71057d67b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:02:20.353695 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-e0e7a658-d161-4282-a2c9-639367ee1da7 req-c526d31d-a38b-43f3-8e9e-4c71057d67b8 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c834e2bc78d34c388e89dd13ae9d694d&device_id=ea3e000f-3070-46f1-ab82-0f619625641a HTTP/1.1" status: 200 len: 1098 time: 0.0509071 Nov 08 22:02:20.448034 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e7a658-d161-4282-a2c9-639367ee1da7 req-9402a897-0a63-4531-a860-bcfb05458e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:02:20.449554 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-e0e7a658-d161-4282-a2c9-639367ee1da7 req-9402a897-0a63-4531-a860-bcfb05458e61 service neutron] 10.222.0.48 "GET /v2.0/networks?id=9590ccf2-e7fa-40b5-917c-b342c4898ba2 HTTP/1.1" status: 200 len: 911 time: 0.0872371 Nov 08 22:02:20.524355 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-e0e7a658-d161-4282-a2c9-639367ee1da7 req-9aff656e-cae2-4ce6-82da-64a9a32293a1 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=09809ed1-94fe-4689-b3a4-b7a111c8b4ef HTTP/1.1" status: 200 len: 1001 time: 0.0605092 Nov 08 22:02:20.574098 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e7a658-d161-4282-a2c9-639367ee1da7 req-0ca8e6e6-3dd2-49f1-901b-647c8fdb689c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:02:20.575549 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-e0e7a658-d161-4282-a2c9-639367ee1da7 req-0ca8e6e6-3dd2-49f1-901b-647c8fdb689c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2512a576-3f2f-4a0c-aead-e82297ded485 HTTP/1.1" status: 200 len: 849 time: 0.0431063 Nov 08 22:02:20.630063 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e7a658-d161-4282-a2c9-639367ee1da7 req-9f992843-6385-4d60-a400-d62bfafd50ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:02:20.633318 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-e0e7a658-d161-4282-a2c9-639367ee1da7 req-9f992843-6385-4d60-a400-d62bfafd50ab service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9590ccf2-e7fa-40b5-917c-b342c4898ba2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0486798 Nov 08 22:02:20.726253 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-e0e7a658-d161-4282-a2c9-639367ee1da7 req-793fc581-55b8-42d4-bc5a-681658683e47 service neutron] 10.222.0.48 "GET /v2.0/networks/9590ccf2-e7fa-40b5-917c-b342c4898ba2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804586 Nov 08 22:02:20.823049 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-e0e7a658-d161-4282-a2c9-639367ee1da7 req-90915e0b-3aa5-428b-abda-7377c5a77796 service neutron] 10.222.0.48 "GET /v2.0/networks/9590ccf2-e7fa-40b5-917c-b342c4898ba2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865958 Nov 08 22:02:20.921864 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc945426-82e9-4062-8560-d4a7a7c2f626', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b87a76b-1071-4aab-afd8-5aeb8ce7d369'}] {{(pid=101084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 22:02:20.924291 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b3cbe6c7fdf7c1e60af50d850490ef6f4dccd02a9ea7bc434e0a37b2dd34cb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30e6147c-4874-4b86-a983-b9fc87e1e07c" -d '{"events": [{"server_uuid": "dc945426-82e9-4062-8560-d4a7a7c2f626", "name": "network-vif-plugged", "status": "completed", "tag": "7b87a76b-1071-4aab-afd8-5aeb8ce7d369"}]}' {{(pid=101084) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 22:02:20.948667 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d491d71e-7194-498d-9b98-2daa7ec035e1 req-8fe920b9-8c65-4fe5-b942-dbe51e42f367 tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:02:20.950198 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-d491d71e-7194-498d-9b98-2daa7ec035e1 req-8fe920b9-8c65-4fe5-b942-dbe51e42f367 tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] 10.222.0.25 "GET /v2.0/ports?device_id=21765c62-33e5-4865-a2e8-923f1018396e HTTP/1.1" status: 200 len: 945 time: 0.0512037 Nov 08 22:02:20.960067 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 22:02:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42652dc0-bb7f-444b-af5f-950f9a2ce946 x-openstack-request-id: req-42652dc0-bb7f-444b-af5f-950f9a2ce946 {{(pid=101084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 22:02:20.960370 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc945426-82e9-4062-8560-d4a7a7c2f626", "name": "network-vif-plugged", "status": "completed", "tag": "7b87a76b-1071-4aab-afd8-5aeb8ce7d369", "code": 200}]} {{(pid=101084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 22:02:20.960640 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-42652dc0-bb7f-444b-af5f-950f9a2ce946 {{(pid=101084) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 22:02:20.961047 dv-cinder-817085-1-iscsi neutron-server[101084]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc945426-82e9-4062-8560-d4a7a7c2f626', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b87a76b-1071-4aab-afd8-5aeb8ce7d369', 'code': 200} Nov 08 22:02:21.002680 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-d491d71e-7194-498d-9b98-2daa7ec035e1 req-b124c34b-17a0-4772-865c-7e447e95d4e5 tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] 10.222.0.25 "GET /v2.0/security-groups?id=48a61968-ba2d-42aa-b087-8fe6b21c1944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451753 Nov 08 22:02:21.067440 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48618ae-15ac-4f82-ad92-69fec313881b req-480e9939-da19-4f76-907d-46a6d0af5257 tempest-AttachVolumeNegativeTest-479507150 tempest-AttachVolumeNegativeTest-479507150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:02:21.069093 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-f48618ae-15ac-4f82-ad92-69fec313881b req-480e9939-da19-4f76-907d-46a6d0af5257 tempest-AttachVolumeNegativeTest-479507150 tempest-AttachVolumeNegativeTest-479507150-project] 10.222.0.25 "GET /v2.0/ports?device_id=168d4246-7aeb-4316-97f9-87ccf2ba3af1 HTTP/1.1" status: 200 len: 945 time: 0.0586343 Nov 08 22:02:21.119454 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-f48618ae-15ac-4f82-ad92-69fec313881b req-da09ec5f-d0c3-444d-bd26-b23ff8c2b58a tempest-AttachVolumeNegativeTest-479507150 tempest-AttachVolumeNegativeTest-479507150-project] 10.222.0.25 "GET /v2.0/security-groups?id=18bce912-cacb-492f-931d-a2fe8ac5d2b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433178 Nov 08 22:02:21.176898 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82ab254-7ad6-4437-8ec2-399f3e882ef2 req-b583e463-b0c2-4ef2-82a2-75fbfd356b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:02:21.178447 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-f82ab254-7ad6-4437-8ec2-399f3e882ef2 req-b583e463-b0c2-4ef2-82a2-75fbfd356b2b service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=dc945426-82e9-4062-8560-d4a7a7c2f626 HTTP/1.1" status: 200 len: 1099 time: 0.0500464 Nov 08 22:02:21.244451 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-f82ab254-7ad6-4437-8ec2-399f3e882ef2 req-f30a51ce-4063-424e-99de-e5a650029434 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=69d707de-fe7a-4758-96d9-19eb020d9ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372837 Nov 08 22:02:21.404049 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5de0b5c-c02e-4787-a408-d138fdfbc290 req-5d1dc061-0ecb-490c-87af-d54c28c33d46 tempest-VolumesActionsTest-1330152236 tempest-VolumesActionsTest-1330152236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:02:21.406539 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-b5de0b5c-c02e-4787-a408-d138fdfbc290 req-5d1dc061-0ecb-490c-87af-d54c28c33d46 tempest-VolumesActionsTest-1330152236 tempest-VolumesActionsTest-1330152236-project] 10.222.0.25 "GET /v2.0/ports?device_id=dc945426-82e9-4062-8560-d4a7a7c2f626 HTTP/1.1" status: 200 len: 946 time: 0.0652580 Nov 08 22:02:21.481916 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-b5de0b5c-c02e-4787-a408-d138fdfbc290 req-af3c1609-f463-4008-8df8-64dd5fff9b42 tempest-VolumesActionsTest-1330152236 tempest-VolumesActionsTest-1330152236-project] 10.222.0.25 "GET /v2.0/security-groups?id=69d707de-fe7a-4758-96d9-19eb020d9ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700653 Nov 08 22:02:21.503306 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edfd68d-b40f-453d-8414-daa5d256d442 req-1bd9b354-e830-4267-be0f-f710b1ca1e7c tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:02:21.504946 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-7edfd68d-b40f-453d-8414-daa5d256d442 req-1bd9b354-e830-4267-be0f-f710b1ca1e7c tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] 10.222.0.25 "GET /v2.0/ports?device_id=ea3e000f-3070-46f1-ab82-0f619625641a HTTP/1.1" status: 200 len: 945 time: 0.0620229 Nov 08 22:02:21.551539 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-7edfd68d-b40f-453d-8414-daa5d256d442 req-40db063b-9f82-41cb-93f6-124cd4e90dd9 tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] 10.222.0.25 "GET /v2.0/security-groups?id=e56f6cae-c1db-4d7c-8761-da45404c5a8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402801 Nov 08 22:02:21.810954 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-550ddcb2-f0f8-4b6b-a238-0b8e3ebb0b9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728276665375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534631'] for agent, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:02:22.124532 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbc9242-227c-4d6d-98bf-91e3999732d7 req-081ad2d3-24f8-4c4a-abd5-5c74e3d3eec2 tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:02:22.126548 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-0cbc9242-227c-4d6d-98bf-91e3999732d7 req-081ad2d3-24f8-4c4a-abd5-5c74e3d3eec2 tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] 10.222.0.25 "GET /v2.0/ports?device_id=21765c62-33e5-4865-a2e8-923f1018396e HTTP/1.1" status: 200 len: 945 time: 0.0513029 Nov 08 22:02:22.176169 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-0cbc9242-227c-4d6d-98bf-91e3999732d7 req-934d1250-7d76-45c2-9cfb-e550506efd1d tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] 10.222.0.25 "GET /v2.0/security-groups?id=48a61968-ba2d-42aa-b087-8fe6b21c1944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437005 Nov 08 22:02:22.474321 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-ad13160b-513d-4512-a15f-cb40cce6b7e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728276665375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534631'] for agent, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:02:22.606889 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47ded93-668d-4977-9144-d0458ab84bf8 req-abe40b6d-925f-45c9-a275-4ff0aae69b46 tempest-VolumesActionsTest-1330152236 tempest-VolumesActionsTest-1330152236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:02:22.608611 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-b47ded93-668d-4977-9144-d0458ab84bf8 req-abe40b6d-925f-45c9-a275-4ff0aae69b46 tempest-VolumesActionsTest-1330152236 tempest-VolumesActionsTest-1330152236-project] 10.222.0.25 "GET /v2.0/ports?device_id=dc945426-82e9-4062-8560-d4a7a7c2f626 HTTP/1.1" status: 200 len: 946 time: 0.0560927 Nov 08 22:02:22.659514 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-b47ded93-668d-4977-9144-d0458ab84bf8 req-ad6e90e3-5569-476f-88a8-be722ac8db7e tempest-VolumesActionsTest-1330152236 tempest-VolumesActionsTest-1330152236-project] 10.222.0.25 "GET /v2.0/security-groups?id=69d707de-fe7a-4758-96d9-19eb020d9ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425317 Nov 08 22:02:22.769064 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f694d44b-9b81-4050-b542-fea2a9603608 req-eded1b94-bd02-49f7-83d4-4926ed66439f tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:02:22.770745 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-f694d44b-9b81-4050-b542-fea2a9603608 req-eded1b94-bd02-49f7-83d4-4926ed66439f tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] 10.222.0.25 "GET /v2.0/ports?device_id=ea3e000f-3070-46f1-ab82-0f619625641a HTTP/1.1" status: 200 len: 945 time: 0.0574410 Nov 08 22:02:22.822477 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-f694d44b-9b81-4050-b542-fea2a9603608 req-72d4a164-c5d5-4ed4-bf72-cc3f49329b70 tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] 10.222.0.25 "GET /v2.0/security-groups?id=e56f6cae-c1db-4d7c-8761-da45404c5a8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453718 Nov 08 22:02:23.292676 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac35bce-ca15-4e46-a3bd-b4ffbb50cf9a req-6fc1adca-9a6d-4a69-96fb-cb62f5cf5998 tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:02:23.294203 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-eac35bce-ca15-4e46-a3bd-b4ffbb50cf9a req-6fc1adca-9a6d-4a69-96fb-cb62f5cf5998 tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] 10.222.0.25 "GET /v2.0/ports?device_id=21765c62-33e5-4865-a2e8-923f1018396e HTTP/1.1" status: 200 len: 945 time: 0.0497863 Nov 08 22:02:23.341783 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-eac35bce-ca15-4e46-a3bd-b4ffbb50cf9a req-ab073f99-20e0-4b88-88ec-88e6a925674b tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] 10.222.0.25 "GET /v2.0/security-groups?id=48a61968-ba2d-42aa-b087-8fe6b21c1944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413280 Nov 08 22:02:23.776345 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c1554f-caf5-4f69-8dcb-c868c5fcc5ef req-26100191-3eb6-4cf6-9d66-fac8260fc6c2 tempest-VolumesActionsTest-1330152236 tempest-VolumesActionsTest-1330152236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:02:23.778234 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-53c1554f-caf5-4f69-8dcb-c868c5fcc5ef req-26100191-3eb6-4cf6-9d66-fac8260fc6c2 tempest-VolumesActionsTest-1330152236 tempest-VolumesActionsTest-1330152236-project] 10.222.0.25 "GET /v2.0/ports?device_id=dc945426-82e9-4062-8560-d4a7a7c2f626 HTTP/1.1" status: 200 len: 946 time: 0.0511417 Nov 08 22:02:23.825250 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-53c1554f-caf5-4f69-8dcb-c868c5fcc5ef req-c16a9dd3-9b01-4991-b153-7ff9787c6af2 tempest-VolumesActionsTest-1330152236 tempest-VolumesActionsTest-1330152236-project] 10.222.0.25 "GET /v2.0/security-groups?id=69d707de-fe7a-4758-96d9-19eb020d9ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410402 Nov 08 22:02:24.466231 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d06af2-d307-4450-bc4c-73e95d6bfd29 req-a2ce60ae-4676-4605-a1a6-d61249a890f2 tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:02:24.467714 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-c5d06af2-d307-4450-bc4c-73e95d6bfd29 req-a2ce60ae-4676-4605-a1a6-d61249a890f2 tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] 10.222.0.25 "GET /v2.0/ports?device_id=21765c62-33e5-4865-a2e8-923f1018396e HTTP/1.1" status: 200 len: 945 time: 0.0511792 Nov 08 22:02:24.516788 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-c5d06af2-d307-4450-bc4c-73e95d6bfd29 req-9f191f01-b61a-4456-bc4b-eaa48c2b194e tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] 10.222.0.25 "GET /v2.0/security-groups?id=48a61968-ba2d-42aa-b087-8fe6b21c1944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432420 Nov 08 22:02:24.940693 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebf1943-d1e6-44c2-ad85-a7b2acad5ea3 req-24d6d102-5bd5-44c9-96cf-b4d75b09e7ac tempest-VolumesActionsTest-1330152236 tempest-VolumesActionsTest-1330152236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:02:24.942193 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-cebf1943-d1e6-44c2-ad85-a7b2acad5ea3 req-24d6d102-5bd5-44c9-96cf-b4d75b09e7ac tempest-VolumesActionsTest-1330152236 tempest-VolumesActionsTest-1330152236-project] 10.222.0.25 "GET /v2.0/ports?device_id=dc945426-82e9-4062-8560-d4a7a7c2f626 HTTP/1.1" status: 200 len: 946 time: 0.0506320 Nov 08 22:02:24.992087 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-cebf1943-d1e6-44c2-ad85-a7b2acad5ea3 req-f5de5f26-a537-4534-b807-3a00698ddacc tempest-VolumesActionsTest-1330152236 tempest-VolumesActionsTest-1330152236-project] 10.222.0.25 "GET /v2.0/security-groups?id=69d707de-fe7a-4758-96d9-19eb020d9ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434551 Nov 08 22:02:25.183772 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728276665375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534631'] for agent, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:02:25.649630 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135962e9-f81b-4d0e-9893-9af97f0284cd req-ff109ff2-161e-4d7a-92fd-a46ed92583ea tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:02:25.651580 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-135962e9-f81b-4d0e-9893-9af97f0284cd req-ff109ff2-161e-4d7a-92fd-a46ed92583ea tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] 10.222.0.25 "GET /v2.0/ports?device_id=21765c62-33e5-4865-a2e8-923f1018396e HTTP/1.1" status: 200 len: 945 time: 0.0536730 Nov 08 22:02:25.700021 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-135962e9-f81b-4d0e-9893-9af97f0284cd req-abd918c0-3c49-4d15-9f67-cccd01b51eb2 tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] 10.222.0.25 "GET /v2.0/security-groups?id=48a61968-ba2d-42aa-b087-8fe6b21c1944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426207 Nov 08 22:02:26.030434 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb055a1-db9d-4dd2-8604-97d48d20c807 req-0da57760-b4d1-4c23-8edb-3fc7f742b43d tempest-VolumesActionsTest-1330152236 tempest-VolumesActionsTest-1330152236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:02:26.031786 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-7bb055a1-db9d-4dd2-8604-97d48d20c807 req-0da57760-b4d1-4c23-8edb-3fc7f742b43d tempest-VolumesActionsTest-1330152236 tempest-VolumesActionsTest-1330152236-project] 10.222.0.25 "GET /v2.0/ports?device_id=dc945426-82e9-4062-8560-d4a7a7c2f626 HTTP/1.1" status: 200 len: 946 time: 0.0483670 Nov 08 22:02:26.078315 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-7bb055a1-db9d-4dd2-8604-97d48d20c807 req-a575a436-554e-4918-b8bc-48e0b6f5e7c8 tempest-VolumesActionsTest-1330152236 tempest-VolumesActionsTest-1330152236-project] 10.222.0.25 "GET /v2.0/security-groups?id=69d707de-fe7a-4758-96d9-19eb020d9ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404580 Nov 08 22:02:26.813743 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f9fdc4-cd9f-429f-a5ba-1a24699d85d8 req-ee829db5-717f-4398-8786-3dc7ad85acf5 tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:02:26.815203 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-f9f9fdc4-cd9f-429f-a5ba-1a24699d85d8 req-ee829db5-717f-4398-8786-3dc7ad85acf5 tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] 10.222.0.25 "GET /v2.0/ports?device_id=21765c62-33e5-4865-a2e8-923f1018396e HTTP/1.1" status: 200 len: 945 time: 0.0482566 Nov 08 22:02:26.861140 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-f9f9fdc4-cd9f-429f-a5ba-1a24699d85d8 req-0b48f798-ac45-458b-8aee-41c8d2ea8a63 tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] 10.222.0.25 "GET /v2.0/security-groups?id=48a61968-ba2d-42aa-b087-8fe6b21c1944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401447 Nov 08 22:02:27.195702 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b9675e-5a21-4124-a75e-20e1f418c092 req-8b252281-c883-4432-81b6-06a9c6f55280 tempest-VolumesActionsTest-1330152236 tempest-VolumesActionsTest-1330152236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:02:27.197681 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-52b9675e-5a21-4124-a75e-20e1f418c092 req-8b252281-c883-4432-81b6-06a9c6f55280 tempest-VolumesActionsTest-1330152236 tempest-VolumesActionsTest-1330152236-project] 10.222.0.25 "GET /v2.0/ports?device_id=dc945426-82e9-4062-8560-d4a7a7c2f626 HTTP/1.1" status: 200 len: 946 time: 0.0507922 Nov 08 22:02:27.243017 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-52b9675e-5a21-4124-a75e-20e1f418c092 req-4c4a91bd-262d-4927-a000-f9b4577806da tempest-VolumesActionsTest-1330152236 tempest-VolumesActionsTest-1330152236-project] 10.222.0.25 "GET /v2.0/security-groups?id=69d707de-fe7a-4758-96d9-19eb020d9ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394502 Nov 08 22:02:27.974651 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dded93-87c4-4230-8668-f2cb09ef647b req-d298a059-3393-4d66-9e7a-42e5d036b1e7 tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:02:27.976115 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-c3dded93-87c4-4230-8668-f2cb09ef647b req-d298a059-3393-4d66-9e7a-42e5d036b1e7 tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] 10.222.0.25 "GET /v2.0/ports?device_id=21765c62-33e5-4865-a2e8-923f1018396e HTTP/1.1" status: 200 len: 945 time: 0.0482888 Nov 08 22:02:28.023261 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-c3dded93-87c4-4230-8668-f2cb09ef647b req-49f677e5-21d1-4c9f-bd00-09dd3919a0f0 tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] 10.222.0.25 "GET /v2.0/security-groups?id=48a61968-ba2d-42aa-b087-8fe6b21c1944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412722 Nov 08 22:02:28.360757 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea2395b-287b-4e3b-8594-7aad58d1ec15 req-19b4b92d-dd15-4c7b-a9ea-01c3d5bf0af9 tempest-VolumesActionsTest-1330152236 tempest-VolumesActionsTest-1330152236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:02:28.362232 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-9ea2395b-287b-4e3b-8594-7aad58d1ec15 req-19b4b92d-dd15-4c7b-a9ea-01c3d5bf0af9 tempest-VolumesActionsTest-1330152236 tempest-VolumesActionsTest-1330152236-project] 10.222.0.25 "GET /v2.0/ports?device_id=dc945426-82e9-4062-8560-d4a7a7c2f626 HTTP/1.1" status: 200 len: 946 time: 0.0509741 Nov 08 22:02:28.410546 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-9ea2395b-287b-4e3b-8594-7aad58d1ec15 req-598c9e76-7ba4-44ab-a188-a7eef64cd4d3 tempest-VolumesActionsTest-1330152236 tempest-VolumesActionsTest-1330152236-project] 10.222.0.25 "GET /v2.0/security-groups?id=69d707de-fe7a-4758-96d9-19eb020d9ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424187 Nov 08 22:02:28.443649 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad3a347-e9de-4d18-b20c-672f2a896082 req-5fbe06fc-4b61-4289-b81b-33a635175e71 tempest-VolumesActionsTest-1330152236 tempest-VolumesActionsTest-1330152236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:02:28.445133 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-7ad3a347-e9de-4d18-b20c-672f2a896082 req-5fbe06fc-4b61-4289-b81b-33a635175e71 tempest-VolumesActionsTest-1330152236 tempest-VolumesActionsTest-1330152236-project] 10.222.0.48 "GET /v2.0/ports?device_id=dc945426-82e9-4062-8560-d4a7a7c2f626 HTTP/1.1" status: 200 len: 946 time: 0.0922399 Nov 08 22:02:28.570919 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.plugins.ml2.plugin [req-7ad3a347-e9de-4d18-b20c-672f2a896082 req-8056ac66-3abe-4c87-9879-8936f0062544 tempest-VolumesActionsTest-1330152236 tempest-VolumesActionsTest-1330152236-project] Deleting port 7b87a76b-1071-4aab-afd8-5aeb8ce7d369 {{(pid=101083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 22:02:28.571251 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [req-7ad3a347-e9de-4d18-b20c-672f2a896082 req-8056ac66-3abe-4c87-9879-8936f0062544 tempest-VolumesActionsTest-1330152236 tempest-VolumesActionsTest-1330152236-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728276550584'] for port, before_delete {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:02:28.656720 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.plugins.ml2.db [req-7ad3a347-e9de-4d18-b20c-672f2a896082 req-8056ac66-3abe-4c87-9879-8936f0062544 tempest-VolumesActionsTest-1330152236 tempest-VolumesActionsTest-1330152236-project] For port 7b87a76b-1071-4aab-afd8-5aeb8ce7d369, host hv-cinder-81708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81708',level=0,port_id=7b87a76b-1071-4aab-afd8-5aeb8ce7d369,segment=NetworkSegment(49c9ba1b-8857-436d-852d-6f1ef1b4626a),segment_id=49c9ba1b-8857-436d-852d-6f1ef1b4626a)] {{(pid=101083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 22:02:28.657110 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [req-7ad3a347-e9de-4d18-b20c-672f2a896082 req-8056ac66-3abe-4c87-9879-8936f0062544 tempest-VolumesActionsTest-1330152236 tempest-VolumesActionsTest-1330152236-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1626931'] for port, precommit_delete {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:02:28.673747 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.plugins.ml2.plugin [req-7ad3a347-e9de-4d18-b20c-672f2a896082 req-8056ac66-3abe-4c87-9879-8936f0062544 tempest-VolumesActionsTest-1330152236 tempest-VolumesActionsTest-1330152236-project] Calling delete_port for 7b87a76b-1071-4aab-afd8-5aeb8ce7d369 owned by compute:nova {{(pid=101083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 22:02:28.825799 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [req-7ad3a347-e9de-4d18-b20c-672f2a896082 req-8056ac66-3abe-4c87-9879-8936f0062544 tempest-VolumesActionsTest-1330152236 tempest-VolumesActionsTest-1330152236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728276638338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728276144276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7659000'] for port, after_delete {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:02:28.848552 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.db [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] get_ports_and_sgs() called for port_ids ['7b87a76b-1071-4aab-afd8-5aeb8ce7d369'] {{(pid=101084) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 22:02:28.850822 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8056ac66-3abe-4c87-9879-8936f0062544 tempest-VolumesActionsTest-1330152236 tempest-VolumesActionsTest-1330152236-project] Pushing event deleted for resources: {'Port': ['ID=7b87a76b-1071-4aab-afd8-5aeb8ce7d369,revision_number=None']} {{(pid=101083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:02:28.914625 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ad3a347-e9de-4d18-b20c-672f2a896082 req-8056ac66-3abe-4c87-9879-8936f0062544 tempest-VolumesActionsTest-1330152236 tempest-VolumesActionsTest-1330152236-project] No DVR routers for this DVR port 7b87a76b-1071-4aab-afd8-5aeb8ce7d369 on host hv-cinder-81708 {{(pid=101083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 22:02:28.918119 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [req-7ad3a347-e9de-4d18-b20c-672f2a896082 req-8056ac66-3abe-4c87-9879-8936f0062544 tempest-VolumesActionsTest-1330152236 tempest-VolumesActionsTest-1330152236-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465805'] for port, before_response {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:02:28.921492 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-7ad3a347-e9de-4d18-b20c-672f2a896082 req-8056ac66-3abe-4c87-9879-8936f0062544 tempest-VolumesActionsTest-1330152236 tempest-VolumesActionsTest-1330152236-project] 10.222.0.48 "DELETE /v2.0/ports/7b87a76b-1071-4aab-afd8-5aeb8ce7d369 HTTP/1.1" status: 204 len: 173 time: 0.4665554 Nov 08 22:02:28.921921 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc945426-82e9-4062-8560-d4a7a7c2f626', 'name': 'network-vif-deleted', 'tag': '7b87a76b-1071-4aab-afd8-5aeb8ce7d369'}] {{(pid=101083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 22:02:28.924118 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1401f4ba4b9bb213bf59dd3903e8d3cb618788e4f0023aa365925d32571c6fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6177f0f7-0547-4cc8-b480-ce3b7a679dd2" -d '{"events": [{"server_uuid": "dc945426-82e9-4062-8560-d4a7a7c2f626", "name": "network-vif-deleted", "tag": "7b87a76b-1071-4aab-afd8-5aeb8ce7d369"}]}' {{(pid=101083) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 22:02:28.963367 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 22:02:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de268cac-9f1a-4ca3-89ef-ddcced60b6ce x-openstack-request-id: req-de268cac-9f1a-4ca3-89ef-ddcced60b6ce {{(pid=101083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 22:02:28.963735 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc945426-82e9-4062-8560-d4a7a7c2f626", "name": "network-vif-deleted", "tag": "7b87a76b-1071-4aab-afd8-5aeb8ce7d369", "status": "completed", "code": 200}]} {{(pid=101083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 22:02:28.963957 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-de268cac-9f1a-4ca3-89ef-ddcced60b6ce {{(pid=101083) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 22:02:28.964340 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc945426-82e9-4062-8560-d4a7a7c2f626', 'name': 'network-vif-deleted', 'tag': '7b87a76b-1071-4aab-afd8-5aeb8ce7d369', 'status': 'completed', 'code': 200} Nov 08 22:02:29.145900 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa664746-d9c9-4b9d-babc-72579a02c401 req-9b87ce99-9d07-4af6-a935-4fb76e436e20 tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:02:29.147346 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-fa664746-d9c9-4b9d-babc-72579a02c401 req-9b87ce99-9d07-4af6-a935-4fb76e436e20 tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] 10.222.0.25 "GET /v2.0/ports?device_id=21765c62-33e5-4865-a2e8-923f1018396e HTTP/1.1" status: 200 len: 945 time: 0.0498023 Nov 08 22:02:29.193287 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-fa664746-d9c9-4b9d-babc-72579a02c401 req-21718420-df1b-4e8a-b992-b856b4b67d7b tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] 10.222.0.25 "GET /v2.0/security-groups?id=48a61968-ba2d-42aa-b087-8fe6b21c1944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401013 Nov 08 22:02:29.525268 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-8ad136ba-9f6d-43db-890a-e209f9dbf5f9 req-caf344e0-f031-4c95-be09-28a0497ba8d6 tempest-VolumesActionsTest-1330152236 tempest-VolumesActionsTest-1330152236-project] 10.222.0.25 "GET /v2.0/ports?device_id=dc945426-82e9-4062-8560-d4a7a7c2f626 HTTP/1.1" status: 200 len: 210 time: 0.0251613 Nov 08 22:02:30.316176 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346f5cfc-2996-4eb7-9266-c1f0af2a0662 req-898ee0ca-8b63-4d9c-9dc7-60e94f968357 tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:02:30.317689 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-346f5cfc-2996-4eb7-9266-c1f0af2a0662 req-898ee0ca-8b63-4d9c-9dc7-60e94f968357 tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] 10.222.0.25 "GET /v2.0/ports?device_id=21765c62-33e5-4865-a2e8-923f1018396e HTTP/1.1" status: 200 len: 945 time: 0.0514982 Nov 08 22:02:30.364557 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-346f5cfc-2996-4eb7-9266-c1f0af2a0662 req-b5e12c1b-188b-4209-8ad5-e79e7e6bc97f tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] 10.222.0.25 "GET /v2.0/security-groups?id=48a61968-ba2d-42aa-b087-8fe6b21c1944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404055 Nov 08 22:02:31.479019 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24aa2b3a-8991-4636-8d1a-eef2f12bd8de req-36a479a6-59b8-4cf7-8a75-1866ac183faf tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:02:31.480646 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-24aa2b3a-8991-4636-8d1a-eef2f12bd8de req-36a479a6-59b8-4cf7-8a75-1866ac183faf tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] 10.222.0.25 "GET /v2.0/ports?device_id=21765c62-33e5-4865-a2e8-923f1018396e HTTP/1.1" status: 200 len: 945 time: 0.0474432 Nov 08 22:02:31.532962 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-24aa2b3a-8991-4636-8d1a-eef2f12bd8de req-8337217d-7372-4d24-bbd1-76de8e0f1d03 tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] 10.222.0.25 "GET /v2.0/security-groups?id=48a61968-ba2d-42aa-b087-8fe6b21c1944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465293 Nov 08 22:02:31.983399 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-2a917717-ba50-4367-a9e9-10b95eaea4b4 req-3b6663b5-a03e-4588-9aa3-ac9e139115bc tempest-TestShelveInstance-1324710148 tempest-TestShelveInstance-1324710148-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1982265617&fields=id&tenant_id=8c3de2533be641d8a862b529619deccd HTTP/1.1" status: 200 len: 267 time: 0.0429378 Nov 08 22:02:32.088766 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a917717-ba50-4367-a9e9-10b95eaea4b4 req-d88fb889-b045-4c4e-a130-82b0abbd32c0 tempest-TestShelveInstance-1324710148 tempest-TestShelveInstance-1324710148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:02:32.090221 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-2a917717-ba50-4367-a9e9-10b95eaea4b4 req-d88fb889-b045-4c4e-a130-82b0abbd32c0 tempest-TestShelveInstance-1324710148 tempest-TestShelveInstance-1324710148-project] 10.222.0.25 "GET /v2.0/networks?id=f15ed086-114a-4c78-9304-55250dfe0287 HTTP/1.1" status: 200 len: 809 time: 0.1003602 Nov 08 22:02:32.104692 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-2a917717-ba50-4367-a9e9-10b95eaea4b4 req-aa790420-af61-4a0b-affa-b343cbc29e03 tempest-TestShelveInstance-1324710148 tempest-TestShelveInstance-1324710148-project] 10.222.0.25 "GET /v2.0/quotas/8c3de2533be641d8a862b529619deccd HTTP/1.1" status: 200 len: 375 time: 0.0089400 Nov 08 22:02:32.153306 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-2a917717-ba50-4367-a9e9-10b95eaea4b4 req-013e5019-bb8c-4a01-9dee-98e5289420a2 tempest-TestShelveInstance-1324710148 tempest-TestShelveInstance-1324710148-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=8c3de2533be641d8a862b529619deccd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0435162 Nov 08 22:02:32.247607 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-2a917717-ba50-4367-a9e9-10b95eaea4b4 req-71b236eb-a04e-42dc-8207-f554d1165d53 service neutron] 10.222.0.25 "GET /v2.0/networks/f15ed086-114a-4c78-9304-55250dfe0287?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827510 Nov 08 22:02:32.302896 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.db.agents_db [None req-16c50754-5ab9-47e2-9d92-00a33089e8d5 None None] Agent healthcheck: found 6 active agents {{(pid=101085) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 22:02:32.334066 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-2a917717-ba50-4367-a9e9-10b95eaea4b4 req-0b4f9701-4494-4ea9-a2c4-7a0008117a08 service neutron] 10.222.0.25 "GET /v2.0/networks/f15ed086-114a-4c78-9304-55250dfe0287?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803370 Nov 08 22:02:32.604016 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-bb7110e9-e674-4d83-81cb-fdf5cf6518b1 req-e0446159-dad1-4516-9153-0b0ee945ef46 tempest-TestShelveInstance-1324710148 tempest-TestShelveInstance-1324710148-project] 10.222.0.25 "GET /v2.0/ports?device_id=36aa27d6-92aa-4035-923c-da2c29f48135 HTTP/1.1" status: 200 len: 210 time: 0.0269074 Nov 08 22:02:32.713791 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fc9e04-3b1e-4edd-94e8-40cbc350286c req-e1a9989a-4fae-4538-a235-04790ffc7e4a tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:02:32.715254 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-79fc9e04-3b1e-4edd-94e8-40cbc350286c req-e1a9989a-4fae-4538-a235-04790ffc7e4a tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] 10.222.0.25 "GET /v2.0/ports?device_id=21765c62-33e5-4865-a2e8-923f1018396e HTTP/1.1" status: 200 len: 945 time: 0.0543375 Nov 08 22:02:32.764929 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-79fc9e04-3b1e-4edd-94e8-40cbc350286c req-dd0006df-da01-47a3-b13f-4bfb9617d9dc tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] 10.222.0.25 "GET /v2.0/security-groups?id=48a61968-ba2d-42aa-b087-8fe6b21c1944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436234 Nov 08 22:02:33.570845 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.rpc [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Device 7b87a76b-1071-4aab-afd8-5aeb8ce7d369 no longer exists at agent hyperv_hv-cinder-81708 {{(pid=101084) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 22:02:33.593201 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.plugin [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] No Port match for: 7b87a76b-1071-4aab-afd8-5aeb8ce7d369 {{(pid=101084) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 22:02:33.593468 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.rpc [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Device 7b87a76b-1071-4aab-afd8-5aeb8ce7d369 not bound to the agent host hv-cinder-81708 {{(pid=101084) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 22:02:33.698708 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-d2c9f2cb-7659-4432-898f-02a87430ba00 req-77640f9c-ce6a-40ff-8bd0-5f859b757fdc tempest-TestShelveInstance-1324710148 tempest-TestShelveInstance-1324710148-project] 10.222.0.25 "GET /v2.0/ports?device_id=36aa27d6-92aa-4035-923c-da2c29f48135 HTTP/1.1" status: 200 len: 210 time: 0.0305767 Nov 08 22:02:33.879164 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18a2624-1216-4a39-88b3-6c3380422131 req-942bd33f-d8c0-489f-9a97-63e14915df04 tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:02:33.880647 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-c18a2624-1216-4a39-88b3-6c3380422131 req-942bd33f-d8c0-489f-9a97-63e14915df04 tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] 10.222.0.25 "GET /v2.0/ports?device_id=21765c62-33e5-4865-a2e8-923f1018396e HTTP/1.1" status: 200 len: 945 time: 0.0493004 Nov 08 22:02:33.927088 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-c18a2624-1216-4a39-88b3-6c3380422131 req-f6c413ce-a543-4dc1-b756-7486921a776d tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] 10.222.0.25 "GET /v2.0/security-groups?id=48a61968-ba2d-42aa-b087-8fe6b21c1944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403473 Nov 08 22:02:34.799257 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-89936973-2782-4199-b646-d7c1f8f52d93 req-54ca6452-6ba0-4472-b6fd-886786e5f153 tempest-TestShelveInstance-1324710148 tempest-TestShelveInstance-1324710148-project] 10.222.0.25 "GET /v2.0/ports?device_id=36aa27d6-92aa-4035-923c-da2c29f48135 HTTP/1.1" status: 200 len: 210 time: 0.0286245 Nov 08 22:02:35.058446 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda6b20c-0905-491d-819f-f223f740ecfb req-884b816d-59c4-4a16-9a33-a3ccb458cb04 tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:02:35.059911 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-dda6b20c-0905-491d-819f-f223f740ecfb req-884b816d-59c4-4a16-9a33-a3ccb458cb04 tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] 10.222.0.25 "GET /v2.0/ports?device_id=21765c62-33e5-4865-a2e8-923f1018396e HTTP/1.1" status: 200 len: 945 time: 0.0577188 Nov 08 22:02:35.108404 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-dda6b20c-0905-491d-819f-f223f740ecfb req-d6ea7433-9c92-44ea-babc-963852449fb8 tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] 10.222.0.25 "GET /v2.0/security-groups?id=48a61968-ba2d-42aa-b087-8fe6b21c1944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421920 Nov 08 22:02:35.432535 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a917717-ba50-4367-a9e9-10b95eaea4b4 req-db0b064f-1257-433b-850f-3b7c021b7bba tempest-TestShelveInstance-1324710148 tempest-TestShelveInstance-1324710148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:02:35.434112 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-2a917717-ba50-4367-a9e9-10b95eaea4b4 req-db0b064f-1257-433b-850f-3b7c021b7bba tempest-TestShelveInstance-1324710148 tempest-TestShelveInstance-1324710148-project] 10.222.0.48 "GET /v2.0/networks?id=f15ed086-114a-4c78-9304-55250dfe0287 HTTP/1.1" status: 200 len: 809 time: 0.1308398 Nov 08 22:02:35.512598 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-2a917717-ba50-4367-a9e9-10b95eaea4b4 req-4511a9c8-4984-486a-a781-32146bd706a6 tempest-TestShelveInstance-1324710148 tempest-TestShelveInstance-1324710148-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8c3de2533be641d8a862b529619deccd HTTP/1.1" status: 200 len: 380 time: 0.0679984 Nov 08 22:02:35.523895 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.v2.base [req-2a917717-ba50-4367-a9e9-10b95eaea4b4 req-f20e97c3-9928-4d29-a620-18f4d0daa322 tempest-TestShelveInstance-1324710148 tempest-TestShelveInstance-1324710148-project] Request body: {'port': {'device_id': '36aa27d6-92aa-4035-923c-da2c29f48135', 'network_id': 'f15ed086-114a-4c78-9304-55250dfe0287', 'admin_state_up': True, 'tenant_id': '8c3de2533be641d8a862b529619deccd', 'security_groups': ['e3c01fd1-b9e5-4f21-8bd8-1f4ae656945b']}} {{(pid=101083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 22:02:35.632662 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a917717-ba50-4367-a9e9-10b95eaea4b4 req-f20e97c3-9928-4d29-a620-18f4d0daa322 tempest-TestShelveInstance-1324710148 tempest-TestShelveInstance-1324710148-project] Made reservation on behalf of 8c3de2533be641d8a862b529619deccd for: {'port': 1} {{(pid=101083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 22:02:35.636636 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [req-2a917717-ba50-4367-a9e9-10b95eaea4b4 req-f20e97c3-9928-4d29-a620-18f4d0daa322 tempest-TestShelveInstance-1324710148 tempest-TestShelveInstance-1324710148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-925982'] for port, before_create {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:02:35.761301 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.db.db_base_plugin_common [req-2a917717-ba50-4367-a9e9-10b95eaea4b4 req-f20e97c3-9928-4d29-a620-18f4d0daa322 tempest-TestShelveInstance-1324710148 tempest-TestShelveInstance-1324710148-project] Allocated IP 172.20.0.14 (f15ed086-114a-4c78-9304-55250dfe0287/8886f01a-2581-4e8d-9cf3-0b8e12cec80f/8dce0283-1ebe-49b6-898e-5aae3ef2e7a9) {{(pid=101083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 22:02:35.894727 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-9e2db8ef-0789-433a-8080-f918ce2d42c4 req-832b616f-53e1-4c88-9168-83e3626fbbfb tempest-TestShelveInstance-1324710148 tempest-TestShelveInstance-1324710148-project] 10.222.0.25 "GET /v2.0/ports?device_id=36aa27d6-92aa-4035-923c-da2c29f48135 HTTP/1.1" status: 200 len: 210 time: 0.0275373 Nov 08 22:02:35.896168 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [req-2a917717-ba50-4367-a9e9-10b95eaea4b4 req-f20e97c3-9928-4d29-a620-18f4d0daa322 tempest-TestShelveInstance-1324710148 tempest-TestShelveInstance-1324710148-project] Publish callbacks [] for port, precommit_create {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:02:35.929002 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [req-2a917717-ba50-4367-a9e9-10b95eaea4b4 req-f20e97c3-9928-4d29-a620-18f4d0daa322 tempest-TestShelveInstance-1324710148 tempest-TestShelveInstance-1324710148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728276144267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7659000'] for port, after_create {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:02:35.970109 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a917717-ba50-4367-a9e9-10b95eaea4b4 req-f20e97c3-9928-4d29-a620-18f4d0daa322 tempest-TestShelveInstance-1324710148 tempest-TestShelveInstance-1324710148-project] Network f15ed086-114a-4c78-9304-55250dfe0287 is already hosted by enough agents. {{(pid=101083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 22:02:35.975072 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.scheduler.base_scheduler [req-2a917717-ba50-4367-a9e9-10b95eaea4b4 req-f20e97c3-9928-4d29-a620-18f4d0daa322 tempest-TestShelveInstance-1324710148 tempest-TestShelveInstance-1324710148-project] Resources bound (agent type, host, resource id): {{(pid=101083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 22:02:35.979351 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a917717-ba50-4367-a9e9-10b95eaea4b4 req-f20e97c3-9928-4d29-a620-18f4d0daa322 tempest-TestShelveInstance-1324710148 tempest-TestShelveInstance-1324710148-project] Received port after_create {{(pid=101083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 22:02:35.985664 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20e97c3-9928-4d29-a620-18f4d0daa322 tempest-TestShelveInstance-1324710148 tempest-TestShelveInstance-1324710148-project] Pushing event updated for resources: {'Port': ['ID=8dce0283-1ebe-49b6-898e-5aae3ef2e7a9,revision_number=1']} {{(pid=101083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:02:36.031492 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a917717-ba50-4367-a9e9-10b95eaea4b4 req-f20e97c3-9928-4d29-a620-18f4d0daa322 tempest-TestShelveInstance-1324710148 tempest-TestShelveInstance-1324710148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:02:36.032029 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [req-2a917717-ba50-4367-a9e9-10b95eaea4b4 req-f20e97c3-9928-4d29-a620-18f4d0daa322 tempest-TestShelveInstance-1324710148 tempest-TestShelveInstance-1324710148-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465805'] for port, before_response {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:02:36.063716 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-2a917717-ba50-4367-a9e9-10b95eaea4b4 req-f20e97c3-9928-4d29-a620-18f4d0daa322 tempest-TestShelveInstance-1324710148 tempest-TestShelveInstance-1324710148-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5441206 Nov 08 22:02:36.083156 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.v2.base [req-2a917717-ba50-4367-a9e9-10b95eaea4b4 req-22708f83-31a2-4361-bb11-85c286477908 service neutron] Request body: {'port': {'device_id': '36aa27d6-92aa-4035-923c-da2c29f48135', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81708'}} {{(pid=101083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 22:02:36.175154 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [req-2a917717-ba50-4367-a9e9-10b95eaea4b4 req-22708f83-31a2-4361-bb11-85c286477908 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-925982'] for port, before_update {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:02:36.308829 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68b23da-2a4a-431b-b596-02c371a7a234 req-3288978f-5ed6-4891-b54f-58ab9096aed5 tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:02:36.310353 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-b68b23da-2a4a-431b-b596-02c371a7a234 req-3288978f-5ed6-4891-b54f-58ab9096aed5 tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] 10.222.0.25 "GET /v2.0/ports?device_id=21765c62-33e5-4865-a2e8-923f1018396e HTTP/1.1" status: 200 len: 945 time: 0.0889266 Nov 08 22:02:36.332605 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.db.provisioning_blocks [None req-151249be-2504-433f-b9ab-eec06eb8726d None None] Provisioning complete for port 8dce0283-1ebe-49b6-898e-5aae3ef2e7a9 triggered by entity DHCP. {{(pid=101084) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 22:02:36.333227 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-151249be-2504-433f-b9ab-eec06eb8726d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-534742'] for port, provisioning_complete {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:02:36.381228 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.plugin [None req-151249be-2504-433f-b9ab-eec06eb8726d None None] Port 8dce0283-1ebe-49b6-898e-5aae3ef2e7a9 cannot update to ACTIVE because it is not bound. {{(pid=101084) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 22:02:36.395392 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-b68b23da-2a4a-431b-b596-02c371a7a234 req-fe08ee6e-76c0-479d-bb7e-23daf89ec4fe tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] 10.222.0.25 "GET /v2.0/security-groups?id=48a61968-ba2d-42aa-b087-8fe6b21c1944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706217 Nov 08 22:02:36.534423 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.notifiers.nova [req-2a917717-ba50-4367-a9e9-10b95eaea4b4 req-22708f83-31a2-4361-bb11-85c286477908 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8dce0283-1ebe-49b6-898e-5aae3ef2e7a9 {{(pid=101083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 22:02:36.542915 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [req-2a917717-ba50-4367-a9e9-10b95eaea4b4 req-22708f83-31a2-4361-bb11-85c286477908 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:02:36.557866 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.db.provisioning_blocks [req-2a917717-ba50-4367-a9e9-10b95eaea4b4 req-22708f83-31a2-4361-bb11-85c286477908 service neutron] Transition to ACTIVE for port object 8dce0283-1ebe-49b6-898e-5aae3ef2e7a9 will not be triggered until provisioned by entity L2. {{(pid=101083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 22:02:36.562869 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [req-2a917717-ba50-4367-a9e9-10b95eaea4b4 req-22708f83-31a2-4361-bb11-85c286477908 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728276638356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728276144285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728276144303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7658983'] for port, after_update {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:02:36.628898 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22708f83-31a2-4361-bb11-85c286477908 service neutron] Pushing event updated for resources: {'Port': ['ID=8dce0283-1ebe-49b6-898e-5aae3ef2e7a9,revision_number=2']} {{(pid=101083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:02:36.705395 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.plugins.ml2.managers [req-2a917717-ba50-4367-a9e9-10b95eaea4b4 req-22708f83-31a2-4361-bb11-85c286477908 service neutron] Attempting to bind port 8dce0283-1ebe-49b6-898e-5aae3ef2e7a9 on host hv-cinder-81708 for vnic_type normal with profile {{(pid=101083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 22:02:36.705850 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.plugins.ml2.managers [req-2a917717-ba50-4367-a9e9-10b95eaea4b4 req-22708f83-31a2-4361-bb11-85c286477908 service neutron] Attempting to bind port 8dce0283-1ebe-49b6-898e-5aae3ef2e7a9 by drivers openvswitch,hyperv on host hv-cinder-81708 at level 0 using segments [{'id': '93b63db5-cae0-49c7-9e61-01e115c57491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'f15ed086-114a-4c78-9304-55250dfe0287'}] {{(pid=101083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 22:02:36.706172 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a917717-ba50-4367-a9e9-10b95eaea4b4 req-22708f83-31a2-4361-bb11-85c286477908 service neutron] Attempting to bind port 8dce0283-1ebe-49b6-898e-5aae3ef2e7a9 on network f15ed086-114a-4c78-9304-55250dfe0287 {{(pid=101083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 22:02:36.712618 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a917717-ba50-4367-a9e9-10b95eaea4b4 req-22708f83-31a2-4361-bb11-85c286477908 service neutron] Port 8dce0283-1ebe-49b6-898e-5aae3ef2e7a9 on network f15ed086-114a-4c78-9304-55250dfe0287 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81708 {{(pid=101083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 22:02:36.713154 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a917717-ba50-4367-a9e9-10b95eaea4b4 req-22708f83-31a2-4361-bb11-85c286477908 service neutron] Attempting to bind port 8dce0283-1ebe-49b6-898e-5aae3ef2e7a9 on network f15ed086-114a-4c78-9304-55250dfe0287 {{(pid=101083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 22:02:36.719509 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a917717-ba50-4367-a9e9-10b95eaea4b4 req-22708f83-31a2-4361-bb11-85c286477908 service neutron] Checking agent: {'id': '7cd4d405-a24c-430d-ad05-16fe54bb5453', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81708', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 21, 57, 55), 'started_at': datetime.datetime(2021, 11, 8, 21, 57, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 22, 2, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 22:02:36.719854 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a917717-ba50-4367-a9e9-10b95eaea4b4 req-22708f83-31a2-4361-bb11-85c286477908 service neutron] Checking segment: {'id': '93b63db5-cae0-49c7-9e61-01e115c57491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'f15ed086-114a-4c78-9304-55250dfe0287'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 22:02:36.720241 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a917717-ba50-4367-a9e9-10b95eaea4b4 req-22708f83-31a2-4361-bb11-85c286477908 service neutron] Bound using segment: {'id': '93b63db5-cae0-49c7-9e61-01e115c57491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'f15ed086-114a-4c78-9304-55250dfe0287'} {{(pid=101083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 22:02:36.720677 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.plugins.ml2.managers [req-2a917717-ba50-4367-a9e9-10b95eaea4b4 req-22708f83-31a2-4361-bb11-85c286477908 service neutron] Bound port: 8dce0283-1ebe-49b6-898e-5aae3ef2e7a9, host: hv-cinder-81708, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '93b63db5-cae0-49c7-9e61-01e115c57491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'f15ed086-114a-4c78-9304-55250dfe0287'}}] {{(pid=101083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 22:02:36.721063 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [req-2a917717-ba50-4367-a9e9-10b95eaea4b4 req-22708f83-31a2-4361-bb11-85c286477908 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-925982'] for port, before_update {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:02:36.803299 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.plugins.ml2.db [req-2a917717-ba50-4367-a9e9-10b95eaea4b4 req-22708f83-31a2-4361-bb11-85c286477908 service neutron] For port 8dce0283-1ebe-49b6-898e-5aae3ef2e7a9, host hv-cinder-81708, cleared binding levels {{(pid=101083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 22:02:36.807065 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.plugins.ml2.db [req-2a917717-ba50-4367-a9e9-10b95eaea4b4 req-22708f83-31a2-4361-bb11-85c286477908 service neutron] For port 8dce0283-1ebe-49b6-898e-5aae3ef2e7a9, host hv-cinder-81708, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81708',level=0,port_id=8dce0283-1ebe-49b6-898e-5aae3ef2e7a9,segment=NetworkSegment(93b63db5-cae0-49c7-9e61-01e115c57491),segment_id=93b63db5-cae0-49c7-9e61-01e115c57491)] {{(pid=101083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 22:02:36.813800 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [req-2a917717-ba50-4367-a9e9-10b95eaea4b4 req-22708f83-31a2-4361-bb11-85c286477908 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728276638356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728276144285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728276144303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7658983'] for port, after_update {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:02:36.854573 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a917717-ba50-4367-a9e9-10b95eaea4b4 req-22708f83-31a2-4361-bb11-85c286477908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:02:36.855196 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [req-2a917717-ba50-4367-a9e9-10b95eaea4b4 req-22708f83-31a2-4361-bb11-85c286477908 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465805'] for port, before_response {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:02:36.856574 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-2a917717-ba50-4367-a9e9-10b95eaea4b4 req-22708f83-31a2-4361-bb11-85c286477908 service neutron] 10.222.0.48 "PUT /v2.0/ports/8dce0283-1ebe-49b6-898e-5aae3ef2e7a9 HTTP/1.1" status: 200 len: 1094 time: 0.7824943 Nov 08 22:02:36.857036 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36aa27d6-92aa-4035-923c-da2c29f48135', 'tag': '8dce0283-1ebe-49b6-898e-5aae3ef2e7a9'}] {{(pid=101083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 22:02:36.859394 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1401f4ba4b9bb213bf59dd3903e8d3cb618788e4f0023aa365925d32571c6fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7524072-a92f-4469-9d07-2feeef615675" -d '{"events": [{"name": "network-changed", "server_uuid": "36aa27d6-92aa-4035-923c-da2c29f48135", "tag": "8dce0283-1ebe-49b6-898e-5aae3ef2e7a9"}]}' {{(pid=101083) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 22:02:36.900932 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22708f83-31a2-4361-bb11-85c286477908 service neutron] Pushing event updated for resources: {'Port': ['ID=8dce0283-1ebe-49b6-898e-5aae3ef2e7a9,revision_number=3']} {{(pid=101083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:02:36.977318 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 22:02:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d867385-4bba-4403-8915-981c5fb2c550 x-openstack-request-id: req-8d867385-4bba-4403-8915-981c5fb2c550 {{(pid=101083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 22:02:36.978240 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36aa27d6-92aa-4035-923c-da2c29f48135", "tag": "8dce0283-1ebe-49b6-898e-5aae3ef2e7a9", "status": "completed", "code": 200}]} {{(pid=101083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 22:02:36.978377 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8d867385-4bba-4403-8915-981c5fb2c550 {{(pid=101083) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 22:02:36.978772 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36aa27d6-92aa-4035-923c-da2c29f48135', 'tag': '8dce0283-1ebe-49b6-898e-5aae3ef2e7a9', 'status': 'completed', 'code': 200} Nov 08 22:02:36.998401 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a917717-ba50-4367-a9e9-10b95eaea4b4 req-6f41cda3-1fcf-482b-8e58-1585ae07962b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:02:37.000165 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-2a917717-ba50-4367-a9e9-10b95eaea4b4 req-6f41cda3-1fcf-482b-8e58-1585ae07962b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8c3de2533be641d8a862b529619deccd&device_id=36aa27d6-92aa-4035-923c-da2c29f48135 HTTP/1.1" status: 200 len: 1097 time: 0.0888696 Nov 08 22:02:37.051007 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b5cbbe-1ea9-4ce6-948f-747d3c363821 req-6b2aa817-ff6c-43af-aece-9ba963331bda tempest-TestShelveInstance-1324710148 tempest-TestShelveInstance-1324710148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:02:37.052680 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-96b5cbbe-1ea9-4ce6-948f-747d3c363821 req-6b2aa817-ff6c-43af-aece-9ba963331bda tempest-TestShelveInstance-1324710148 tempest-TestShelveInstance-1324710148-project] 10.222.0.25 "GET /v2.0/ports?device_id=36aa27d6-92aa-4035-923c-da2c29f48135 HTTP/1.1" status: 200 len: 944 time: 0.0665913 Nov 08 22:02:37.091229 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-2a917717-ba50-4367-a9e9-10b95eaea4b4 req-f1c82e11-6524-4604-8024-b1ec06c0a9a0 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8dce0283-1ebe-49b6-898e-5aae3ef2e7a9 HTTP/1.1" status: 200 len: 217 time: 0.0786579 Nov 08 22:02:37.131567 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-96b5cbbe-1ea9-4ce6-948f-747d3c363821 req-fdc9a293-4639-450e-a297-b17a188548bf tempest-TestShelveInstance-1324710148 tempest-TestShelveInstance-1324710148-project] 10.222.0.25 "GET /v2.0/security-groups?id=e3c01fd1-b9e5-4f21-8bd8-1f4ae656945b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724063 Nov 08 22:02:37.197618 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a917717-ba50-4367-a9e9-10b95eaea4b4 req-c1e455cd-3ef9-4f7b-99e3-ef388de2a023 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:02:37.199352 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-2a917717-ba50-4367-a9e9-10b95eaea4b4 req-c1e455cd-3ef9-4f7b-99e3-ef388de2a023 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8886f01a-2581-4e8d-9cf3-0b8e12cec80f HTTP/1.1" status: 200 len: 848 time: 0.0899122 Nov 08 22:02:37.248876 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a917717-ba50-4367-a9e9-10b95eaea4b4 req-8bcdda91-6960-485d-bbd8-e20ba5a36623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:02:37.250479 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-2a917717-ba50-4367-a9e9-10b95eaea4b4 req-8bcdda91-6960-485d-bbd8-e20ba5a36623 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f15ed086-114a-4c78-9304-55250dfe0287&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0430028 Nov 08 22:02:37.405795 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-2a917717-ba50-4367-a9e9-10b95eaea4b4 req-aa76d801-4830-47f4-8433-87bbee53cf3d service neutron] 10.222.0.48 "GET /v2.0/networks/f15ed086-114a-4c78-9304-55250dfe0287?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358633 Nov 08 22:02:37.553398 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-2a917717-ba50-4367-a9e9-10b95eaea4b4 req-48abffe5-2110-431f-bc41-886ace0b5beb service neutron] 10.222.0.48 "GET /v2.0/networks/f15ed086-114a-4c78-9304-55250dfe0287?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1381505 Nov 08 22:02:37.608947 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1b6226-5917-4f97-b138-c873d36f0869 req-b833335d-7241-4fb1-9e15-f27420dcaa59 tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:02:37.610784 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-8c1b6226-5917-4f97-b138-c873d36f0869 req-b833335d-7241-4fb1-9e15-f27420dcaa59 tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] 10.222.0.25 "GET /v2.0/ports?device_id=21765c62-33e5-4865-a2e8-923f1018396e HTTP/1.1" status: 200 len: 945 time: 0.0718970 Nov 08 22:02:37.682529 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-8c1b6226-5917-4f97-b138-c873d36f0869 req-7877bfc1-7e09-4fc3-8e10-4fc354c06a5a tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] 10.222.0.25 "GET /v2.0/security-groups?id=48a61968-ba2d-42aa-b087-8fe6b21c1944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651324 Nov 08 22:02:37.771619 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7524072-a92f-4469-9d07-2feeef615675 req-5ecb49a7-5b92-4bea-bdd4-ee5927e55847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:02:37.776308 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-e7524072-a92f-4469-9d07-2feeef615675 req-5ecb49a7-5b92-4bea-bdd4-ee5927e55847 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8c3de2533be641d8a862b529619deccd&device_id=36aa27d6-92aa-4035-923c-da2c29f48135 HTTP/1.1" status: 200 len: 1097 time: 0.1468947 Nov 08 22:02:37.823460 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8f738f-2a06-4593-8c4e-118a86798d57 req-7e6b9bb0-9ff9-4efe-8160-4490d450002a tempest-AttachVolumeNegativeTest-479507150 tempest-AttachVolumeNegativeTest-479507150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:02:37.831360 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-ed8f738f-2a06-4593-8c4e-118a86798d57 req-7e6b9bb0-9ff9-4efe-8160-4490d450002a tempest-AttachVolumeNegativeTest-479507150 tempest-AttachVolumeNegativeTest-479507150-project] 10.222.0.25 "GET /v2.0/ports?device_id=168d4246-7aeb-4316-97f9-87ccf2ba3af1 HTTP/1.1" status: 200 len: 945 time: 0.0866358 Nov 08 22:02:37.896077 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-ed8f738f-2a06-4593-8c4e-118a86798d57 req-39f05f0d-fa61-4adf-b7b6-d094b010cdf2 tempest-AttachVolumeNegativeTest-479507150 tempest-AttachVolumeNegativeTest-479507150-project] 10.222.0.25 "GET /v2.0/security-groups?id=18bce912-cacb-492f-931d-a2fe8ac5d2b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636640 Nov 08 22:02:37.919641 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7524072-a92f-4469-9d07-2feeef615675 req-2277c529-7ac6-4ff0-9884-d8905368dd82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:02:37.921454 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-e7524072-a92f-4469-9d07-2feeef615675 req-2277c529-7ac6-4ff0-9884-d8905368dd82 service neutron] 10.222.0.48 "GET /v2.0/networks?id=f15ed086-114a-4c78-9304-55250dfe0287 HTTP/1.1" status: 200 len: 910 time: 0.1276572 Nov 08 22:02:37.978428 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-e7524072-a92f-4469-9d07-2feeef615675 req-68873a06-f6cc-4070-aa0f-86d3ed6c8c4c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8dce0283-1ebe-49b6-898e-5aae3ef2e7a9 HTTP/1.1" status: 200 len: 217 time: 0.0422924 Nov 08 22:02:37.995130 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7670d5e-6fca-4dc9-a4fb-3faadf157d39 req-b9a5b183-dd7d-41fd-821c-6db753b387bc tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:02:37.996969 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-a7670d5e-6fca-4dc9-a4fb-3faadf157d39 req-b9a5b183-dd7d-41fd-821c-6db753b387bc tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] 10.222.0.25 "GET /v2.0/ports?device_id=0932b60e-a111-4011-b9e9-c9cd0443085f HTTP/1.1" status: 200 len: 946 time: 0.0619423 Nov 08 22:02:38.049569 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7524072-a92f-4469-9d07-2feeef615675 req-21d3898d-3900-4839-a3ce-0c4a0213371c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:02:38.051085 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-e7524072-a92f-4469-9d07-2feeef615675 req-21d3898d-3900-4839-a3ce-0c4a0213371c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8886f01a-2581-4e8d-9cf3-0b8e12cec80f HTTP/1.1" status: 200 len: 848 time: 0.0594418 Nov 08 22:02:38.052115 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-a7670d5e-6fca-4dc9-a4fb-3faadf157d39 req-87e55efe-3c2c-4e2a-afc1-9546a7274519 tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] 10.222.0.25 "GET /v2.0/security-groups?id=eeea6e44-33b8-4aa9-8bb4-4225028c9643&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483279 Nov 08 22:02:38.115981 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7524072-a92f-4469-9d07-2feeef615675 req-fa2274a5-2819-4ebe-899f-cbc977887ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:02:38.117677 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-e7524072-a92f-4469-9d07-2feeef615675 req-fa2274a5-2819-4ebe-899f-cbc977887ebe service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f15ed086-114a-4c78-9304-55250dfe0287&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0545883 Nov 08 22:02:38.232734 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-e7524072-a92f-4469-9d07-2feeef615675 req-8f5e59de-c737-4939-9e16-871680d5f819 service neutron] 10.222.0.48 "GET /v2.0/networks/f15ed086-114a-4c78-9304-55250dfe0287?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1068094 Nov 08 22:02:38.267802 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12b061a-d690-4aa3-9fcd-6a7619c47590 req-fbb10fea-2319-4aeb-a9b1-c8c56fa6cb32 tempest-TestShelveInstance-1324710148 tempest-TestShelveInstance-1324710148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:02:38.269725 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-f12b061a-d690-4aa3-9fcd-6a7619c47590 req-fbb10fea-2319-4aeb-a9b1-c8c56fa6cb32 tempest-TestShelveInstance-1324710148 tempest-TestShelveInstance-1324710148-project] 10.222.0.25 "GET /v2.0/ports?device_id=36aa27d6-92aa-4035-923c-da2c29f48135 HTTP/1.1" status: 200 len: 944 time: 0.0547650 Nov 08 22:02:38.333325 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-f12b061a-d690-4aa3-9fcd-6a7619c47590 req-b78f14d9-9459-4847-8bb7-efb9b77fddbf tempest-TestShelveInstance-1324710148 tempest-TestShelveInstance-1324710148-project] 10.222.0.25 "GET /v2.0/security-groups?id=e3c01fd1-b9e5-4f21-8bd8-1f4ae656945b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551555 Nov 08 22:02:38.364138 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-e7524072-a92f-4469-9d07-2feeef615675 req-07f6d6ff-5f82-4aae-b4a5-f532d81e9d96 service neutron] 10.222.0.48 "GET /v2.0/networks/f15ed086-114a-4c78-9304-55250dfe0287?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1143074 Nov 08 22:02:38.792140 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7ab77a-8896-4873-a043-05e1670d717f req-349e0030-3976-4e69-9890-0c6972061995 tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:02:38.793687 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-7d7ab77a-8896-4873-a043-05e1670d717f req-349e0030-3976-4e69-9890-0c6972061995 tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] 10.222.0.25 "GET /v2.0/ports?device_id=21765c62-33e5-4865-a2e8-923f1018396e HTTP/1.1" status: 200 len: 945 time: 0.0509596 Nov 08 22:02:38.851073 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-7d7ab77a-8896-4873-a043-05e1670d717f req-733d549f-c74a-4e52-883e-4364c5c6ec8a tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] 10.222.0.25 "GET /v2.0/security-groups?id=48a61968-ba2d-42aa-b087-8fe6b21c1944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512905 Nov 08 22:02:39.038331 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a5535d-49f7-4425-819e-30daa097a934 req-be5db107-c8ce-4aaa-9223-95d6830e6d97 tempest-AttachVolumeNegativeTest-479507150 tempest-AttachVolumeNegativeTest-479507150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:02:39.040448 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-20a5535d-49f7-4425-819e-30daa097a934 req-be5db107-c8ce-4aaa-9223-95d6830e6d97 tempest-AttachVolumeNegativeTest-479507150 tempest-AttachVolumeNegativeTest-479507150-project] 10.222.0.25 "GET /v2.0/ports?device_id=168d4246-7aeb-4316-97f9-87ccf2ba3af1 HTTP/1.1" status: 200 len: 945 time: 0.0663471 Nov 08 22:02:39.094134 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-20a5535d-49f7-4425-819e-30daa097a934 req-ab1adea0-6876-4810-bd8b-71c4ece83faf tempest-AttachVolumeNegativeTest-479507150 tempest-AttachVolumeNegativeTest-479507150-project] 10.222.0.25 "GET /v2.0/security-groups?id=18bce912-cacb-492f-931d-a2fe8ac5d2b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453851 Nov 08 22:02:39.201847 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfb7f60-7977-4d9b-94a4-10549062c2e6 req-a33b6da3-11a1-4b09-b8c8-6595a7295e98 tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:02:39.205418 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-ccfb7f60-7977-4d9b-94a4-10549062c2e6 req-a33b6da3-11a1-4b09-b8c8-6595a7295e98 tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] 10.222.0.25 "GET /v2.0/ports?device_id=0932b60e-a111-4011-b9e9-c9cd0443085f HTTP/1.1" status: 200 len: 946 time: 0.0597198 Nov 08 22:02:39.251984 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-ccfb7f60-7977-4d9b-94a4-10549062c2e6 req-e7070a6e-b561-4697-8f30-1082e83f4f74 tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] 10.222.0.25 "GET /v2.0/security-groups?id=eeea6e44-33b8-4aa9-8bb4-4225028c9643&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420926 Nov 08 22:02:39.467620 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb2a5b5-607f-4ad9-be9d-512a1d746233 req-3a5cf7f2-609b-48d7-8180-fb53da5bf287 tempest-TestShelveInstance-1324710148 tempest-TestShelveInstance-1324710148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:02:39.478581 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-bdb2a5b5-607f-4ad9-be9d-512a1d746233 req-3a5cf7f2-609b-48d7-8180-fb53da5bf287 tempest-TestShelveInstance-1324710148 tempest-TestShelveInstance-1324710148-project] 10.222.0.25 "GET /v2.0/ports?device_id=36aa27d6-92aa-4035-923c-da2c29f48135 HTTP/1.1" status: 200 len: 944 time: 0.0711339 Nov 08 22:02:39.543047 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-bdb2a5b5-607f-4ad9-be9d-512a1d746233 req-38f6efee-6792-4e31-b68b-e74f60469c2f tempest-TestShelveInstance-1324710148 tempest-TestShelveInstance-1324710148-project] 10.222.0.25 "GET /v2.0/security-groups?id=e3c01fd1-b9e5-4f21-8bd8-1f4ae656945b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632272 Nov 08 22:02:39.982821 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8070b78-f929-4e64-86c5-bd6f262f3330 req-ec4e1b67-994e-400c-b527-134bdaebaf62 tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:02:39.984383 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-f8070b78-f929-4e64-86c5-bd6f262f3330 req-ec4e1b67-994e-400c-b527-134bdaebaf62 tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] 10.222.0.25 "GET /v2.0/ports?device_id=21765c62-33e5-4865-a2e8-923f1018396e HTTP/1.1" status: 200 len: 945 time: 0.0589235 Nov 08 22:02:39.991818 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27375c9-c42c-46d1-98aa-d9105bcb7755 req-2174bf51-c10a-466f-b0e2-76a9b624e74e tempest-AttachVolumeNegativeTest-479507150 tempest-AttachVolumeNegativeTest-479507150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:02:39.993855 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-e27375c9-c42c-46d1-98aa-d9105bcb7755 req-2174bf51-c10a-466f-b0e2-76a9b624e74e tempest-AttachVolumeNegativeTest-479507150 tempest-AttachVolumeNegativeTest-479507150-project] 10.222.0.48 "GET /v2.0/ports?device_id=168d4246-7aeb-4316-97f9-87ccf2ba3af1 HTTP/1.1" status: 200 len: 945 time: 0.0596135 Nov 08 22:02:40.038017 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-f8070b78-f929-4e64-86c5-bd6f262f3330 req-4dc35976-a079-4c86-9c74-12c1eeee3236 tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] 10.222.0.25 "GET /v2.0/security-groups?id=48a61968-ba2d-42aa-b087-8fe6b21c1944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471985 Nov 08 22:02:40.102935 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.plugins.ml2.plugin [req-e27375c9-c42c-46d1-98aa-d9105bcb7755 req-e8f0f8fe-311d-48df-92c4-838b93095c1f tempest-AttachVolumeNegativeTest-479507150 tempest-AttachVolumeNegativeTest-479507150-project] Deleting port 50c23331-e86c-4ef7-ab15-0f95ac5547f6 {{(pid=101083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 22:02:40.103765 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [req-e27375c9-c42c-46d1-98aa-d9105bcb7755 req-e8f0f8fe-311d-48df-92c4-838b93095c1f tempest-AttachVolumeNegativeTest-479507150 tempest-AttachVolumeNegativeTest-479507150-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728276550584'] for port, before_delete {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:02:40.216277 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.plugins.ml2.db [req-e27375c9-c42c-46d1-98aa-d9105bcb7755 req-e8f0f8fe-311d-48df-92c4-838b93095c1f tempest-AttachVolumeNegativeTest-479507150 tempest-AttachVolumeNegativeTest-479507150-project] For port 50c23331-e86c-4ef7-ab15-0f95ac5547f6, host hv-cinder-81708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81708',level=0,port_id=50c23331-e86c-4ef7-ab15-0f95ac5547f6,segment=NetworkSegment(37b61f9e-bba3-4df3-9e21-4a1dc2717139),segment_id=37b61f9e-bba3-4df3-9e21-4a1dc2717139)] {{(pid=101083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 22:02:40.216667 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [req-e27375c9-c42c-46d1-98aa-d9105bcb7755 req-e8f0f8fe-311d-48df-92c4-838b93095c1f tempest-AttachVolumeNegativeTest-479507150 tempest-AttachVolumeNegativeTest-479507150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1626931'] for port, precommit_delete {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:02:40.234621 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.plugins.ml2.plugin [req-e27375c9-c42c-46d1-98aa-d9105bcb7755 req-e8f0f8fe-311d-48df-92c4-838b93095c1f tempest-AttachVolumeNegativeTest-479507150 tempest-AttachVolumeNegativeTest-479507150-project] Calling delete_port for 50c23331-e86c-4ef7-ab15-0f95ac5547f6 owned by compute:nova {{(pid=101083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 22:02:40.242192 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a460e2-b3ad-4e56-8da4-3abeb903f235 req-90048503-8713-4853-b04f-b115213e0afc tempest-AttachVolumeNegativeTest-479507150 tempest-AttachVolumeNegativeTest-479507150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:02:40.246213 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-50a460e2-b3ad-4e56-8da4-3abeb903f235 req-90048503-8713-4853-b04f-b115213e0afc tempest-AttachVolumeNegativeTest-479507150 tempest-AttachVolumeNegativeTest-479507150-project] 10.222.0.25 "GET /v2.0/ports?device_id=168d4246-7aeb-4316-97f9-87ccf2ba3af1 HTTP/1.1" status: 200 len: 945 time: 0.0683088 Nov 08 22:02:40.338996 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-50a460e2-b3ad-4e56-8da4-3abeb903f235 req-9b4617e4-dd9d-4dd6-b7bb-7f0ce32d8df0 tempest-AttachVolumeNegativeTest-479507150 tempest-AttachVolumeNegativeTest-479507150-project] 10.222.0.25 "GET /v2.0/security-groups?id=18bce912-cacb-492f-931d-a2fe8ac5d2b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862689 Nov 08 22:02:40.423478 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f505054-e76f-4ff8-961c-0028e5a528ee req-c5d2e16b-0773-49ca-a04d-9eb9db278250 tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:02:40.425007 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-6f505054-e76f-4ff8-961c-0028e5a528ee req-c5d2e16b-0773-49ca-a04d-9eb9db278250 tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] 10.222.0.25 "GET /v2.0/ports?device_id=0932b60e-a111-4011-b9e9-c9cd0443085f HTTP/1.1" status: 200 len: 946 time: 0.0591094 Nov 08 22:02:40.434655 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [req-e27375c9-c42c-46d1-98aa-d9105bcb7755 req-e8f0f8fe-311d-48df-92c4-838b93095c1f tempest-AttachVolumeNegativeTest-479507150 tempest-AttachVolumeNegativeTest-479507150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728276638338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728276144276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7659000'] for port, after_delete {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:02:40.453063 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.db [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] get_ports_and_sgs() called for port_ids ['05e12715-6298-4fba-90e4-2bde5690db07', '0a1660db-c5d0-40e6-abdd-beeb710458d8', 'e0aeeda9-60c3-476e-8da3-474dc48edfb3', '50c23331-e86c-4ef7-ab15-0f95ac5547f6'] {{(pid=101084) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 22:02:40.464354 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f0f8fe-311d-48df-92c4-838b93095c1f tempest-AttachVolumeNegativeTest-479507150 tempest-AttachVolumeNegativeTest-479507150-project] Pushing event deleted for resources: {'Port': ['ID=50c23331-e86c-4ef7-ab15-0f95ac5547f6,revision_number=None']} {{(pid=101083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:02:40.519797 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.db.l3_dvrscheduler_db [req-e27375c9-c42c-46d1-98aa-d9105bcb7755 req-e8f0f8fe-311d-48df-92c4-838b93095c1f tempest-AttachVolumeNegativeTest-479507150 tempest-AttachVolumeNegativeTest-479507150-project] No DVR routers for this DVR port 50c23331-e86c-4ef7-ab15-0f95ac5547f6 on host hv-cinder-81708 {{(pid=101083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 22:02:40.522844 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [req-e27375c9-c42c-46d1-98aa-d9105bcb7755 req-e8f0f8fe-311d-48df-92c4-838b93095c1f tempest-AttachVolumeNegativeTest-479507150 tempest-AttachVolumeNegativeTest-479507150-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465805'] for port, before_response {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:02:40.529262 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-e27375c9-c42c-46d1-98aa-d9105bcb7755 req-e8f0f8fe-311d-48df-92c4-838b93095c1f tempest-AttachVolumeNegativeTest-479507150 tempest-AttachVolumeNegativeTest-479507150-project] 10.222.0.48 "DELETE /v2.0/ports/50c23331-e86c-4ef7-ab15-0f95ac5547f6 HTTP/1.1" status: 204 len: 173 time: 0.5289011 Nov 08 22:02:40.529901 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '168d4246-7aeb-4316-97f9-87ccf2ba3af1', 'name': 'network-vif-deleted', 'tag': '50c23331-e86c-4ef7-ab15-0f95ac5547f6'}] {{(pid=101083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 22:02:40.534812 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1401f4ba4b9bb213bf59dd3903e8d3cb618788e4f0023aa365925d32571c6fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62d4afcf-c9c2-4000-8a63-1af3e1bb3dfe" -d '{"events": [{"server_uuid": "168d4246-7aeb-4316-97f9-87ccf2ba3af1", "name": "network-vif-deleted", "tag": "50c23331-e86c-4ef7-ab15-0f95ac5547f6"}]}' {{(pid=101083) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 22:02:40.548468 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-6f505054-e76f-4ff8-961c-0028e5a528ee req-3a16b172-9152-4d9b-8b5f-a5e553329109 tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] 10.222.0.25 "GET /v2.0/security-groups?id=eeea6e44-33b8-4aa9-8bb4-4225028c9643&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1162810 Nov 08 22:02:40.587050 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 22:02:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3f65ffc-0723-43d3-b6fe-e362772f6666 x-openstack-request-id: req-c3f65ffc-0723-43d3-b6fe-e362772f6666 {{(pid=101083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 22:02:40.587553 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "168d4246-7aeb-4316-97f9-87ccf2ba3af1", "name": "network-vif-deleted", "tag": "50c23331-e86c-4ef7-ab15-0f95ac5547f6", "status": "completed", "code": 200}]} {{(pid=101083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 22:02:40.587812 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c3f65ffc-0723-43d3-b6fe-e362772f6666 {{(pid=101083) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 22:02:40.588208 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '168d4246-7aeb-4316-97f9-87ccf2ba3af1', 'name': 'network-vif-deleted', 'tag': '50c23331-e86c-4ef7-ab15-0f95ac5547f6', 'status': 'completed', 'code': 200} Nov 08 22:02:40.739459 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ac5d4e-08e0-43f3-8137-83aae3f02983 req-50d31e41-9c3d-483a-ae83-00b1ecc62edf tempest-TestShelveInstance-1324710148 tempest-TestShelveInstance-1324710148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:02:40.741559 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-c9ac5d4e-08e0-43f3-8137-83aae3f02983 req-50d31e41-9c3d-483a-ae83-00b1ecc62edf tempest-TestShelveInstance-1324710148 tempest-TestShelveInstance-1324710148-project] 10.222.0.25 "GET /v2.0/ports?device_id=36aa27d6-92aa-4035-923c-da2c29f48135 HTTP/1.1" status: 200 len: 944 time: 0.0622835 Nov 08 22:02:40.812245 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-c9ac5d4e-08e0-43f3-8137-83aae3f02983 req-e380c521-3238-499f-adcc-8abfc9cae919 tempest-TestShelveInstance-1324710148 tempest-TestShelveInstance-1324710148-project] 10.222.0.25 "GET /v2.0/security-groups?id=e3c01fd1-b9e5-4f21-8bd8-1f4ae656945b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623300 Nov 08 22:02:41.191716 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b365a9-7231-4774-8e1f-49dc09c9dbd7 req-609b4be4-122e-486a-a523-7fb85be93be7 tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:02:41.199058 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-76b365a9-7231-4774-8e1f-49dc09c9dbd7 req-609b4be4-122e-486a-a523-7fb85be93be7 tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] 10.222.0.25 "GET /v2.0/ports?device_id=21765c62-33e5-4865-a2e8-923f1018396e HTTP/1.1" status: 200 len: 945 time: 0.0615139 Nov 08 22:02:41.247258 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-76b365a9-7231-4774-8e1f-49dc09c9dbd7 req-582285f3-2f6d-4c4b-a0a7-54aa0a410bfc tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] 10.222.0.25 "GET /v2.0/security-groups?id=48a61968-ba2d-42aa-b087-8fe6b21c1944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471509 Nov 08 22:02:41.689431 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f354fe-8887-479c-bb98-9f5e9f494ea7 req-b430e4f0-510e-4d00-a78b-5eff7acd7cf4 tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:02:41.690903 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-a7f354fe-8887-479c-bb98-9f5e9f494ea7 req-b430e4f0-510e-4d00-a78b-5eff7acd7cf4 tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] 10.222.0.25 "GET /v2.0/ports?device_id=0932b60e-a111-4011-b9e9-c9cd0443085f HTTP/1.1" status: 200 len: 946 time: 0.0512447 Nov 08 22:02:41.737423 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-a7f354fe-8887-479c-bb98-9f5e9f494ea7 req-4afd765b-25c1-4a7c-8e9e-54dc055c7636 tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] 10.222.0.25 "GET /v2.0/security-groups?id=eeea6e44-33b8-4aa9-8bb4-4225028c9643&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400071 Nov 08 22:02:41.919635 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c73948-ffe8-4d91-bff2-ad81ee2e247d req-45ae94ed-fe65-40d6-9ec5-878a3a6c514e tempest-TestShelveInstance-1324710148 tempest-TestShelveInstance-1324710148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:02:41.925278 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-46c73948-ffe8-4d91-bff2-ad81ee2e247d req-45ae94ed-fe65-40d6-9ec5-878a3a6c514e tempest-TestShelveInstance-1324710148 tempest-TestShelveInstance-1324710148-project] 10.222.0.25 "GET /v2.0/ports?device_id=36aa27d6-92aa-4035-923c-da2c29f48135 HTTP/1.1" status: 200 len: 944 time: 0.0539267 Nov 08 22:02:41.978351 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-46c73948-ffe8-4d91-bff2-ad81ee2e247d req-abc78c5a-6426-483c-8df0-40e28910faa9 tempest-TestShelveInstance-1324710148 tempest-TestShelveInstance-1324710148-project] 10.222.0.25 "GET /v2.0/security-groups?id=e3c01fd1-b9e5-4f21-8bd8-1f4ae656945b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500557 Nov 08 22:02:42.379026 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdbb2cd-b76d-4d74-84d1-e2c2b0cc67ae req-047849d1-fcb2-4814-b1d8-4049f56d9b44 tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:02:42.380497 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-2bdbb2cd-b76d-4d74-84d1-e2c2b0cc67ae req-047849d1-fcb2-4814-b1d8-4049f56d9b44 tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] 10.222.0.25 "GET /v2.0/ports?device_id=21765c62-33e5-4865-a2e8-923f1018396e HTTP/1.1" status: 200 len: 945 time: 0.0516961 Nov 08 22:02:42.437710 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-2bdbb2cd-b76d-4d74-84d1-e2c2b0cc67ae req-24aaa486-f6ba-4694-b2e5-e13adf14523d tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] 10.222.0.25 "GET /v2.0/security-groups?id=48a61968-ba2d-42aa-b087-8fe6b21c1944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501575 Nov 08 22:02:42.799593 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672ade52-168c-4c07-bb91-b08eb79e2f30 req-b76f865c-632c-4be2-bc8e-c1b29a5327f4 tempest-AttachVolumeNegativeTest-479507150 tempest-AttachVolumeNegativeTest-479507150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:02:42.801283 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-672ade52-168c-4c07-bb91-b08eb79e2f30 req-b76f865c-632c-4be2-bc8e-c1b29a5327f4 tempest-AttachVolumeNegativeTest-479507150 tempest-AttachVolumeNegativeTest-479507150-project] 10.222.0.25 "GET /v2.0/ports?device_id=5e6a4f1c-8e56-4b4b-a8a1-821f138a0e29 HTTP/1.1" status: 200 len: 946 time: 0.0574820 Nov 08 22:02:42.890833 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dba6d4c-6daa-44a7-a595-edcc23ae4cf6 req-c3cae2ca-8cea-4b72-997a-9c64389e8420 tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:02:42.892359 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-2dba6d4c-6daa-44a7-a595-edcc23ae4cf6 req-c3cae2ca-8cea-4b72-997a-9c64389e8420 tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] 10.222.0.25 "GET /v2.0/ports?device_id=0932b60e-a111-4011-b9e9-c9cd0443085f HTTP/1.1" status: 200 len: 946 time: 0.0689805 Nov 08 22:02:42.902428 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-672ade52-168c-4c07-bb91-b08eb79e2f30 req-855436e8-3b44-41d9-8492-222046647900 tempest-AttachVolumeNegativeTest-479507150 tempest-AttachVolumeNegativeTest-479507150-project] 10.222.0.25 "GET /v2.0/security-groups?id=18bce912-cacb-492f-931d-a2fe8ac5d2b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916262 Nov 08 22:02:42.962504 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-2dba6d4c-6daa-44a7-a595-edcc23ae4cf6 req-8894b826-1bcb-40bb-b7fc-17b5d4d5ff30 tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] 10.222.0.25 "GET /v2.0/security-groups?id=eeea6e44-33b8-4aa9-8bb4-4225028c9643&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532746 Nov 08 22:02:43.397041 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c762b61-2f75-434a-94ab-d7ef0d8b2493 req-1a7b4b99-bcbb-43c8-a2e5-dc14eaa6c433 tempest-TestShelveInstance-1324710148 tempest-TestShelveInstance-1324710148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:02:43.401937 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-8c762b61-2f75-434a-94ab-d7ef0d8b2493 req-1a7b4b99-bcbb-43c8-a2e5-dc14eaa6c433 tempest-TestShelveInstance-1324710148 tempest-TestShelveInstance-1324710148-project] 10.222.0.25 "GET /v2.0/ports?device_id=36aa27d6-92aa-4035-923c-da2c29f48135 HTTP/1.1" status: 200 len: 944 time: 0.3487735 Nov 08 22:02:43.472315 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-8c762b61-2f75-434a-94ab-d7ef0d8b2493 req-22f78042-f828-40f1-adc6-3c569a1c7351 tempest-TestShelveInstance-1324710148 tempest-TestShelveInstance-1324710148-project] 10.222.0.25 "GET /v2.0/security-groups?id=e3c01fd1-b9e5-4f21-8bd8-1f4ae656945b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632143 Nov 08 22:02:43.568539 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91e4065-220e-4b7c-988f-b5601293a2c3 req-9f830265-4d9d-418d-828d-79f9540a3a8c tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:02:43.570620 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-f91e4065-220e-4b7c-988f-b5601293a2c3 req-9f830265-4d9d-418d-828d-79f9540a3a8c tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] 10.222.0.25 "GET /v2.0/ports?device_id=21765c62-33e5-4865-a2e8-923f1018396e HTTP/1.1" status: 200 len: 945 time: 0.0523250 Nov 08 22:02:43.637381 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-f91e4065-220e-4b7c-988f-b5601293a2c3 req-a39f338d-592d-42ef-908f-286c7ca4b9ee tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] 10.222.0.25 "GET /v2.0/security-groups?id=48a61968-ba2d-42aa-b087-8fe6b21c1944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553305 Nov 08 22:02:44.027919 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8997bdb6-bf7d-42bb-8708-ef23c3e3b37c req-8d743ca5-7ea7-40e7-8d10-ba7b5180583c tempest-AttachVolumeNegativeTest-479507150 tempest-AttachVolumeNegativeTest-479507150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:02:44.029571 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-8997bdb6-bf7d-42bb-8708-ef23c3e3b37c req-8d743ca5-7ea7-40e7-8d10-ba7b5180583c tempest-AttachVolumeNegativeTest-479507150 tempest-AttachVolumeNegativeTest-479507150-project] 10.222.0.25 "GET /v2.0/ports?device_id=5e6a4f1c-8e56-4b4b-a8a1-821f138a0e29 HTTP/1.1" status: 200 len: 946 time: 0.0553439 Nov 08 22:02:44.115422 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-8997bdb6-bf7d-42bb-8708-ef23c3e3b37c req-b0469e1f-189b-4699-b004-52172405ff2f tempest-AttachVolumeNegativeTest-479507150 tempest-AttachVolumeNegativeTest-479507150-project] 10.222.0.25 "GET /v2.0/security-groups?id=18bce912-cacb-492f-931d-a2fe8ac5d2b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773861 Nov 08 22:02:44.129980 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c234be59-87fd-4cb1-9ef8-2ce66c89ee65 req-d1f20eb5-521a-4b43-af96-fd318e9086a7 tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:02:44.131833 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-c234be59-87fd-4cb1-9ef8-2ce66c89ee65 req-d1f20eb5-521a-4b43-af96-fd318e9086a7 tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] 10.222.0.25 "GET /v2.0/ports?device_id=0932b60e-a111-4011-b9e9-c9cd0443085f HTTP/1.1" status: 200 len: 946 time: 0.0711401 Nov 08 22:02:44.183268 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-c234be59-87fd-4cb1-9ef8-2ce66c89ee65 req-26326bd6-e1bd-4ee6-bf34-646fe5f85a70 tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] 10.222.0.25 "GET /v2.0/security-groups?id=eeea6e44-33b8-4aa9-8bb4-4225028c9643&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440121 Nov 08 22:02:44.606812 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a6492c-48c6-4535-8463-20aa361e914e req-20e211bd-567a-4d8b-987b-4bdde9474da4 tempest-TestShelveInstance-1324710148 tempest-TestShelveInstance-1324710148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:02:44.614187 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-e8a6492c-48c6-4535-8463-20aa361e914e req-20e211bd-567a-4d8b-987b-4bdde9474da4 tempest-TestShelveInstance-1324710148 tempest-TestShelveInstance-1324710148-project] 10.222.0.25 "GET /v2.0/ports?device_id=36aa27d6-92aa-4035-923c-da2c29f48135 HTTP/1.1" status: 200 len: 944 time: 0.0620391 Nov 08 22:02:44.701264 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-e8a6492c-48c6-4535-8463-20aa361e914e req-da0ef1ee-8a3d-4e13-b987-9b4e6a5d05cf tempest-TestShelveInstance-1324710148 tempest-TestShelveInstance-1324710148-project] 10.222.0.25 "GET /v2.0/security-groups?id=e3c01fd1-b9e5-4f21-8bd8-1f4ae656945b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0860195 Nov 08 22:02:44.787213 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ae9bc0-75d5-4ee2-b57a-1a1cff67510c req-2aef4ece-d731-4705-af95-f91bf489dd57 tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:02:44.788984 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-c3ae9bc0-75d5-4ee2-b57a-1a1cff67510c req-2aef4ece-d731-4705-af95-f91bf489dd57 tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] 10.222.0.25 "GET /v2.0/ports?device_id=21765c62-33e5-4865-a2e8-923f1018396e HTTP/1.1" status: 200 len: 945 time: 0.0776913 Nov 08 22:02:44.855964 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-c3ae9bc0-75d5-4ee2-b57a-1a1cff67510c req-24584b6d-41a9-4669-b26f-38f0f135aa7c tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] 10.222.0.25 "GET /v2.0/security-groups?id=48a61968-ba2d-42aa-b087-8fe6b21c1944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601156 Nov 08 22:02:44.858705 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.rpc [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Device 8dce0283-1ebe-49b6-898e-5aae3ef2e7a9 details requested by agent hyperv_hv-cinder-81708 with host hv-cinder-81708 {{(pid=101084) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 22:02:44.862919 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.rpc [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Device 50c23331-e86c-4ef7-ab15-0f95ac5547f6 no longer exists at agent hyperv_hv-cinder-81708 {{(pid=101084) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 22:02:44.886989 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.plugin [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] No Port match for: 50c23331-e86c-4ef7-ab15-0f95ac5547f6 {{(pid=101084) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 22:02:44.887433 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.rpc [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Device 50c23331-e86c-4ef7-ab15-0f95ac5547f6 not bound to the agent host hv-cinder-81708 {{(pid=101084) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 22:02:44.986541 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.db [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] For port 8dce0283-1ebe-49b6-898e-5aae3ef2e7a9, host hv-cinder-81708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81708',level=0,port_id=8dce0283-1ebe-49b6-898e-5aae3ef2e7a9,segment=NetworkSegment(93b63db5-cae0-49c7-9e61-01e115c57491),segment_id=93b63db5-cae0-49c7-9e61-01e115c57491)] {{(pid=101084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 22:02:45.003220 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.rpc [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Returning: {'device': '8dce0283-1ebe-49b6-898e-5aae3ef2e7a9', 'network_id': 'f15ed086-114a-4c78-9304-55250dfe0287', 'port_id': '8dce0283-1ebe-49b6-898e-5aae3ef2e7a9', 'mac_address': 'fa:16:3e:ba:f8:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 742, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8886f01a-2581-4e8d-9cf3-0b8e12cec80f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101084) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 22:02:45.042972 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-925982'] for port, before_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:02:45.062188 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.notifiers.nova [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8dce0283-1ebe-49b6-898e-5aae3ef2e7a9 {{(pid=101084) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 22:02:45.085008 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.db [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] For port 8dce0283-1ebe-49b6-898e-5aae3ef2e7a9, host hv-cinder-81708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81708',level=0,port_id=8dce0283-1ebe-49b6-898e-5aae3ef2e7a9,segment=NetworkSegment(93b63db5-cae0-49c7-9e61-01e115c57491),segment_id=93b63db5-cae0-49c7-9e61-01e115c57491)] {{(pid=101084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 22:02:45.090866 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728276638356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728276144285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728276144303'] for port, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:02:45.106041 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53c5827-cb3e-413b-ab38-ba9f78d64e60 req-7af850ff-3e57-4090-ab02-b3585177b92f tempest-AttachVolumeNegativeTest-479507150 tempest-AttachVolumeNegativeTest-479507150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:02:45.108277 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-f53c5827-cb3e-413b-ab38-ba9f78d64e60 req-7af850ff-3e57-4090-ab02-b3585177b92f tempest-AttachVolumeNegativeTest-479507150 tempest-AttachVolumeNegativeTest-479507150-project] 10.222.0.48 "GET /v2.0/ports?device_id=5e6a4f1c-8e56-4b4b-a8a1-821f138a0e29 HTTP/1.1" status: 200 len: 946 time: 0.0589654 Nov 08 22:02:45.142187 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Pushing event updated for resources: {'Port': ['ID=8dce0283-1ebe-49b6-898e-5aae3ef2e7a9,revision_number=4']} {{(pid=101084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:02:45.265726 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.plugins.ml2.plugin [req-f53c5827-cb3e-413b-ab38-ba9f78d64e60 req-023d85d5-544f-45c0-860e-51d0100570d5 tempest-AttachVolumeNegativeTest-479507150 tempest-AttachVolumeNegativeTest-479507150-project] Deleting port e0aeeda9-60c3-476e-8da3-474dc48edfb3 {{(pid=101083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 22:02:45.266120 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [req-f53c5827-cb3e-413b-ab38-ba9f78d64e60 req-023d85d5-544f-45c0-860e-51d0100570d5 tempest-AttachVolumeNegativeTest-479507150 tempest-AttachVolumeNegativeTest-479507150-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728276550584'] for port, before_delete {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:02:45.319210 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fa7f9c-1bb6-4ac5-9c8d-77b0d352b9ed req-3d2f4205-7979-4ede-910a-50188f44d2d5 tempest-AttachVolumeNegativeTest-479507150 tempest-AttachVolumeNegativeTest-479507150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:02:45.327275 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-60fa7f9c-1bb6-4ac5-9c8d-77b0d352b9ed req-3d2f4205-7979-4ede-910a-50188f44d2d5 tempest-AttachVolumeNegativeTest-479507150 tempest-AttachVolumeNegativeTest-479507150-project] 10.222.0.25 "GET /v2.0/ports?device_id=5e6a4f1c-8e56-4b4b-a8a1-821f138a0e29 HTTP/1.1" status: 200 len: 946 time: 0.0940244 Nov 08 22:02:45.387487 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.plugins.ml2.db [req-f53c5827-cb3e-413b-ab38-ba9f78d64e60 req-023d85d5-544f-45c0-860e-51d0100570d5 tempest-AttachVolumeNegativeTest-479507150 tempest-AttachVolumeNegativeTest-479507150-project] For port e0aeeda9-60c3-476e-8da3-474dc48edfb3, host hv-cinder-81708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81708',level=0,port_id=e0aeeda9-60c3-476e-8da3-474dc48edfb3,segment=NetworkSegment(37b61f9e-bba3-4df3-9e21-4a1dc2717139),segment_id=37b61f9e-bba3-4df3-9e21-4a1dc2717139)] {{(pid=101083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 22:02:45.387832 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [req-f53c5827-cb3e-413b-ab38-ba9f78d64e60 req-023d85d5-544f-45c0-860e-51d0100570d5 tempest-AttachVolumeNegativeTest-479507150 tempest-AttachVolumeNegativeTest-479507150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1626931'] for port, precommit_delete {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:02:45.402997 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc87a720-abc4-4f94-80fa-366d44646d60 req-200f531a-de89-43dd-924a-aadf80ddee39 tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:02:45.405268 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.plugins.ml2.plugin [req-f53c5827-cb3e-413b-ab38-ba9f78d64e60 req-023d85d5-544f-45c0-860e-51d0100570d5 tempest-AttachVolumeNegativeTest-479507150 tempest-AttachVolumeNegativeTest-479507150-project] Calling delete_port for e0aeeda9-60c3-476e-8da3-474dc48edfb3 owned by compute:nova {{(pid=101083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 22:02:45.410654 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-cc87a720-abc4-4f94-80fa-366d44646d60 req-200f531a-de89-43dd-924a-aadf80ddee39 tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] 10.222.0.25 "GET /v2.0/ports?device_id=0932b60e-a111-4011-b9e9-c9cd0443085f HTTP/1.1" status: 200 len: 946 time: 0.1080542 Nov 08 22:02:45.440226 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-60fa7f9c-1bb6-4ac5-9c8d-77b0d352b9ed req-f71f2e53-13f1-43e6-8b25-d37e1561a3a9 tempest-AttachVolumeNegativeTest-479507150 tempest-AttachVolumeNegativeTest-479507150-project] 10.222.0.25 "GET /v2.0/security-groups?id=18bce912-cacb-492f-931d-a2fe8ac5d2b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116297 Nov 08 22:02:45.480194 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.db [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] get_ports_and_sgs() called for port_ids ['8dce0283-1ebe-49b6-898e-5aae3ef2e7a9'] {{(pid=101084) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 22:02:45.526289 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-cc87a720-abc4-4f94-80fa-366d44646d60 req-e248f03d-b2fc-4a41-b49b-188e37f22784 tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] 10.222.0.25 "GET /v2.0/security-groups?id=eeea6e44-33b8-4aa9-8bb4-4225028c9643&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1143079 Nov 08 22:02:45.603671 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [req-f53c5827-cb3e-413b-ab38-ba9f78d64e60 req-023d85d5-544f-45c0-860e-51d0100570d5 tempest-AttachVolumeNegativeTest-479507150 tempest-AttachVolumeNegativeTest-479507150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728276638338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728276144276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7659000'] for port, after_delete {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:02:45.642403 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023d85d5-544f-45c0-860e-51d0100570d5 tempest-AttachVolumeNegativeTest-479507150 tempest-AttachVolumeNegativeTest-479507150-project] Pushing event deleted for resources: {'Port': ['ID=e0aeeda9-60c3-476e-8da3-474dc48edfb3,revision_number=None']} {{(pid=101083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:02:45.685651 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.db.l3_dvrscheduler_db [req-f53c5827-cb3e-413b-ab38-ba9f78d64e60 req-023d85d5-544f-45c0-860e-51d0100570d5 tempest-AttachVolumeNegativeTest-479507150 tempest-AttachVolumeNegativeTest-479507150-project] No DVR routers for this DVR port e0aeeda9-60c3-476e-8da3-474dc48edfb3 on host hv-cinder-81708 {{(pid=101083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 22:02:45.688662 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [req-f53c5827-cb3e-413b-ab38-ba9f78d64e60 req-023d85d5-544f-45c0-860e-51d0100570d5 tempest-AttachVolumeNegativeTest-479507150 tempest-AttachVolumeNegativeTest-479507150-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465805'] for port, before_response {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:02:45.692563 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-f53c5827-cb3e-413b-ab38-ba9f78d64e60 req-023d85d5-544f-45c0-860e-51d0100570d5 tempest-AttachVolumeNegativeTest-479507150 tempest-AttachVolumeNegativeTest-479507150-project] 10.222.0.48 "DELETE /v2.0/ports/e0aeeda9-60c3-476e-8da3-474dc48edfb3 HTTP/1.1" status: 204 len: 173 time: 0.5769420 Nov 08 22:02:45.693083 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e6a4f1c-8e56-4b4b-a8a1-821f138a0e29', 'name': 'network-vif-deleted', 'tag': 'e0aeeda9-60c3-476e-8da3-474dc48edfb3'}] {{(pid=101083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 22:02:45.695332 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1401f4ba4b9bb213bf59dd3903e8d3cb618788e4f0023aa365925d32571c6fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a160c8e4-9ea3-49ea-b5d3-3517f4b29e60" -d '{"events": [{"server_uuid": "5e6a4f1c-8e56-4b4b-a8a1-821f138a0e29", "name": "network-vif-deleted", "tag": "e0aeeda9-60c3-476e-8da3-474dc48edfb3"}]}' {{(pid=101083) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 22:02:45.773556 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 22:02:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6eb8d064-9c07-4207-991e-c290a0f0d449 x-openstack-request-id: req-6eb8d064-9c07-4207-991e-c290a0f0d449 {{(pid=101083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 22:02:45.773849 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e6a4f1c-8e56-4b4b-a8a1-821f138a0e29", "name": "network-vif-deleted", "tag": "e0aeeda9-60c3-476e-8da3-474dc48edfb3", "status": "completed", "code": 200}]} {{(pid=101083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 22:02:45.774122 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6eb8d064-9c07-4207-991e-c290a0f0d449 {{(pid=101083) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 22:02:45.774508 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e6a4f1c-8e56-4b4b-a8a1-821f138a0e29', 'name': 'network-vif-deleted', 'tag': 'e0aeeda9-60c3-476e-8da3-474dc48edfb3', 'status': 'completed', 'code': 200} Nov 08 22:02:45.864567 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d5fcfc-f1fd-4fd8-9bc1-e8f5122370f8 req-83c9ce93-c4c5-48c7-ad03-9875b6679497 tempest-TestShelveInstance-1324710148 tempest-TestShelveInstance-1324710148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:02:45.866412 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-c9d5fcfc-f1fd-4fd8-9bc1-e8f5122370f8 req-83c9ce93-c4c5-48c7-ad03-9875b6679497 tempest-TestShelveInstance-1324710148 tempest-TestShelveInstance-1324710148-project] 10.222.0.25 "GET /v2.0/ports?device_id=36aa27d6-92aa-4035-923c-da2c29f48135 HTTP/1.1" status: 200 len: 945 time: 0.0695329 Nov 08 22:02:45.960775 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-c9d5fcfc-f1fd-4fd8-9bc1-e8f5122370f8 req-08e1d503-9ae6-4e60-a9e7-dbb60ef4c66a tempest-TestShelveInstance-1324710148 tempest-TestShelveInstance-1324710148-project] 10.222.0.25 "GET /v2.0/security-groups?id=e3c01fd1-b9e5-4f21-8bd8-1f4ae656945b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0820498 Nov 08 22:02:46.004076 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c165a0-681c-45ff-8dbe-d4787afffa82 req-e6953cc1-62d1-4b1a-b5d1-7ebd50c6a1d7 tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:02:46.006284 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-41c165a0-681c-45ff-8dbe-d4787afffa82 req-e6953cc1-62d1-4b1a-b5d1-7ebd50c6a1d7 tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] 10.222.0.25 "GET /v2.0/ports?device_id=21765c62-33e5-4865-a2e8-923f1018396e HTTP/1.1" status: 200 len: 945 time: 0.0667183 Nov 08 22:02:46.072553 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-41c165a0-681c-45ff-8dbe-d4787afffa82 req-9acd177e-449d-4455-b60b-52c469c46bf5 tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] 10.222.0.25 "GET /v2.0/security-groups?id=48a61968-ba2d-42aa-b087-8fe6b21c1944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593588 Nov 08 22:02:46.700630 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64335924-9cac-4a7e-b84d-9169c2ab6ed0 req-e7027257-cead-46f4-ba4a-5126adc200eb tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:02:46.700630 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-64335924-9cac-4a7e-b84d-9169c2ab6ed0 req-e7027257-cead-46f4-ba4a-5126adc200eb tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] 10.222.0.25 "GET /v2.0/ports?device_id=0932b60e-a111-4011-b9e9-c9cd0443085f HTTP/1.1" status: 200 len: 946 time: 0.0778756 Nov 08 22:02:46.709529 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.db [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] get_ports_and_sgs() called for port_ids ['05e12715-6298-4fba-90e4-2bde5690db07', '0a1660db-c5d0-40e6-abdd-beeb710458d8', 'e0aeeda9-60c3-476e-8da3-474dc48edfb3'] {{(pid=101084) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 22:02:46.767844 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-64335924-9cac-4a7e-b84d-9169c2ab6ed0 req-4b1f9339-567c-44a8-92b8-c074a4f427db tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] 10.222.0.25 "GET /v2.0/security-groups?id=eeea6e44-33b8-4aa9-8bb4-4225028c9643&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588076 Nov 08 22:02:46.824121 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5e7596-119d-42d8-9e64-349d8d0f1b2e req-4b8476be-1961-4cbf-926a-a40acfd8f497 tempest-AttachVolumeNegativeTest-479507150 tempest-AttachVolumeNegativeTest-479507150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:02:46.825401 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-9fbcf81a-6679-4d31-94e5-1abd045b20e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728276665375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534631'] for agent, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:02:46.826522 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-ce5e7596-119d-42d8-9e64-349d8d0f1b2e req-4b8476be-1961-4cbf-926a-a40acfd8f497 tempest-AttachVolumeNegativeTest-479507150 tempest-AttachVolumeNegativeTest-479507150-project] 10.222.0.25 "GET /v2.0/ports?device_id=6454925e-3ce0-41fc-89c5-d5a65576e290 HTTP/1.1" status: 200 len: 946 time: 0.0578094 Nov 08 22:02:46.866182 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.rpc [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Device 8dce0283-1ebe-49b6-898e-5aae3ef2e7a9 up at agent hyperv_hv-cinder-81708 {{(pid=101084) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 22:02:46.902362 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-ce5e7596-119d-42d8-9e64-349d8d0f1b2e req-ed581d14-8450-44d2-be77-33b573bc5534 tempest-AttachVolumeNegativeTest-479507150 tempest-AttachVolumeNegativeTest-479507150-project] 10.222.0.25 "GET /v2.0/security-groups?id=18bce912-cacb-492f-931d-a2fe8ac5d2b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686548 Nov 08 22:02:46.975405 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.db.provisioning_blocks [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Provisioning for port 8dce0283-1ebe-49b6-898e-5aae3ef2e7a9 completed by entity L2. {{(pid=101084) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 22:02:46.986581 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.db.provisioning_blocks [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Provisioning complete for port 8dce0283-1ebe-49b6-898e-5aae3ef2e7a9 triggered by entity L2. {{(pid=101084) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 22:02:46.986953 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-534742'] for port, provisioning_complete {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:02:47.109302 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-925982'] for port, before_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:02:47.114467 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d013c9a7-a2c1-43a5-ac76-bb0b000287a8 req-30cd7242-a518-496b-8584-5194e8e6c6fc tempest-TestShelveInstance-1324710148 tempest-TestShelveInstance-1324710148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:02:47.117048 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-d013c9a7-a2c1-43a5-ac76-bb0b000287a8 req-30cd7242-a518-496b-8584-5194e8e6c6fc tempest-TestShelveInstance-1324710148 tempest-TestShelveInstance-1324710148-project] 10.222.0.25 "GET /v2.0/ports?device_id=36aa27d6-92aa-4035-923c-da2c29f48135 HTTP/1.1" status: 200 len: 945 time: 0.0715601 Nov 08 22:02:47.162353 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.db [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] For port 8dce0283-1ebe-49b6-898e-5aae3ef2e7a9, host hv-cinder-81708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81708',level=0,port_id=8dce0283-1ebe-49b6-898e-5aae3ef2e7a9,segment=NetworkSegment(93b63db5-cae0-49c7-9e61-01e115c57491),segment_id=93b63db5-cae0-49c7-9e61-01e115c57491)] {{(pid=101084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 22:02:47.163726 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36aa27d6-92aa-4035-923c-da2c29f48135', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8dce0283-1ebe-49b6-898e-5aae3ef2e7a9'}] {{(pid=101084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 22:02:47.167222 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b3cbe6c7fdf7c1e60af50d850490ef6f4dccd02a9ea7bc434e0a37b2dd34cb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a704b83a-5f3d-445d-a7c9-67dae27f9fb6" -d '{"events": [{"server_uuid": "36aa27d6-92aa-4035-923c-da2c29f48135", "name": "network-vif-plugged", "status": "completed", "tag": "8dce0283-1ebe-49b6-898e-5aae3ef2e7a9"}]}' {{(pid=101084) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 22:02:47.174244 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728276638356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728276144285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728276144303'] for port, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:02:47.175362 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.rpc [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Device e0aeeda9-60c3-476e-8da3-474dc48edfb3 no longer exists at agent hyperv_hv-cinder-81708 {{(pid=101084) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 22:02:47.219503 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.plugin [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] No Port match for: e0aeeda9-60c3-476e-8da3-474dc48edfb3 {{(pid=101084) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 22:02:47.219845 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.rpc [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Device e0aeeda9-60c3-476e-8da3-474dc48edfb3 not bound to the agent host hv-cinder-81708 {{(pid=101084) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 22:02:47.226556 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-d013c9a7-a2c1-43a5-ac76-bb0b000287a8 req-36c52667-00e1-45c1-8633-216dc83fb54e tempest-TestShelveInstance-1324710148 tempest-TestShelveInstance-1324710148-project] 10.222.0.25 "GET /v2.0/security-groups?id=e3c01fd1-b9e5-4f21-8bd8-1f4ae656945b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1024921 Nov 08 22:02:47.256988 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Pushing event updated for resources: {'Port': ['ID=8dce0283-1ebe-49b6-898e-5aae3ef2e7a9,revision_number=5']} {{(pid=101084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:02:47.264523 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a63b596-fa21-450a-a883-5c925b6c0b7e req-8f4cdd96-3725-4912-a0c7-98b6d8f2fb9c tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:02:47.272993 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-3a63b596-fa21-450a-a883-5c925b6c0b7e req-8f4cdd96-3725-4912-a0c7-98b6d8f2fb9c tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] 10.222.0.25 "GET /v2.0/ports?device_id=21765c62-33e5-4865-a2e8-923f1018396e HTTP/1.1" status: 200 len: 945 time: 0.1205521 Nov 08 22:02:47.294928 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 22:02:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b472db9-524d-4401-9af0-abf50eafd42b x-openstack-request-id: req-8b472db9-524d-4401-9af0-abf50eafd42b {{(pid=101084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 22:02:47.295241 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36aa27d6-92aa-4035-923c-da2c29f48135", "name": "network-vif-plugged", "status": "completed", "tag": "8dce0283-1ebe-49b6-898e-5aae3ef2e7a9", "code": 200}]} {{(pid=101084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 22:02:47.295496 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8b472db9-524d-4401-9af0-abf50eafd42b {{(pid=101084) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 22:02:47.295895 dv-cinder-817085-1-iscsi neutron-server[101084]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36aa27d6-92aa-4035-923c-da2c29f48135', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8dce0283-1ebe-49b6-898e-5aae3ef2e7a9', 'code': 200} Nov 08 22:02:47.332161 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-3a63b596-fa21-450a-a883-5c925b6c0b7e req-d3fb5991-d7aa-4fb1-b557-164ba0930fc6 tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] 10.222.0.25 "GET /v2.0/security-groups?id=48a61968-ba2d-42aa-b087-8fe6b21c1944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582767 Nov 08 22:02:47.618157 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1389f3-a112-4f9d-bffd-d9af6e8595cb req-fa0841c1-e3aa-4049-9299-3c0d5c341ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:02:47.619547 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-3f1389f3-a112-4f9d-bffd-d9af6e8595cb req-fa0841c1-e3aa-4049-9299-3c0d5c341ad0 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=36aa27d6-92aa-4035-923c-da2c29f48135 HTTP/1.1" status: 200 len: 1099 time: 0.0434837 Nov 08 22:02:47.671169 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-3f1389f3-a112-4f9d-bffd-d9af6e8595cb req-aea8ab49-f6c3-4634-880d-1270d4800a1e service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=e3c01fd1-b9e5-4f21-8bd8-1f4ae656945b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428696 Nov 08 22:02:47.916196 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ffd17e-2ffa-4e55-af6a-3860a9afcd8a req-3bab9150-86da-48ea-86ad-589cfcb43f78 tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:02:47.926151 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-f8ffd17e-2ffa-4e55-af6a-3860a9afcd8a req-3bab9150-86da-48ea-86ad-589cfcb43f78 tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] 10.222.0.25 "GET /v2.0/ports?device_id=0932b60e-a111-4011-b9e9-c9cd0443085f HTTP/1.1" status: 200 len: 946 time: 0.0747287 Nov 08 22:02:48.027506 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-f8ffd17e-2ffa-4e55-af6a-3860a9afcd8a req-2a1f487c-50d4-45ad-a04a-308872a44bce tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] 10.222.0.25 "GET /v2.0/security-groups?id=eeea6e44-33b8-4aa9-8bb4-4225028c9643&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0996325 Nov 08 22:02:48.052506 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f0b11e-42ab-428a-bdb2-a56ed1e0b05f req-043d2c33-51da-48a1-9515-ba82db864fde tempest-AttachVolumeNegativeTest-479507150 tempest-AttachVolumeNegativeTest-479507150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:02:48.061247 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-21f0b11e-42ab-428a-bdb2-a56ed1e0b05f req-043d2c33-51da-48a1-9515-ba82db864fde tempest-AttachVolumeNegativeTest-479507150 tempest-AttachVolumeNegativeTest-479507150-project] 10.222.0.25 "GET /v2.0/ports?device_id=6454925e-3ce0-41fc-89c5-d5a65576e290 HTTP/1.1" status: 200 len: 946 time: 0.0878119 Nov 08 22:02:48.108248 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-21f0b11e-42ab-428a-bdb2-a56ed1e0b05f req-00700d97-a593-4421-85e5-0756cd2ce8ac tempest-AttachVolumeNegativeTest-479507150 tempest-AttachVolumeNegativeTest-479507150-project] 10.222.0.25 "GET /v2.0/security-groups?id=18bce912-cacb-492f-931d-a2fe8ac5d2b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457509 Nov 08 22:02:48.372010 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063a8626-41dd-4dfa-9827-2cc25774e846 req-736e72d8-da21-4f75-86e7-91959bcc10e3 tempest-TestShelveInstance-1324710148 tempest-TestShelveInstance-1324710148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:02:48.377972 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-063a8626-41dd-4dfa-9827-2cc25774e846 req-736e72d8-da21-4f75-86e7-91959bcc10e3 tempest-TestShelveInstance-1324710148 tempest-TestShelveInstance-1324710148-project] 10.222.0.25 "GET /v2.0/ports?device_id=36aa27d6-92aa-4035-923c-da2c29f48135 HTTP/1.1" status: 200 len: 946 time: 0.0647738 Nov 08 22:02:48.496229 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-063a8626-41dd-4dfa-9827-2cc25774e846 req-a73daa2f-e23f-4318-abb6-80674416a694 tempest-TestShelveInstance-1324710148 tempest-TestShelveInstance-1324710148-project] 10.222.0.25 "GET /v2.0/security-groups?id=e3c01fd1-b9e5-4f21-8bd8-1f4ae656945b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1155934 Nov 08 22:02:48.525639 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ef62a7-4cd5-4e8b-859f-18b63e526c3a req-f137194d-cc6e-40bc-a161-948633a9d5e2 tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:02:48.533723 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-92ef62a7-4cd5-4e8b-859f-18b63e526c3a req-f137194d-cc6e-40bc-a161-948633a9d5e2 tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] 10.222.0.25 "GET /v2.0/ports?device_id=21765c62-33e5-4865-a2e8-923f1018396e HTTP/1.1" status: 200 len: 945 time: 0.1070340 Nov 08 22:02:48.584220 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-92ef62a7-4cd5-4e8b-859f-18b63e526c3a req-f4a64a1f-2d57-477f-90f9-7bbdd4814c3d tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] 10.222.0.25 "GET /v2.0/security-groups?id=48a61968-ba2d-42aa-b087-8fe6b21c1944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496662 Nov 08 22:02:48.996505 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066583a2-67a3-408a-87bc-4996b5472cc7 req-a302a9e4-b448-40a4-abb4-fb995e5cfd58 tempest-AttachVolumeNegativeTest-479507150 tempest-AttachVolumeNegativeTest-479507150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:02:48.998884 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-066583a2-67a3-408a-87bc-4996b5472cc7 req-a302a9e4-b448-40a4-abb4-fb995e5cfd58 tempest-AttachVolumeNegativeTest-479507150 tempest-AttachVolumeNegativeTest-479507150-project] 10.222.0.48 "GET /v2.0/ports?device_id=6454925e-3ce0-41fc-89c5-d5a65576e290 HTTP/1.1" status: 200 len: 946 time: 0.0667439 Nov 08 22:02:49.161611 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-cf0c651f-a2af-4f61-afbd-11b0e9d0858a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728276665375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534631'] for agent, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:02:49.167740 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.plugins.ml2.plugin [req-066583a2-67a3-408a-87bc-4996b5472cc7 req-b7e8a36e-c916-48e7-b092-4306e23e9738 tempest-AttachVolumeNegativeTest-479507150 tempest-AttachVolumeNegativeTest-479507150-project] Deleting port 0a1660db-c5d0-40e6-abdd-beeb710458d8 {{(pid=101083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 22:02:49.167740 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [req-066583a2-67a3-408a-87bc-4996b5472cc7 req-b7e8a36e-c916-48e7-b092-4306e23e9738 tempest-AttachVolumeNegativeTest-479507150 tempest-AttachVolumeNegativeTest-479507150-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728276550584'] for port, before_delete {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:02:49.263321 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21c4e70-b6db-4334-bdc4-55fe746aa453 req-b0b611f4-206b-4fb9-8e5f-732b5980b048 tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:02:49.267006 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-d21c4e70-b6db-4334-bdc4-55fe746aa453 req-b0b611f4-206b-4fb9-8e5f-732b5980b048 tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] 10.222.0.25 "GET /v2.0/ports?device_id=0932b60e-a111-4011-b9e9-c9cd0443085f HTTP/1.1" status: 200 len: 946 time: 0.1478419 Nov 08 22:02:49.441811 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76885f3e-eeaa-496c-b84b-e902ce6a98d0 req-3df1075f-6eca-482c-806f-2b703f0fe53a tempest-AttachVolumeNegativeTest-479507150 tempest-AttachVolumeNegativeTest-479507150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:02:49.443473 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-76885f3e-eeaa-496c-b84b-e902ce6a98d0 req-3df1075f-6eca-482c-806f-2b703f0fe53a tempest-AttachVolumeNegativeTest-479507150 tempest-AttachVolumeNegativeTest-479507150-project] 10.222.0.25 "GET /v2.0/ports?device_id=6454925e-3ce0-41fc-89c5-d5a65576e290 HTTP/1.1" status: 200 len: 946 time: 0.1751769 Nov 08 22:02:49.448155 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-d21c4e70-b6db-4334-bdc4-55fe746aa453 req-25e25155-4f78-4ff3-9b3c-b21416ea84be tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] 10.222.0.25 "GET /v2.0/security-groups?id=eeea6e44-33b8-4aa9-8bb4-4225028c9643&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1628823 Nov 08 22:02:49.540035 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-76885f3e-eeaa-496c-b84b-e902ce6a98d0 req-18ab6134-5a4e-48b1-afdb-8d2303548f8e tempest-AttachVolumeNegativeTest-479507150 tempest-AttachVolumeNegativeTest-479507150-project] 10.222.0.25 "GET /v2.0/security-groups?id=18bce912-cacb-492f-931d-a2fe8ac5d2b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836415 Nov 08 22:02:49.603951 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.plugins.ml2.db [req-066583a2-67a3-408a-87bc-4996b5472cc7 req-b7e8a36e-c916-48e7-b092-4306e23e9738 tempest-AttachVolumeNegativeTest-479507150 tempest-AttachVolumeNegativeTest-479507150-project] For port 0a1660db-c5d0-40e6-abdd-beeb710458d8, host hv-cinder-81708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81708',level=0,port_id=0a1660db-c5d0-40e6-abdd-beeb710458d8,segment=NetworkSegment(37b61f9e-bba3-4df3-9e21-4a1dc2717139),segment_id=37b61f9e-bba3-4df3-9e21-4a1dc2717139)] {{(pid=101083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 22:02:49.604456 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [req-066583a2-67a3-408a-87bc-4996b5472cc7 req-b7e8a36e-c916-48e7-b092-4306e23e9738 tempest-AttachVolumeNegativeTest-479507150 tempest-AttachVolumeNegativeTest-479507150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1626931'] for port, precommit_delete {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:02:49.622246 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.plugins.ml2.plugin [req-066583a2-67a3-408a-87bc-4996b5472cc7 req-b7e8a36e-c916-48e7-b092-4306e23e9738 tempest-AttachVolumeNegativeTest-479507150 tempest-AttachVolumeNegativeTest-479507150-project] Calling delete_port for 0a1660db-c5d0-40e6-abdd-beeb710458d8 owned by compute:nova {{(pid=101083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 22:02:49.684051 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08988c2-82b8-4de5-aa2d-3b00d32aa97e req-763e333e-415e-473f-84e9-c3410a58d30b tempest-TestShelveInstance-1324710148 tempest-TestShelveInstance-1324710148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:02:49.685813 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-f08988c2-82b8-4de5-aa2d-3b00d32aa97e req-763e333e-415e-473f-84e9-c3410a58d30b tempest-TestShelveInstance-1324710148 tempest-TestShelveInstance-1324710148-project] 10.222.0.25 "GET /v2.0/ports?device_id=36aa27d6-92aa-4035-923c-da2c29f48135 HTTP/1.1" status: 200 len: 946 time: 0.0995116 Nov 08 22:02:49.785609 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3eefaa-45f4-487a-bac5-54ee3d900724 req-79a8d847-6d62-43c9-aade-780bba62fce3 tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:02:49.794209 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-cb3eefaa-45f4-487a-bac5-54ee3d900724 req-79a8d847-6d62-43c9-aade-780bba62fce3 tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] 10.222.0.25 "GET /v2.0/ports?device_id=21765c62-33e5-4865-a2e8-923f1018396e HTTP/1.1" status: 200 len: 945 time: 0.1060796 Nov 08 22:02:49.825900 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-f08988c2-82b8-4de5-aa2d-3b00d32aa97e req-1da1deb6-ffa5-48ff-81fc-6eb6958a2266 tempest-TestShelveInstance-1324710148 tempest-TestShelveInstance-1324710148-project] 10.222.0.25 "GET /v2.0/security-groups?id=e3c01fd1-b9e5-4f21-8bd8-1f4ae656945b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1285775 Nov 08 22:02:49.862721 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [req-066583a2-67a3-408a-87bc-4996b5472cc7 req-b7e8a36e-c916-48e7-b092-4306e23e9738 tempest-AttachVolumeNegativeTest-479507150 tempest-AttachVolumeNegativeTest-479507150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728276638338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728276144276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7659000'] for port, after_delete {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:02:49.880627 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.db [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] get_ports_and_sgs() called for port_ids ['05e12715-6298-4fba-90e4-2bde5690db07', '0a1660db-c5d0-40e6-abdd-beeb710458d8'] {{(pid=101084) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 22:02:49.907517 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e8a36e-c916-48e7-b092-4306e23e9738 tempest-AttachVolumeNegativeTest-479507150 tempest-AttachVolumeNegativeTest-479507150-project] Pushing event deleted for resources: {'Port': ['ID=0a1660db-c5d0-40e6-abdd-beeb710458d8,revision_number=None']} {{(pid=101083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:02:49.982984 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.db.l3_dvrscheduler_db [req-066583a2-67a3-408a-87bc-4996b5472cc7 req-b7e8a36e-c916-48e7-b092-4306e23e9738 tempest-AttachVolumeNegativeTest-479507150 tempest-AttachVolumeNegativeTest-479507150-project] No DVR routers for this DVR port 0a1660db-c5d0-40e6-abdd-beeb710458d8 on host hv-cinder-81708 {{(pid=101083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 22:02:49.985885 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [req-066583a2-67a3-408a-87bc-4996b5472cc7 req-b7e8a36e-c916-48e7-b092-4306e23e9738 tempest-AttachVolumeNegativeTest-479507150 tempest-AttachVolumeNegativeTest-479507150-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465805'] for port, before_response {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:02:49.990564 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-066583a2-67a3-408a-87bc-4996b5472cc7 req-b7e8a36e-c916-48e7-b092-4306e23e9738 tempest-AttachVolumeNegativeTest-479507150 tempest-AttachVolumeNegativeTest-479507150-project] 10.222.0.48 "DELETE /v2.0/ports/0a1660db-c5d0-40e6-abdd-beeb710458d8 HTTP/1.1" status: 204 len: 173 time: 0.9841123 Nov 08 22:02:49.991062 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6454925e-3ce0-41fc-89c5-d5a65576e290', 'name': 'network-vif-deleted', 'tag': '0a1660db-c5d0-40e6-abdd-beeb710458d8'}] {{(pid=101083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 22:02:49.993986 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1401f4ba4b9bb213bf59dd3903e8d3cb618788e4f0023aa365925d32571c6fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b816a4e7-11ef-495f-8a71-de925421568f" -d '{"events": [{"server_uuid": "6454925e-3ce0-41fc-89c5-d5a65576e290", "name": "network-vif-deleted", "tag": "0a1660db-c5d0-40e6-abdd-beeb710458d8"}]}' {{(pid=101083) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 22:02:50.002090 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-cb3eefaa-45f4-487a-bac5-54ee3d900724 req-06ea717c-b889-4167-bcf6-8ddc6bf1c142 tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] 10.222.0.25 "GET /v2.0/security-groups?id=48a61968-ba2d-42aa-b087-8fe6b21c1944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2068601 Nov 08 22:02:50.105958 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 22:02:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12438cfe-0f02-4b1c-bbad-db4e29d0bbe2 x-openstack-request-id: req-12438cfe-0f02-4b1c-bbad-db4e29d0bbe2 {{(pid=101083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 22:02:50.106493 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6454925e-3ce0-41fc-89c5-d5a65576e290", "name": "network-vif-deleted", "tag": "0a1660db-c5d0-40e6-abdd-beeb710458d8", "status": "completed", "code": 200}]} {{(pid=101083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 22:02:50.106493 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-12438cfe-0f02-4b1c-bbad-db4e29d0bbe2 {{(pid=101083) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 22:02:50.106863 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6454925e-3ce0-41fc-89c5-d5a65576e290', 'name': 'network-vif-deleted', 'tag': '0a1660db-c5d0-40e6-abdd-beeb710458d8', 'status': 'completed', 'code': 200} Nov 08 22:02:50.117408 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32518327-9250-4034-8475-018768abd835 req-900fadff-0283-41f3-910e-ece9ff853cce tempest-TestShelveInstance-1324710148 tempest-TestShelveInstance-1324710148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:02:50.127357 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-32518327-9250-4034-8475-018768abd835 req-900fadff-0283-41f3-910e-ece9ff853cce tempest-TestShelveInstance-1324710148 tempest-TestShelveInstance-1324710148-project] 10.222.0.25 "GET /v2.0/ports?device_id=36aa27d6-92aa-4035-923c-da2c29f48135 HTTP/1.1" status: 200 len: 946 time: 0.1152456 Nov 08 22:02:50.181256 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-32518327-9250-4034-8475-018768abd835 req-fe6a4158-40c2-4fa4-8a45-0a7ff855b49d tempest-TestShelveInstance-1324710148 tempest-TestShelveInstance-1324710148-project] 10.222.0.25 "GET /v2.0/security-groups?id=e3c01fd1-b9e5-4f21-8bd8-1f4ae656945b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519609 Nov 08 22:02:50.243777 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.wsgi [-] (101083) accepted ('10.222.0.25', 44444) {{(pid=101083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 22:02:50.244367 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-38f8c81f-ca07-4188-b5ff-70ceca3f97c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728276665375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534631'] for agent, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:02:50.434299 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ea87124-d1b6-40f9-982a-7fe530167a08 tempest-TestShelveInstance-1057936519 tempest-TestShelveInstance-1057936519-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:02:50.436637 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [None req-4ea87124-d1b6-40f9-982a-7fe530167a08 tempest-TestShelveInstance-1057936519 tempest-TestShelveInstance-1057936519-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=36aa27d6-92aa-4035-923c-da2c29f48135 HTTP/1.1" status: 200 len: 1094 time: 0.1914060 Nov 08 22:02:50.439602 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.wsgi [-] (101083) accepted ('10.222.0.25', 44448) {{(pid=101083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 22:02:50.447732 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.v2.base [None req-e227e684-e45b-44f3-854d-0dfcf383f7cc tempest-TestShelveInstance-1324710148 tempest-TestShelveInstance-1324710148-project] Request body: {'floatingip': {'floating_network_id': '8ae8d913-bef9-4bc0-baeb-78ef8b3a7364', 'port_id': '8dce0283-1ebe-49b6-898e-5aae3ef2e7a9', 'tenant_id': '8c3de2533be641d8a862b529619deccd', 'fixed_ip_address': '172.20.0.14'}} {{(pid=101083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 22:02:50.475161 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-e227e684-e45b-44f3-854d-0dfcf383f7cc tempest-TestShelveInstance-1324710148 tempest-TestShelveInstance-1324710148-project] Publish callbacks [] for floatingip, before_create {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:02:50.625770 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107779d6-bf4b-4a00-bce9-3c65716a6ccf req-dcbd3b8d-8c38-436e-87e0-bbca3abff668 tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:02:50.636551 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-107779d6-bf4b-4a00-bce9-3c65716a6ccf req-dcbd3b8d-8c38-436e-87e0-bbca3abff668 tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] 10.222.0.25 "GET /v2.0/ports?device_id=0932b60e-a111-4011-b9e9-c9cd0443085f HTTP/1.1" status: 200 len: 946 time: 0.0831676 Nov 08 22:02:50.690999 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-e227e684-e45b-44f3-854d-0dfcf383f7cc tempest-TestShelveInstance-1324710148 tempest-TestShelveInstance-1324710148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-925982'] for port, before_create {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:02:50.780937 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-68a38fba-2596-4dc6-9ca2-140558d64a56 req-1170c5db-f808-4c01-a116-5b4c909aec74 tempest-AttachVolumeNegativeTest-479507150 tempest-AttachVolumeNegativeTest-479507150-project] 10.222.0.25 "GET /v2.0/ports?device_id=6454925e-3ce0-41fc-89c5-d5a65576e290 HTTP/1.1" status: 200 len: 210 time: 0.0759823 Nov 08 22:02:50.806826 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-107779d6-bf4b-4a00-bce9-3c65716a6ccf req-55068e70-8982-493c-b287-b77f6087ea8b tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] 10.222.0.25 "GET /v2.0/security-groups?id=eeea6e44-33b8-4aa9-8bb4-4225028c9643&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1605084 Nov 08 22:02:50.870864 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.db.db_base_plugin_common [None req-e227e684-e45b-44f3-854d-0dfcf383f7cc tempest-TestShelveInstance-1324710148 tempest-TestShelveInstance-1324710148-project] Allocated IP 172.27.3.17 (8ae8d913-bef9-4bc0-baeb-78ef8b3a7364/f0dec947-372d-4ed5-9c9f-864e58aba850/9e473327-ba97-48b2-9185-24abf2bd1b54) {{(pid=101083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 22:02:50.987171 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-e227e684-e45b-44f3-854d-0dfcf383f7cc tempest-TestShelveInstance-1324710148 tempest-TestShelveInstance-1324710148-project] Publish callbacks [] for port, precommit_create {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:02:51.025624 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-e227e684-e45b-44f3-854d-0dfcf383f7cc tempest-TestShelveInstance-1324710148 tempest-TestShelveInstance-1324710148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728276144267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7659000'] for port, after_create {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:02:51.068730 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e227e684-e45b-44f3-854d-0dfcf383f7cc tempest-TestShelveInstance-1324710148 tempest-TestShelveInstance-1324710148-project] Network 8ae8d913-bef9-4bc0-baeb-78ef8b3a7364 is already hosted by enough agents. {{(pid=101083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 22:02:51.072541 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.scheduler.base_scheduler [None req-e227e684-e45b-44f3-854d-0dfcf383f7cc tempest-TestShelveInstance-1324710148 tempest-TestShelveInstance-1324710148-project] Resources bound (agent type, host, resource id): {{(pid=101083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 22:02:51.077164 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e227e684-e45b-44f3-854d-0dfcf383f7cc tempest-TestShelveInstance-1324710148 tempest-TestShelveInstance-1324710148-project] Received port after_create {{(pid=101083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 22:02:51.082139 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e227e684-e45b-44f3-854d-0dfcf383f7cc tempest-TestShelveInstance-1324710148 tempest-TestShelveInstance-1324710148-project] Pushing event updated for resources: {'Port': ['ID=9e473327-ba97-48b2-9185-24abf2bd1b54,revision_number=1']} {{(pid=101083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:02:51.189579 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c6a0c8-5229-4991-8c77-4d5063453ce6 req-072c7e6f-e834-463d-87f3-9fe046ecda06 tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:02:51.191267 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-f3c6a0c8-5229-4991-8c77-4d5063453ce6 req-072c7e6f-e834-463d-87f3-9fe046ecda06 tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] 10.222.0.25 "GET /v2.0/ports?device_id=21765c62-33e5-4865-a2e8-923f1018396e HTTP/1.1" status: 200 len: 945 time: 0.0625312 Nov 08 22:02:51.250038 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-f3c6a0c8-5229-4991-8c77-4d5063453ce6 req-eeacbe69-d958-4bcf-9258-92b2e8bd6b81 tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] 10.222.0.25 "GET /v2.0/security-groups?id=48a61968-ba2d-42aa-b087-8fe6b21c1944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496962 Nov 08 22:02:51.469411 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-e227e684-e45b-44f3-854d-0dfcf383f7cc tempest-TestShelveInstance-1324710148 tempest-TestShelveInstance-1324710148-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:02:51.543323 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-e227e684-e45b-44f3-854d-0dfcf383f7cc tempest-TestShelveInstance-1324710148 tempest-TestShelveInstance-1324710148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-925982'] for port, before_update {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:02:51.710764 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-e227e684-e45b-44f3-854d-0dfcf383f7cc tempest-TestShelveInstance-1324710148 tempest-TestShelveInstance-1324710148-project] Publish callbacks [] for port, precommit_update {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:02:51.716946 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-e227e684-e45b-44f3-854d-0dfcf383f7cc tempest-TestShelveInstance-1324710148 tempest-TestShelveInstance-1324710148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728276638356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728276144285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728276144303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7658983'] for port, after_update {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:02:51.796218 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e227e684-e45b-44f3-854d-0dfcf383f7cc tempest-TestShelveInstance-1324710148 tempest-TestShelveInstance-1324710148-project] Pushing event updated for resources: {'Port': ['ID=9e473327-ba97-48b2-9185-24abf2bd1b54,revision_number=2']} {{(pid=101083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:02:51.807428 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-e227e684-e45b-44f3-854d-0dfcf383f7cc tempest-TestShelveInstance-1324710148 tempest-TestShelveInstance-1324710148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1623957'] for floatingip, after_create {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:02:51.856390 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-550ddcb2-f0f8-4b6b-a238-0b8e3ebb0b9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728276665375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534631'] for agent, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:02:52.020687 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e897bb-5bfa-42a4-a631-48a0916a57bd req-b26155b4-a1f8-4ba4-b6ed-1705064fc3f3 tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:02:52.022411 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-46e897bb-5bfa-42a4-a631-48a0916a57bd req-b26155b4-a1f8-4ba4-b6ed-1705064fc3f3 tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] 10.222.0.25 "GET /v2.0/ports?device_id=0932b60e-a111-4011-b9e9-c9cd0443085f HTTP/1.1" status: 200 len: 946 time: 0.0756199 Nov 08 22:02:52.031124 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.db.l3_db [None req-e227e684-e45b-44f3-854d-0dfcf383f7cc tempest-TestShelveInstance-1324710148 tempest-TestShelveInstance-1324710148-project] Floating IP d886c6b7-8b92-4b84-ab24-a921a4b2b937 associated. External IP: 172.27.3.17, port: 8dce0283-1ebe-49b6-898e-5aae3ef2e7a9. Nov 08 22:02:52.089931 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-46e897bb-5bfa-42a4-a631-48a0916a57bd req-8d91d40f-e463-4e9a-b174-406718e3b981 tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] 10.222.0.25 "GET /v2.0/security-groups?id=eeea6e44-33b8-4aa9-8bb4-4225028c9643&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559666 Nov 08 22:02:52.326537 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e227e684-e45b-44f3-854d-0dfcf383f7cc tempest-TestShelveInstance-1324710148 tempest-TestShelveInstance-1324710148-project] Router 11eeb2a8-0d22-46e6-b9f7-dc9dfc056bde has already been hosted by L3 agent a7fb4010-89fb-4d99-b0a1-90d6a3aacb04 {{(pid=101083) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 22:02:52.400131 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66983ee-0a5e-4947-946b-ffae6f1f4806 req-0d174d16-7610-4ed6-8d34-daf204d131ad tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:02:52.408938 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-e66983ee-0a5e-4947-946b-ffae6f1f4806 req-0d174d16-7610-4ed6-8d34-daf204d131ad tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] 10.222.0.25 "GET /v2.0/ports?device_id=21765c62-33e5-4865-a2e8-923f1018396e HTTP/1.1" status: 200 len: 945 time: 0.0923827 Nov 08 22:02:52.474384 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e227e684-e45b-44f3-854d-0dfcf383f7cc tempest-TestShelveInstance-1324710148 tempest-TestShelveInstance-1324710148-project] Notify agent at l3_agent.dv-cinder-817085-1-iscsi the message routers_updated {{(pid=101083) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 22:02:52.479907 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-e66983ee-0a5e-4947-946b-ffae6f1f4806 req-38a1179c-e0c8-4939-baa7-71c61c03a856 tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] 10.222.0.25 "GET /v2.0/security-groups?id=48a61968-ba2d-42aa-b087-8fe6b21c1944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643826 Nov 08 22:02:52.481576 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-ad13160b-513d-4512-a15f-cb40cce6b7e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728276665375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534631'] for agent, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:02:52.490502 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f821c9b-4949-4bf6-8322-59d08cbeef4c None None] Sync routers for ids ['11eeb2a8-0d22-46e6-b9f7-dc9dfc056bde'] in dv-cinder-817085-1-iscsi {{(pid=101085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 22:02:52.504208 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f821c9b-4949-4bf6-8322-59d08cbeef4c None None] Routers {'11eeb2a8-0d22-46e6-b9f7-dc9dfc056bde'} bound to L3 agent in host dv-cinder-817085-1-iscsi {{(pid=101085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 22:02:52.504959 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.db.l3_hamode_db [None req-7f821c9b-4949-4bf6-8322-59d08cbeef4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817085-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-08T21:51:49Z,description=,heartbeat_timestamp=2021-11-08T22:02:49Z,host='dv-cinder-817085-1-iscsi',id=a7fb4010-89fb-4d99-b0a1-90d6a3aacb04,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T21:51:49Z,topic='l3_agent')) {'router_ids': ['11eeb2a8-0d22-46e6-b9f7-dc9dfc056bde'], 'active': True} {{(pid=101085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 22:02:52.509048 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-e227e684-e45b-44f3-854d-0dfcf383f7cc tempest-TestShelveInstance-1324710148 tempest-TestShelveInstance-1324710148-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465805'] for floatingip, before_response {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:02:52.545457 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [None req-e227e684-e45b-44f3-854d-0dfcf383f7cc tempest-TestShelveInstance-1324710148 tempest-TestShelveInstance-1324710148-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1035960 Nov 08 22:02:52.546108 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36aa27d6-92aa-4035-923c-da2c29f48135', 'tag': '8dce0283-1ebe-49b6-898e-5aae3ef2e7a9'}] {{(pid=101083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 22:02:52.548460 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1401f4ba4b9bb213bf59dd3903e8d3cb618788e4f0023aa365925d32571c6fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f41b3e4-87ba-4004-8da2-df0b3340dd23" -d '{"events": [{"name": "network-changed", "server_uuid": "36aa27d6-92aa-4035-923c-da2c29f48135", "tag": "8dce0283-1ebe-49b6-898e-5aae3ef2e7a9"}]}' {{(pid=101083) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 22:02:52.593135 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 22:02:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29efb92b-2131-4782-9ee9-498d0dc490bb x-openstack-request-id: req-29efb92b-2131-4782-9ee9-498d0dc490bb {{(pid=101083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 22:02:52.593439 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36aa27d6-92aa-4035-923c-da2c29f48135", "tag": "8dce0283-1ebe-49b6-898e-5aae3ef2e7a9", "status": "completed", "code": 200}]} {{(pid=101083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 22:02:52.593661 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-29efb92b-2131-4782-9ee9-498d0dc490bb {{(pid=101083) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 22:02:52.594062 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36aa27d6-92aa-4035-923c-da2c29f48135', 'tag': '8dce0283-1ebe-49b6-898e-5aae3ef2e7a9', 'status': 'completed', 'code': 200} Nov 08 22:02:52.678017 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f41b3e4-87ba-4004-8da2-df0b3340dd23 req-0c5c58c9-90d2-463b-849d-708eb51e16ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:02:52.679910 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-7f41b3e4-87ba-4004-8da2-df0b3340dd23 req-0c5c58c9-90d2-463b-849d-708eb51e16ef service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8c3de2533be641d8a862b529619deccd&device_id=36aa27d6-92aa-4035-923c-da2c29f48135 HTTP/1.1" status: 200 len: 1099 time: 0.0600991 Nov 08 22:02:52.715124 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.db.l3_dvr_db [None req-7f821c9b-4949-4bf6-8322-59d08cbeef4c None None] Set router 11eeb2a8-0d22-46e6-b9f7-dc9dfc056bde gateway port host: dv-cinder-817085-1-iscsi {{(pid=101085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 22:02:52.783603 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f41b3e4-87ba-4004-8da2-df0b3340dd23 req-cd838bb4-6012-4bf8-a9c5-877dab59716b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:02:52.785129 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-7f41b3e4-87ba-4004-8da2-df0b3340dd23 req-cd838bb4-6012-4bf8-a9c5-877dab59716b service neutron] 10.222.0.48 "GET /v2.0/networks?id=f15ed086-114a-4c78-9304-55250dfe0287 HTTP/1.1" status: 200 len: 910 time: 0.0966489 Nov 08 22:02:52.870903 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-7f41b3e4-87ba-4004-8da2-df0b3340dd23 req-ff61d01a-3d9a-493e-8439-1c79f6e039bc service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8dce0283-1ebe-49b6-898e-5aae3ef2e7a9 HTTP/1.1" status: 200 len: 999 time: 0.0740430 Nov 08 22:02:52.889084 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.rpc [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Device 0a1660db-c5d0-40e6-abdd-beeb710458d8 no longer exists at agent hyperv_hv-cinder-81708 {{(pid=101084) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 22:02:52.922329 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f41b3e4-87ba-4004-8da2-df0b3340dd23 req-b49a6b6c-d6e8-45af-9c23-f5cc4c4116b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:02:52.923794 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-7f41b3e4-87ba-4004-8da2-df0b3340dd23 req-b49a6b6c-d6e8-45af-9c23-f5cc4c4116b3 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8886f01a-2581-4e8d-9cf3-0b8e12cec80f HTTP/1.1" status: 200 len: 848 time: 0.0453799 Nov 08 22:02:52.943781 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.plugin [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] No Port match for: 0a1660db-c5d0-40e6-abdd-beeb710458d8 {{(pid=101084) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 22:02:52.944676 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.rpc [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Device 0a1660db-c5d0-40e6-abdd-beeb710458d8 not bound to the agent host hv-cinder-81708 {{(pid=101084) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 22:02:52.982334 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f41b3e4-87ba-4004-8da2-df0b3340dd23 req-75905487-b00c-419d-b7c7-46d0aff2785f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:02:52.984724 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-7f41b3e4-87ba-4004-8da2-df0b3340dd23 req-75905487-b00c-419d-b7c7-46d0aff2785f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f15ed086-114a-4c78-9304-55250dfe0287&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0528200 Nov 08 22:02:53.032887 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.db.l3_hamode_db [None req-7f821c9b-4949-4bf6-8322-59d08cbeef4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11eeb2a8-0d22-46e6-b9f7-dc9dfc056bde', 'name': 'tempest-TestShelveInstance-1582151461-router', 'tenant_id': '8c3de2533be641d8a862b529619deccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ae8d913-bef9-4bc0-baeb-78ef8b3a7364', 'external_fixed_ips': [{'subnet_id': 'f0dec947-372d-4ed5-9c9f-864e58aba850', 'ip_address': '172.27.3.66'}], 'enable_snat': True}, 'gw_port_id': '7c3e95ed-1edf-4d4a-96fd-46531f81f764', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T22:01:54Z', 'updated_at': '2021-11-08T22:01:57Z', 'revision_number': 4, 'project_id': '8c3de2533be641d8a862b529619deccd', 'gw_port': {'id': '7c3e95ed-1edf-4d4a-96fd-46531f81f764', 'name': '', 'network_id': '8ae8d913-bef9-4bc0-baeb-78ef8b3a7364', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:4e:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11eeb2a8-0d22-46e6-b9f7-dc9dfc056bde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': 'f0dec947-372d-4ed5-9c9f-864e58aba850', 'ip_address': '172.27.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T22:01:54Z', 'updated_at': '2021-11-08T22:01:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0dec947-372d-4ed5-9c9f-864e58aba850', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817085-1-iscsi', '_floatingips': [{'id': 'd886c6b7-8b92-4b84-ab24-a921a4b2b937', 'tenant_id': '8c3de2533be641d8a862b529619deccd', 'floating_ip_address': '172.27.3.17', 'floating_network_id': '8ae8d913-bef9-4bc0-baeb-78ef8b3a7364', 'router_id': '11eeb2a8-0d22-46e6-b9f7-dc9dfc056bde', 'port_id': '8dce0283-1ebe-49b6-898e-5aae3ef2e7a9', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 402, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f15ed086-114a-4c78-9304-55250dfe0287', 'mac_address': 'fa:16:3e:ba:f8:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36aa27d6-92aa-4035-923c-da2c29f48135', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T22:02:51Z', 'updated_at': '2021-11-08T22:02:51Z', 'revision_number': 0, 'project_id': '8c3de2533be641d8a862b529619deccd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '798cf1e6-4749-4eed-ac82-3010d53756e0', 'name': '', 'network_id': 'f15ed086-114a-4c78-9304-55250dfe0287', 'tenant_id': '8c3de2533be641d8a862b529619deccd', 'mac_address': 'fa:16:3e:f0:e4:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11eeb2a8-0d22-46e6-b9f7-dc9dfc056bde', 'device_owner': 'network:router_interface', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '8886f01a-2581-4e8d-9cf3-0b8e12cec80f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T22:01:56Z', 'updated_at': '2021-11-08T22:02:01Z', 'revision_number': 5, 'project_id': '8c3de2533be641d8a862b529619deccd', 'subnets': [{'id': '8886f01a-2581-4e8d-9cf3-0b8e12cec80f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817085-1-iscsi', False) {} {{(pid=101085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 22:02:53.088375 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f821c9b-4949-4bf6-8322-59d08cbeef4c None None] Checking router: 11eeb2a8-0d22-46e6-b9f7-dc9dfc056bde for host: dv-cinder-817085-1-iscsi {{(pid=101085) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 22:02:53.096217 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-7f41b3e4-87ba-4004-8da2-df0b3340dd23 req-fead30e9-7f59-4433-8cfb-a56f7f94ec25 service neutron] 10.222.0.48 "GET /v2.0/networks/f15ed086-114a-4c78-9304-55250dfe0287?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1026912 Nov 08 22:02:53.100252 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f821c9b-4949-4bf6-8322-59d08cbeef4c None None] Routers {'11eeb2a8-0d22-46e6-b9f7-dc9dfc056bde'} bound to L3 agent in host dv-cinder-817085-1-iscsi {{(pid=101085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 22:02:53.101028 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.db.l3_hamode_db [None req-7f821c9b-4949-4bf6-8322-59d08cbeef4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817085-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-08T21:51:49Z,description=,heartbeat_timestamp=2021-11-08T22:02:49Z,host='dv-cinder-817085-1-iscsi',id=a7fb4010-89fb-4d99-b0a1-90d6a3aacb04,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T21:51:49Z,topic='l3_agent')) {'router_ids': ['11eeb2a8-0d22-46e6-b9f7-dc9dfc056bde'], 'active': True} {{(pid=101085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 22:02:53.234779 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-7f41b3e4-87ba-4004-8da2-df0b3340dd23 req-7f0b6ec8-a940-4975-9e7b-9980366551fe service neutron] 10.222.0.48 "GET /v2.0/networks/f15ed086-114a-4c78-9304-55250dfe0287?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303427 Nov 08 22:02:53.256666 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.db.l3_dvr_db [None req-7f821c9b-4949-4bf6-8322-59d08cbeef4c None None] Set router 11eeb2a8-0d22-46e6-b9f7-dc9dfc056bde gateway port host: dv-cinder-817085-1-iscsi {{(pid=101085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 22:02:53.278931 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452eb686-76d5-4a18-bba1-a2f31c1b1f8d req-533d3548-79cd-4134-a3e1-c8ed0c5c4851 tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:02:53.286259 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-452eb686-76d5-4a18-bba1-a2f31c1b1f8d req-533d3548-79cd-4134-a3e1-c8ed0c5c4851 tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] 10.222.0.25 "GET /v2.0/ports?device_id=0932b60e-a111-4011-b9e9-c9cd0443085f HTTP/1.1" status: 200 len: 946 time: 0.0831208 Nov 08 22:02:53.370662 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-452eb686-76d5-4a18-bba1-a2f31c1b1f8d req-7d2814e1-2c32-4698-8c9d-0d081cd91571 tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] 10.222.0.25 "GET /v2.0/security-groups?id=eeea6e44-33b8-4aa9-8bb4-4225028c9643&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0834010 Nov 08 22:02:53.398854 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec695ab7-65ef-4dd0-b06a-97cb834ce931 req-6708dddc-d4b9-46bf-b57c-3f700dbb70e7 tempest-AttachVolumeNegativeTest-479507150 tempest-AttachVolumeNegativeTest-479507150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:02:53.401412 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-ec695ab7-65ef-4dd0-b06a-97cb834ce931 req-6708dddc-d4b9-46bf-b57c-3f700dbb70e7 tempest-AttachVolumeNegativeTest-479507150 tempest-AttachVolumeNegativeTest-479507150-project] 10.222.0.25 "GET /v2.0/ports?device_id=31088752-2147-4f7c-8e1d-47f0668bf951 HTTP/1.1" status: 200 len: 945 time: 0.1049833 Nov 08 22:02:53.518423 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-ec695ab7-65ef-4dd0-b06a-97cb834ce931 req-e2690f7d-28c7-44da-a170-670104f335d6 tempest-AttachVolumeNegativeTest-479507150 tempest-AttachVolumeNegativeTest-479507150-project] 10.222.0.25 "GET /v2.0/security-groups?id=18bce912-cacb-492f-931d-a2fe8ac5d2b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087894 Nov 08 22:02:53.601105 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b5d27b-08cf-4efe-b6b8-b28bec8a8941 req-5c4d2ef1-128b-4fcc-a885-155e261965b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:02:53.605413 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-80b5d27b-08cf-4efe-b6b8-b28bec8a8941 req-5c4d2ef1-128b-4fcc-a885-155e261965b4 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=978ca50bc6d64521ad5d25a5de935b0b&device_id=21765c62-33e5-4865-a2e8-923f1018396e HTTP/1.1" status: 200 len: 1098 time: 0.1158950 Nov 08 22:02:53.654684 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.db.l3_hamode_db [None req-7f821c9b-4949-4bf6-8322-59d08cbeef4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11eeb2a8-0d22-46e6-b9f7-dc9dfc056bde', 'name': 'tempest-TestShelveInstance-1582151461-router', 'tenant_id': '8c3de2533be641d8a862b529619deccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ae8d913-bef9-4bc0-baeb-78ef8b3a7364', 'external_fixed_ips': [{'subnet_id': 'f0dec947-372d-4ed5-9c9f-864e58aba850', 'ip_address': '172.27.3.66'}], 'enable_snat': True}, 'gw_port_id': '7c3e95ed-1edf-4d4a-96fd-46531f81f764', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T22:01:54Z', 'updated_at': '2021-11-08T22:01:57Z', 'revision_number': 4, 'project_id': '8c3de2533be641d8a862b529619deccd', 'gw_port': {'id': '7c3e95ed-1edf-4d4a-96fd-46531f81f764', 'name': '', 'network_id': '8ae8d913-bef9-4bc0-baeb-78ef8b3a7364', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:4e:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11eeb2a8-0d22-46e6-b9f7-dc9dfc056bde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': 'f0dec947-372d-4ed5-9c9f-864e58aba850', 'ip_address': '172.27.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T22:01:54Z', 'updated_at': '2021-11-08T22:01:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0dec947-372d-4ed5-9c9f-864e58aba850', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817085-1-iscsi', '_floatingips': [{'id': 'd886c6b7-8b92-4b84-ab24-a921a4b2b937', 'tenant_id': '8c3de2533be641d8a862b529619deccd', 'floating_ip_address': '172.27.3.17', 'floating_network_id': '8ae8d913-bef9-4bc0-baeb-78ef8b3a7364', 'router_id': '11eeb2a8-0d22-46e6-b9f7-dc9dfc056bde', 'port_id': '8dce0283-1ebe-49b6-898e-5aae3ef2e7a9', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 402, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f15ed086-114a-4c78-9304-55250dfe0287', 'mac_address': 'fa:16:3e:ba:f8:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36aa27d6-92aa-4035-923c-da2c29f48135', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T22:02:51Z', 'updated_at': '2021-11-08T22:02:51Z', 'revision_number': 0, 'project_id': '8c3de2533be641d8a862b529619deccd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '798cf1e6-4749-4eed-ac82-3010d53756e0', 'name': '', 'network_id': 'f15ed086-114a-4c78-9304-55250dfe0287', 'tenant_id': '8c3de2533be641d8a862b529619deccd', 'mac_address': 'fa:16:3e:f0:e4:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11eeb2a8-0d22-46e6-b9f7-dc9dfc056bde', 'device_owner': 'network:router_interface', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '8886f01a-2581-4e8d-9cf3-0b8e12cec80f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T22:01:56Z', 'updated_at': '2021-11-08T22:02:01Z', 'revision_number': 5, 'project_id': '8c3de2533be641d8a862b529619deccd', 'subnets': [{'id': '8886f01a-2581-4e8d-9cf3-0b8e12cec80f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817085-1-iscsi', False) {} {{(pid=101085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 22:02:53.672608 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc49678-4e8d-431a-a013-8d5d39eb8d79 req-7f3b606b-fac0-47d2-a473-c5d9b56233c5 tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:02:53.674725 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-7bc49678-4e8d-431a-a013-8d5d39eb8d79 req-7f3b606b-fac0-47d2-a473-c5d9b56233c5 tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] 10.222.0.25 "GET /v2.0/ports?device_id=21765c62-33e5-4865-a2e8-923f1018396e HTTP/1.1" status: 200 len: 945 time: 0.0843756 Nov 08 22:02:53.688415 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f821c9b-4949-4bf6-8322-59d08cbeef4c None None] The sync data for ids ['11eeb2a8-0d22-46e6-b9f7-dc9dfc056bde'] in dv-cinder-817085-1-iscsi is: [{'id': '11eeb2a8-0d22-46e6-b9f7-dc9dfc056bde', 'name': 'tempest-TestShelveInstance-1582151461-router', 'tenant_id': '8c3de2533be641d8a862b529619deccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ae8d913-bef9-4bc0-baeb-78ef8b3a7364', 'external_fixed_ips': [{'subnet_id': 'f0dec947-372d-4ed5-9c9f-864e58aba850', 'ip_address': '172.27.3.66'}], 'enable_snat': True}, 'gw_port_id': '7c3e95ed-1edf-4d4a-96fd-46531f81f764', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T22:01:54Z', 'updated_at': '2021-11-08T22:01:57Z', 'revision_number': 4, 'project_id': '8c3de2533be641d8a862b529619deccd', 'gw_port': {'id': '7c3e95ed-1edf-4d4a-96fd-46531f81f764', 'name': '', 'network_id': '8ae8d913-bef9-4bc0-baeb-78ef8b3a7364', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:4e:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11eeb2a8-0d22-46e6-b9f7-dc9dfc056bde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': 'f0dec947-372d-4ed5-9c9f-864e58aba850', 'ip_address': '172.27.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T22:01:54Z', 'updated_at': '2021-11-08T22:01:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0dec947-372d-4ed5-9c9f-864e58aba850', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817085-1-iscsi', '_floatingips': [{'id': 'd886c6b7-8b92-4b84-ab24-a921a4b2b937', 'tenant_id': '8c3de2533be641d8a862b529619deccd', 'floating_ip_address': '172.27.3.17', 'floating_network_id': '8ae8d913-bef9-4bc0-baeb-78ef8b3a7364', 'router_id': '11eeb2a8-0d22-46e6-b9f7-dc9dfc056bde', 'port_id': '8dce0283-1ebe-49b6-898e-5aae3ef2e7a9', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 402, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f15ed086-114a-4c78-9304-55250dfe0287', 'mac_address': 'fa:16:3e:ba:f8:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36aa27d6-92aa-4035-923c-da2c29f48135', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T22:02:51Z', 'updated_at': '2021-11-08T22:02:51Z', 'revision_number': 0, 'project_id': '8c3de2533be641d8a862b529619deccd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '798cf1e6-4749-4eed-ac82-3010d53756e0', 'name': '', 'network_id': 'f15ed086-114a-4c78-9304-55250dfe0287', 'tenant_id': '8c3de2533be641d8a862b529619deccd', 'mac_address': 'fa:16:3e:f0:e4:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11eeb2a8-0d22-46e6-b9f7-dc9dfc056bde', 'device_owner': 'network:router_interface', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '8886f01a-2581-4e8d-9cf3-0b8e12cec80f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T22:01:56Z', 'updated_at': '2021-11-08T22:02:01Z', 'revision_number': 5, 'project_id': '8c3de2533be641d8a862b529619deccd', 'subnets': [{'id': '8886f01a-2581-4e8d-9cf3-0b8e12cec80f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 22:02:53.747546 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-7bc49678-4e8d-431a-a013-8d5d39eb8d79 req-918e523b-ec52-4791-8bcb-d0c266d5214b tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] 10.222.0.25 "GET /v2.0/security-groups?id=48a61968-ba2d-42aa-b087-8fe6b21c1944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668738 Nov 08 22:02:53.776055 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b5d27b-08cf-4efe-b6b8-b28bec8a8941 req-9a52db83-2a04-42f6-8a28-7ebbf5ee9f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:02:53.777633 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-80b5d27b-08cf-4efe-b6b8-b28bec8a8941 req-9a52db83-2a04-42f6-8a28-7ebbf5ee9f30 service neutron] 10.222.0.48 "GET /v2.0/networks?id=890edfdd-a1ca-4a26-a0c0-782a8dc72e87 HTTP/1.1" status: 200 len: 920 time: 0.1475604 Nov 08 22:02:53.834076 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-80b5d27b-08cf-4efe-b6b8-b28bec8a8941 req-7061af33-a05a-4d39-bcaa-307afb7793fe service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b33ea48b-3084-4600-a9c7-4bd772bccc05 HTTP/1.1" status: 200 len: 217 time: 0.0439200 Nov 08 22:02:53.896600 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b5d27b-08cf-4efe-b6b8-b28bec8a8941 req-26ab487c-e8cd-444f-aa0f-51c166552970 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:02:53.900251 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-80b5d27b-08cf-4efe-b6b8-b28bec8a8941 req-26ab487c-e8cd-444f-aa0f-51c166552970 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=5d94cda7-098f-4351-9588-bf6058a35aaf HTTP/1.1" status: 200 len: 859 time: 0.0562756 Nov 08 22:02:53.952600 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-80b5d27b-08cf-4efe-b6b8-b28bec8a8941 req-6af866c9-8e9b-47eb-afe9-19bada7baefe service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=890edfdd-a1ca-4a26-a0c0-782a8dc72e87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0438561 Nov 08 22:02:54.025128 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad105654-d574-4ab6-923c-a145f175fe26 None None] New status for floating IP d886c6b7-8b92-4b84-ab24-a921a4b2b937: ACTIVE {{(pid=101084) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 08 22:02:54.078748 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-80b5d27b-08cf-4efe-b6b8-b28bec8a8941 req-dd4618ea-0caf-4d0b-9d6c-c52bb3b64757 service neutron] 10.222.0.48 "GET /v2.0/networks/890edfdd-a1ca-4a26-a0c0-782a8dc72e87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1099839 Nov 08 22:02:54.218615 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-80b5d27b-08cf-4efe-b6b8-b28bec8a8941 req-08642645-7943-4162-8a2b-0889847b56b4 service neutron] 10.222.0.48 "GET /v2.0/networks/890edfdd-a1ca-4a26-a0c0-782a8dc72e87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1180937 Nov 08 22:02:54.513326 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92df1d48-1182-4127-a0eb-aa8bb7f2d5c8 req-62d5f568-383b-4a7f-8206-bb230ebeaf8b tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:02:54.515032 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-92df1d48-1182-4127-a0eb-aa8bb7f2d5c8 req-62d5f568-383b-4a7f-8206-bb230ebeaf8b tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] 10.222.0.25 "GET /v2.0/ports?device_id=0932b60e-a111-4011-b9e9-c9cd0443085f HTTP/1.1" status: 200 len: 946 time: 0.0567126 Nov 08 22:02:54.571238 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-92df1d48-1182-4127-a0eb-aa8bb7f2d5c8 req-cb4201d1-fab0-40a6-9a33-f532ddba6d94 tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] 10.222.0.25 "GET /v2.0/security-groups?id=eeea6e44-33b8-4aa9-8bb4-4225028c9643&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501571 Nov 08 22:02:54.653020 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cb254a-04fb-4219-b662-da4f52a698d7 req-9e229854-245f-45e4-9a62-b5253e9c870b tempest-AttachVolumeNegativeTest-479507150 tempest-AttachVolumeNegativeTest-479507150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:02:54.654802 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-17cb254a-04fb-4219-b662-da4f52a698d7 req-9e229854-245f-45e4-9a62-b5253e9c870b tempest-AttachVolumeNegativeTest-479507150 tempest-AttachVolumeNegativeTest-479507150-project] 10.222.0.25 "GET /v2.0/ports?device_id=31088752-2147-4f7c-8e1d-47f0668bf951 HTTP/1.1" status: 200 len: 945 time: 0.0599811 Nov 08 22:02:54.704854 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-17cb254a-04fb-4219-b662-da4f52a698d7 req-56601d80-0207-4ef9-b03a-cd7b5f5d3142 tempest-AttachVolumeNegativeTest-479507150 tempest-AttachVolumeNegativeTest-479507150-project] 10.222.0.25 "GET /v2.0/security-groups?id=18bce912-cacb-492f-931d-a2fe8ac5d2b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433009 Nov 08 22:02:54.863929 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fb5b50-9826-4215-b042-44911290a92e req-424bf59f-9d14-4944-8313-17013159adbc tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:02:54.865744 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-20fb5b50-9826-4215-b042-44911290a92e req-424bf59f-9d14-4944-8313-17013159adbc tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] 10.222.0.25 "GET /v2.0/ports?device_id=21765c62-33e5-4865-a2e8-923f1018396e HTTP/1.1" status: 200 len: 945 time: 0.0524063 Nov 08 22:02:54.915728 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-20fb5b50-9826-4215-b042-44911290a92e req-1b3a6c4d-7d96-4035-b3ad-3dfa8ae35ffa tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] 10.222.0.25 "GET /v2.0/security-groups?id=48a61968-ba2d-42aa-b087-8fe6b21c1944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437636 Nov 08 22:02:55.198741 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728276665375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534631'] for agent, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:02:55.450232 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febd028a-4d35-40f7-ab69-3e39c7928e01 req-a087cac8-187d-4230-a2ed-9aa846392a95 tempest-AttachVolumeNegativeTest-479507150 tempest-AttachVolumeNegativeTest-479507150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:02:55.452635 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-febd028a-4d35-40f7-ab69-3e39c7928e01 req-a087cac8-187d-4230-a2ed-9aa846392a95 tempest-AttachVolumeNegativeTest-479507150 tempest-AttachVolumeNegativeTest-479507150-project] 10.222.0.48 "GET /v2.0/ports?device_id=31088752-2147-4f7c-8e1d-47f0668bf951 HTTP/1.1" status: 200 len: 945 time: 0.0576572 Nov 08 22:02:55.558038 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.plugins.ml2.plugin [req-febd028a-4d35-40f7-ab69-3e39c7928e01 req-b23e11a0-c5df-4dda-b2ab-922d44f7ee7c tempest-AttachVolumeNegativeTest-479507150 tempest-AttachVolumeNegativeTest-479507150-project] Deleting port 05e12715-6298-4fba-90e4-2bde5690db07 {{(pid=101083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 22:02:55.558388 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [req-febd028a-4d35-40f7-ab69-3e39c7928e01 req-b23e11a0-c5df-4dda-b2ab-922d44f7ee7c tempest-AttachVolumeNegativeTest-479507150 tempest-AttachVolumeNegativeTest-479507150-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728276550584'] for port, before_delete {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:02:55.653426 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.plugins.ml2.db [req-febd028a-4d35-40f7-ab69-3e39c7928e01 req-b23e11a0-c5df-4dda-b2ab-922d44f7ee7c tempest-AttachVolumeNegativeTest-479507150 tempest-AttachVolumeNegativeTest-479507150-project] For port 05e12715-6298-4fba-90e4-2bde5690db07, host hv-cinder-81708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81708',level=0,port_id=05e12715-6298-4fba-90e4-2bde5690db07,segment=NetworkSegment(37b61f9e-bba3-4df3-9e21-4a1dc2717139),segment_id=37b61f9e-bba3-4df3-9e21-4a1dc2717139)] {{(pid=101083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 22:02:55.653793 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [req-febd028a-4d35-40f7-ab69-3e39c7928e01 req-b23e11a0-c5df-4dda-b2ab-922d44f7ee7c tempest-AttachVolumeNegativeTest-479507150 tempest-AttachVolumeNegativeTest-479507150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1626931'] for port, precommit_delete {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:02:55.667409 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.plugins.ml2.plugin [req-febd028a-4d35-40f7-ab69-3e39c7928e01 req-b23e11a0-c5df-4dda-b2ab-922d44f7ee7c tempest-AttachVolumeNegativeTest-479507150 tempest-AttachVolumeNegativeTest-479507150-project] Calling delete_port for 05e12715-6298-4fba-90e4-2bde5690db07 owned by compute:nova {{(pid=101083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 22:02:55.694193 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1874922e-2dac-4ac5-a9fd-369afafab808 req-eec34f33-d65d-47be-9e4d-8891bc98cbe6 tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:02:55.696502 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-1874922e-2dac-4ac5-a9fd-369afafab808 req-eec34f33-d65d-47be-9e4d-8891bc98cbe6 tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] 10.222.0.25 "GET /v2.0/ports?device_id=0932b60e-a111-4011-b9e9-c9cd0443085f HTTP/1.1" status: 200 len: 946 time: 0.0544508 Nov 08 22:02:55.747796 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-1874922e-2dac-4ac5-a9fd-369afafab808 req-43b693d1-9c41-4373-9f34-80a5c284737d tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] 10.222.0.25 "GET /v2.0/security-groups?id=eeea6e44-33b8-4aa9-8bb4-4225028c9643&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450931 Nov 08 22:02:55.809591 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [req-febd028a-4d35-40f7-ab69-3e39c7928e01 req-b23e11a0-c5df-4dda-b2ab-922d44f7ee7c tempest-AttachVolumeNegativeTest-479507150 tempest-AttachVolumeNegativeTest-479507150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728276638338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728276144276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7659000'] for port, after_delete {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:02:55.821571 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.db [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] get_ports_and_sgs() called for port_ids ['05e12715-6298-4fba-90e4-2bde5690db07'] {{(pid=101084) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 22:02:55.824277 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-c8247641-e75e-48f7-95d0-9c79c6809bb2 req-7f416d4d-1874-45ae-a75d-0705ca1b4fff tempest-AttachVolumeNegativeTest-479507150 tempest-AttachVolumeNegativeTest-479507150-project] 10.222.0.25 "GET /v2.0/ports?device_id=31088752-2147-4f7c-8e1d-47f0668bf951 HTTP/1.1" status: 200 len: 210 time: 0.0320814 Nov 08 22:02:55.844872 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23e11a0-c5df-4dda-b2ab-922d44f7ee7c tempest-AttachVolumeNegativeTest-479507150 tempest-AttachVolumeNegativeTest-479507150-project] Pushing event deleted for resources: {'Port': ['ID=05e12715-6298-4fba-90e4-2bde5690db07,revision_number=None']} {{(pid=101083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:02:55.871890 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23e11a0-c5df-4dda-b2ab-922d44f7ee7c tempest-AttachVolumeNegativeTest-479507150 tempest-AttachVolumeNegativeTest-479507150-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 22:02:55.872335 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23e11a0-c5df-4dda-b2ab-922d44f7ee7c tempest-AttachVolumeNegativeTest-479507150 tempest-AttachVolumeNegativeTest-479507150-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 22:02:55.872677 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23e11a0-c5df-4dda-b2ab-922d44f7ee7c tempest-AttachVolumeNegativeTest-479507150 tempest-AttachVolumeNegativeTest-479507150-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 22:02:55.873111 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23e11a0-c5df-4dda-b2ab-922d44f7ee7c tempest-AttachVolumeNegativeTest-479507150 tempest-AttachVolumeNegativeTest-479507150-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 22:02:55.873433 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23e11a0-c5df-4dda-b2ab-922d44f7ee7c tempest-AttachVolumeNegativeTest-479507150 tempest-AttachVolumeNegativeTest-479507150-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 22:02:55.873763 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23e11a0-c5df-4dda-b2ab-922d44f7ee7c tempest-AttachVolumeNegativeTest-479507150 tempest-AttachVolumeNegativeTest-479507150-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 22:02:55.874082 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23e11a0-c5df-4dda-b2ab-922d44f7ee7c tempest-AttachVolumeNegativeTest-479507150 tempest-AttachVolumeNegativeTest-479507150-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 22:02:55.874401 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23e11a0-c5df-4dda-b2ab-922d44f7ee7c tempest-AttachVolumeNegativeTest-479507150 tempest-AttachVolumeNegativeTest-479507150-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 22:02:55.874719 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23e11a0-c5df-4dda-b2ab-922d44f7ee7c tempest-AttachVolumeNegativeTest-479507150 tempest-AttachVolumeNegativeTest-479507150-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 22:02:55.875035 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23e11a0-c5df-4dda-b2ab-922d44f7ee7c tempest-AttachVolumeNegativeTest-479507150 tempest-AttachVolumeNegativeTest-479507150-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 22:02:55.875351 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23e11a0-c5df-4dda-b2ab-922d44f7ee7c tempest-AttachVolumeNegativeTest-479507150 tempest-AttachVolumeNegativeTest-479507150-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 22:02:55.875666 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23e11a0-c5df-4dda-b2ab-922d44f7ee7c tempest-AttachVolumeNegativeTest-479507150 tempest-AttachVolumeNegativeTest-479507150-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 22:02:55.896567 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.db.l3_dvrscheduler_db [req-febd028a-4d35-40f7-ab69-3e39c7928e01 req-b23e11a0-c5df-4dda-b2ab-922d44f7ee7c tempest-AttachVolumeNegativeTest-479507150 tempest-AttachVolumeNegativeTest-479507150-project] No DVR routers for this DVR port 05e12715-6298-4fba-90e4-2bde5690db07 on host hv-cinder-81708 {{(pid=101083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 22:02:55.899166 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [req-febd028a-4d35-40f7-ab69-3e39c7928e01 req-b23e11a0-c5df-4dda-b2ab-922d44f7ee7c tempest-AttachVolumeNegativeTest-479507150 tempest-AttachVolumeNegativeTest-479507150-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465805'] for port, before_response {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:02:55.902469 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-febd028a-4d35-40f7-ab69-3e39c7928e01 req-b23e11a0-c5df-4dda-b2ab-922d44f7ee7c tempest-AttachVolumeNegativeTest-479507150 tempest-AttachVolumeNegativeTest-479507150-project] 10.222.0.48 "DELETE /v2.0/ports/05e12715-6298-4fba-90e4-2bde5690db07 HTTP/1.1" status: 204 len: 173 time: 0.4435160 Nov 08 22:02:55.902894 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31088752-2147-4f7c-8e1d-47f0668bf951', 'name': 'network-vif-deleted', 'tag': '05e12715-6298-4fba-90e4-2bde5690db07'}] {{(pid=101083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 22:02:55.905206 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1401f4ba4b9bb213bf59dd3903e8d3cb618788e4f0023aa365925d32571c6fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87eabaa8-86d3-4e20-946b-d7f71822f045" -d '{"events": [{"server_uuid": "31088752-2147-4f7c-8e1d-47f0668bf951", "name": "network-vif-deleted", "tag": "05e12715-6298-4fba-90e4-2bde5690db07"}]}' {{(pid=101083) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 22:02:55.949370 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 22:02:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d40528a-6764-40b3-8ba2-d8fa12c0711b x-openstack-request-id: req-4d40528a-6764-40b3-8ba2-d8fa12c0711b {{(pid=101083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 22:02:55.949739 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31088752-2147-4f7c-8e1d-47f0668bf951", "name": "network-vif-deleted", "tag": "05e12715-6298-4fba-90e4-2bde5690db07", "status": "completed", "code": 200}]} {{(pid=101083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 22:02:55.950311 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4d40528a-6764-40b3-8ba2-d8fa12c0711b {{(pid=101083) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 22:02:55.950799 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31088752-2147-4f7c-8e1d-47f0668bf951', 'name': 'network-vif-deleted', 'tag': '05e12715-6298-4fba-90e4-2bde5690db07', 'status': 'completed', 'code': 200} Nov 08 22:02:56.040954 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776d0994-4ee7-49f1-b3f7-dada22214b14 req-59b9f75b-1e64-4810-a175-adf4701b6ca8 tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:02:56.042693 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-776d0994-4ee7-49f1-b3f7-dada22214b14 req-59b9f75b-1e64-4810-a175-adf4701b6ca8 tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] 10.222.0.25 "GET /v2.0/ports?device_id=21765c62-33e5-4865-a2e8-923f1018396e HTTP/1.1" status: 200 len: 945 time: 0.0509548 Nov 08 22:02:56.089081 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-776d0994-4ee7-49f1-b3f7-dada22214b14 req-d097be63-1652-4931-a4b2-084b68413976 tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] 10.222.0.25 "GET /v2.0/security-groups?id=48a61968-ba2d-42aa-b087-8fe6b21c1944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402892 Nov 08 22:02:56.591345 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.wsgi [-] (101083) accepted ('10.222.0.25', 44592) {{(pid=101083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 22:02:56.633994 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.db.db_base_plugin_v2 [None req-3321c6e9-7e9d-4f7e-a88a-291c9de35865 admin admin] Deleting subnet 24095202-ce95-4b5b-a44b-ab21c684cd32 {{(pid=101083) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 22:02:56.636981 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-3321c6e9-7e9d-4f7e-a88a-291c9de35865 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:02:56.669825 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-3321c6e9-7e9d-4f7e-a88a-291c9de35865 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8163774'] for subnet, precommit_delete_associations {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:02:56.706887 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-3321c6e9-7e9d-4f7e-a88a-291c9de35865 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-524324'] for subnet, precommit_delete {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:02:56.759083 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-3321c6e9-7e9d-4f7e-a88a-291c9de35865 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-524333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7658797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4932587'] for subnet, after_delete {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:02:56.785134 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3321c6e9-7e9d-4f7e-a88a-291c9de35865 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=24095202-ce95-4b5b-a44b-ab21c684cd32,revision_number=None']} {{(pid=101083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:02:56.787084 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-3321c6e9-7e9d-4f7e-a88a-291c9de35865 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:02:56.793090 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [None req-3321c6e9-7e9d-4f7e-a88a-291c9de35865 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/24095202-ce95-4b5b-a44b-ab21c684cd32 HTTP/1.1" status: 204 len: 168 time: 0.1985149 Nov 08 22:02:56.793637 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.wsgi [-] (101083) accepted ('10.222.0.25', 44596) {{(pid=101083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 22:02:56.858992 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-655759bf-862a-49d9-8246-901a1d98d87e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605121'] for network, before_delete {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:02:56.876466 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40baa189-0b6d-4df8-ab09-8a90f698b3bb req-0efe8621-a255-4f83-a0a8-6edc6b5d9d89 tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:02:56.878497 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-40baa189-0b6d-4df8-ab09-8a90f698b3bb req-0efe8621-a255-4f83-a0a8-6edc6b5d9d89 tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] 10.222.0.25 "GET /v2.0/ports?device_id=0932b60e-a111-4011-b9e9-c9cd0443085f HTTP/1.1" status: 200 len: 946 time: 0.0536029 Nov 08 22:02:56.886360 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.wsgi [-] (101082) accepted ('10.222.0.25', 44600) {{(pid=101082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 22:02:56.960661 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.db.db_base_plugin_v2 [None req-18093f93-94de-47c9-9c75-62b0a46ad292 admin admin] Deleting subnet c388e745-163e-4ce7-b3b6-4d504969c00f {{(pid=101082) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 22:02:56.966043 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-40baa189-0b6d-4df8-ab09-8a90f698b3bb req-5562098c-87e8-4992-9118-8faa81f2de40 tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] 10.222.0.25 "GET /v2.0/security-groups?id=eeea6e44-33b8-4aa9-8bb4-4225028c9643&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0810792 Nov 08 22:02:56.968063 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-18093f93-94de-47c9-9c75-62b0a46ad292 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:02:57.004825 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-18093f93-94de-47c9-9c75-62b0a46ad292 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7786225'] for subnet, precommit_delete_associations {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:02:57.045195 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-18093f93-94de-47c9-9c75-62b0a46ad292 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-524324'] for subnet, precommit_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:02:57.102443 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-18093f93-94de-47c9-9c75-62b0a46ad292 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-524333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7854401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7671823'] for subnet, after_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:02:57.129092 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18093f93-94de-47c9-9c75-62b0a46ad292 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c388e745-163e-4ce7-b3b6-4d504969c00f,revision_number=None']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:02:57.135720 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-18093f93-94de-47c9-9c75-62b0a46ad292 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646287'] for subnet, before_response {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:02:57.141747 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [None req-18093f93-94de-47c9-9c75-62b0a46ad292 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/c388e745-163e-4ce7-b3b6-4d504969c00f HTTP/1.1" status: 204 len: 168 time: 0.2480648 Nov 08 22:02:57.143715 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.wsgi [-] (101082) accepted ('10.222.0.25', 44604) {{(pid=101082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 22:02:57.151666 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18093f93-94de-47c9-9c75-62b0a46ad292 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 22:02:57.152228 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18093f93-94de-47c9-9c75-62b0a46ad292 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 22:02:57.152465 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18093f93-94de-47c9-9c75-62b0a46ad292 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 22:02:57.153140 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18093f93-94de-47c9-9c75-62b0a46ad292 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 22:02:57.153467 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18093f93-94de-47c9-9c75-62b0a46ad292 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 22:02:57.153814 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18093f93-94de-47c9-9c75-62b0a46ad292 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 22:02:57.154210 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18093f93-94de-47c9-9c75-62b0a46ad292 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 22:02:57.154438 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18093f93-94de-47c9-9c75-62b0a46ad292 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 22:02:57.154819 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18093f93-94de-47c9-9c75-62b0a46ad292 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 22:02:57.155073 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18093f93-94de-47c9-9c75-62b0a46ad292 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 22:02:57.155389 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18093f93-94de-47c9-9c75-62b0a46ad292 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 22:02:57.155703 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18093f93-94de-47c9-9c75-62b0a46ad292 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 22:02:57.166693 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-655759bf-862a-49d9-8246-901a1d98d87e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-530513', 'neutron.services.segments.db._delete_segments_for_network-8728276665393'] for network, precommit_delete {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:02:57.187699 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.services.segments.db [None req-655759bf-862a-49d9-8246-901a1d98d87e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7fa706e0-37a9-4ebd-842a-2698f5714f90']}} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 22:02:57.197142 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.services.segments.db [None req-655759bf-862a-49d9-8246-901a1d98d87e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49c9ba1b-8857-436d-852d-6f1ef1b4626a') {'for_net_delete': True} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 22:02:57.197440 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.services.segments.db [None req-655759bf-862a-49d9-8246-901a1d98d87e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49c9ba1b-8857-436d-852d-6f1ef1b4626a') {} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 22:02:57.206532 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-655759bf-862a-49d9-8246-901a1d98d87e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728276699450', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8163751'] for segment, before_delete {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:02:57.219583 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-655759bf-862a-49d9-8246-901a1d98d87e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-527333'] for segment, precommit_delete {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:02:57.225572 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-655759bf-862a-49d9-8246-901a1d98d87e admin admin] Releasing vlan 709 on physical network physnet1 to pool {{(pid=101083) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 22:02:57.225954 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-655759bf-862a-49d9-8246-901a1d98d87e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-527333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7658955'] for segment, after_delete {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:02:57.228711 dv-cinder-817085-1-iscsi neutron-server[101083]: Traceback (most recent call last): Nov 08 22:02:57.228711 dv-cinder-817085-1-iscsi neutron-server[101083]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 22:02:57.228711 dv-cinder-817085-1-iscsi neutron-server[101083]: timer() Nov 08 22:02:57.228711 dv-cinder-817085-1-iscsi neutron-server[101083]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 22:02:57.228711 dv-cinder-817085-1-iscsi neutron-server[101083]: cb(*args, **kw) Nov 08 22:02:57.228711 dv-cinder-817085-1-iscsi neutron-server[101083]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 22:02:57.228711 dv-cinder-817085-1-iscsi neutron-server[101083]: return func(*args, **kwargs) Nov 08 22:02:57.228711 dv-cinder-817085-1-iscsi neutron-server[101083]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 22:02:57.228711 dv-cinder-817085-1-iscsi neutron-server[101083]: self._notify() Nov 08 22:02:57.228711 dv-cinder-817085-1-iscsi neutron-server[101083]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 22:02:57.228711 dv-cinder-817085-1-iscsi neutron-server[101083]: self.callback(batched_events) Nov 08 22:02:57.228711 dv-cinder-817085-1-iscsi neutron-server[101083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 22:02:57.228711 dv-cinder-817085-1-iscsi neutron-server[101083]: event.method(event) Nov 08 22:02:57.228711 dv-cinder-817085-1-iscsi neutron-server[101083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 22:02:57.228711 dv-cinder-817085-1-iscsi neutron-server[101083]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 22:02:57.228711 dv-cinder-817085-1-iscsi neutron-server[101083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 22:02:57.228711 dv-cinder-817085-1-iscsi neutron-server[101083]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 22:02:57.228711 dv-cinder-817085-1-iscsi neutron-server[101083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 22:02:57.228711 dv-cinder-817085-1-iscsi neutron-server[101083]: return f(self, *a, **k) Nov 08 22:02:57.228711 dv-cinder-817085-1-iscsi neutron-server[101083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 22:02:57.228711 dv-cinder-817085-1-iscsi neutron-server[101083]: return self._get(url).json() Nov 08 22:02:57.228711 dv-cinder-817085-1-iscsi neutron-server[101083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 22:02:57.228711 dv-cinder-817085-1-iscsi neutron-server[101083]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 22:02:57.228711 dv-cinder-817085-1-iscsi neutron-server[101083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 22:02:57.228711 dv-cinder-817085-1-iscsi neutron-server[101083]: return self.request(url, 'GET', **kwargs) Nov 08 22:02:57.228711 dv-cinder-817085-1-iscsi neutron-server[101083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 22:02:57.228711 dv-cinder-817085-1-iscsi neutron-server[101083]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 22:02:57.228711 dv-cinder-817085-1-iscsi neutron-server[101083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 22:02:57.228711 dv-cinder-817085-1-iscsi neutron-server[101083]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 22:02:57.228711 dv-cinder-817085-1-iscsi neutron-server[101083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 22:02:57.228711 dv-cinder-817085-1-iscsi neutron-server[101083]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 22:02:57.228711 dv-cinder-817085-1-iscsi neutron-server[101083]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 22:02:57.252832 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-abdc9ad9-de01-41a3-bbd0-38254bfdf475 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605121'] for network, before_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:02:57.271331 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d65a1f7-cefe-4b44-8afb-b38bc654f09a req-1b33c926-2c07-4161-8e70-51b67690e3e2 tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:02:57.272835 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-6d65a1f7-cefe-4b44-8afb-b38bc654f09a req-1b33c926-2c07-4161-8e70-51b67690e3e2 tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] 10.222.0.25 "GET /v2.0/ports?device_id=21765c62-33e5-4865-a2e8-923f1018396e HTTP/1.1" status: 200 len: 945 time: 0.1010294 Nov 08 22:02:57.283674 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-655759bf-862a-49d9-8246-901a1d98d87e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-531106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1623971'] for network, after_delete {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:02:57.290779 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-655759bf-862a-49d9-8246-901a1d98d87e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646287'] for network, before_response {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:02:57.296168 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [None req-655759bf-862a-49d9-8246-901a1d98d87e admin admin] 10.222.0.25 "DELETE /v2.0/networks/7fa706e0-37a9-4ebd-842a-2698f5714f90 HTTP/1.1" status: 204 len: 168 time: 0.4997070 Nov 08 22:02:57.304996 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655759bf-862a-49d9-8246-901a1d98d87e admin admin] Pushing event deleted for resources: {'Network': ['ID=7fa706e0-37a9-4ebd-842a-2698f5714f90,revision_number=None']} {{(pid=101083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:02:57.380993 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-abdc9ad9-de01-41a3-bbd0-38254bfdf475 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-530513', 'neutron.services.segments.db._delete_segments_for_network-8728276665393'] for network, precommit_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:02:57.391944 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-6d65a1f7-cefe-4b44-8afb-b38bc654f09a req-b81d0f7a-691d-424a-b34f-c71ad3da1826 tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] 10.222.0.25 "GET /v2.0/security-groups?id=48a61968-ba2d-42aa-b087-8fe6b21c1944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127594 Nov 08 22:02:57.404976 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.services.segments.db [None req-abdc9ad9-de01-41a3-bbd0-38254bfdf475 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1af71b13-9cb9-46cd-97aa-4e7f7899262e']}} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 22:02:57.415905 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.services.segments.db [None req-abdc9ad9-de01-41a3-bbd0-38254bfdf475 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37b61f9e-bba3-4df3-9e21-4a1dc2717139') {'for_net_delete': True} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 22:02:57.416194 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.services.segments.db [None req-abdc9ad9-de01-41a3-bbd0-38254bfdf475 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37b61f9e-bba3-4df3-9e21-4a1dc2717139') {} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 22:02:57.424816 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-abdc9ad9-de01-41a3-bbd0-38254bfdf475 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728276699450', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7786216'] for segment, before_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:02:57.445731 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-abdc9ad9-de01-41a3-bbd0-38254bfdf475 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-527333'] for segment, precommit_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:02:57.451711 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-abdc9ad9-de01-41a3-bbd0-38254bfdf475 admin admin] Releasing vlan 711 on physical network physnet1 to pool {{(pid=101082) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 22:02:57.452110 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-abdc9ad9-de01-41a3-bbd0-38254bfdf475 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-527333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7854503'] for segment, after_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:02:57.453972 dv-cinder-817085-1-iscsi neutron-server[101082]: Traceback (most recent call last): Nov 08 22:02:57.453972 dv-cinder-817085-1-iscsi neutron-server[101082]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 22:02:57.453972 dv-cinder-817085-1-iscsi neutron-server[101082]: timer() Nov 08 22:02:57.453972 dv-cinder-817085-1-iscsi neutron-server[101082]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 22:02:57.453972 dv-cinder-817085-1-iscsi neutron-server[101082]: cb(*args, **kw) Nov 08 22:02:57.453972 dv-cinder-817085-1-iscsi neutron-server[101082]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 22:02:57.453972 dv-cinder-817085-1-iscsi neutron-server[101082]: return func(*args, **kwargs) Nov 08 22:02:57.453972 dv-cinder-817085-1-iscsi neutron-server[101082]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 22:02:57.453972 dv-cinder-817085-1-iscsi neutron-server[101082]: self._notify() Nov 08 22:02:57.453972 dv-cinder-817085-1-iscsi neutron-server[101082]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 22:02:57.453972 dv-cinder-817085-1-iscsi neutron-server[101082]: self.callback(batched_events) Nov 08 22:02:57.453972 dv-cinder-817085-1-iscsi neutron-server[101082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 22:02:57.453972 dv-cinder-817085-1-iscsi neutron-server[101082]: event.method(event) Nov 08 22:02:57.453972 dv-cinder-817085-1-iscsi neutron-server[101082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 22:02:57.453972 dv-cinder-817085-1-iscsi neutron-server[101082]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 22:02:57.453972 dv-cinder-817085-1-iscsi neutron-server[101082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 22:02:57.453972 dv-cinder-817085-1-iscsi neutron-server[101082]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 22:02:57.453972 dv-cinder-817085-1-iscsi neutron-server[101082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 22:02:57.453972 dv-cinder-817085-1-iscsi neutron-server[101082]: return f(self, *a, **k) Nov 08 22:02:57.453972 dv-cinder-817085-1-iscsi neutron-server[101082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 22:02:57.453972 dv-cinder-817085-1-iscsi neutron-server[101082]: return self._get(url).json() Nov 08 22:02:57.453972 dv-cinder-817085-1-iscsi neutron-server[101082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 22:02:57.453972 dv-cinder-817085-1-iscsi neutron-server[101082]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 22:02:57.453972 dv-cinder-817085-1-iscsi neutron-server[101082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 22:02:57.453972 dv-cinder-817085-1-iscsi neutron-server[101082]: return self.request(url, 'GET', **kwargs) Nov 08 22:02:57.453972 dv-cinder-817085-1-iscsi neutron-server[101082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 22:02:57.453972 dv-cinder-817085-1-iscsi neutron-server[101082]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 22:02:57.453972 dv-cinder-817085-1-iscsi neutron-server[101082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 22:02:57.453972 dv-cinder-817085-1-iscsi neutron-server[101082]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 22:02:57.453972 dv-cinder-817085-1-iscsi neutron-server[101082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 22:02:57.453972 dv-cinder-817085-1-iscsi neutron-server[101082]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 22:02:57.453972 dv-cinder-817085-1-iscsi neutron-server[101082]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 22:02:57.493326 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.wsgi [-] (101082) accepted ('10.222.0.25', 44608) {{(pid=101082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 22:02:57.527238 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-abdc9ad9-de01-41a3-bbd0-38254bfdf475 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-531106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1623971'] for network, after_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:02:57.535675 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-abdc9ad9-de01-41a3-bbd0-38254bfdf475 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646287'] for network, before_response {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:02:57.538763 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [None req-abdc9ad9-de01-41a3-bbd0-38254bfdf475 admin admin] 10.222.0.25 "DELETE /v2.0/networks/1af71b13-9cb9-46cd-97aa-4e7f7899262e HTTP/1.1" status: 204 len: 168 time: 0.3941398 Nov 08 22:02:57.556597 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdc9ad9-de01-41a3-bbd0-38254bfdf475 admin admin] Pushing event deleted for resources: {'Network': ['ID=1af71b13-9cb9-46cd-97aa-4e7f7899262e,revision_number=None']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:02:57.560012 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [None req-f670ee65-d939-4f7d-8ce7-992271bc9fcf admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=97ae6a1a13024d34a46a7f5ec8ee6707&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0656900 Nov 08 22:02:57.562870 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.wsgi [-] (101082) accepted ('10.222.0.25', 44612) {{(pid=101082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 22:02:57.614551 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-29e652ea-9cd8-4bc9-8cd9-edf639132682 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:02:57.637312 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-29e652ea-9cd8-4bc9-8cd9-edf639132682 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:02:57.689006 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-29e652ea-9cd8-4bc9-8cd9-edf639132682 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2033567'] for security_group, after_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:02:57.691533 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-29e652ea-9cd8-4bc9-8cd9-edf639132682 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:02:57.692686 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [None req-29e652ea-9cd8-4bc9-8cd9-edf639132682 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/69d707de-fe7a-4758-96d9-19eb020d9ee3 HTTP/1.1" status: 204 len: 168 time: 0.1289322 Nov 08 22:02:57.701105 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e652ea-9cd8-4bc9-8cd9-edf639132682 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69d707de-fe7a-4758-96d9-19eb020d9ee3,revision_number=None']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:02:57.708135 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.wsgi [-] (101082) accepted ('10.222.0.25', 44616) {{(pid=101082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 22:02:57.750038 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [None req-b887c31a-f69a-44fb-a9d4-e7066cd6f414 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=0a22ac80042f4867857306759d16a667&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0408828 Nov 08 22:02:57.752680 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.wsgi [-] (101082) accepted ('10.222.0.25', 44618) {{(pid=101082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 22:02:57.799168 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-4c18782d-a015-4a8a-b966-2722d7920b61 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:02:57.825541 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-4c18782d-a015-4a8a-b966-2722d7920b61 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:02:57.875689 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-4c18782d-a015-4a8a-b966-2722d7920b61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2033567'] for security_group, after_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:02:57.878621 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-4c18782d-a015-4a8a-b966-2722d7920b61 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:02:57.879755 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [None req-4c18782d-a015-4a8a-b966-2722d7920b61 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/18bce912-cacb-492f-931d-a2fe8ac5d2b5 HTTP/1.1" status: 204 len: 168 time: 0.1260917 Nov 08 22:02:57.890884 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c18782d-a015-4a8a-b966-2722d7920b61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18bce912-cacb-492f-931d-a2fe8ac5d2b5,revision_number=None']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:02:58.088898 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6533afda-e62c-495c-ab4d-5d9fa591a35f req-962db03e-5257-42ee-9f3b-70d92fdcef38 tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:02:58.096089 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-6533afda-e62c-495c-ab4d-5d9fa591a35f req-962db03e-5257-42ee-9f3b-70d92fdcef38 tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] 10.222.0.25 "GET /v2.0/ports?device_id=0932b60e-a111-4011-b9e9-c9cd0443085f HTTP/1.1" status: 200 len: 946 time: 0.0552392 Nov 08 22:02:58.152204 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-6533afda-e62c-495c-ab4d-5d9fa591a35f req-bfdd75f9-e125-44f9-b8c6-9b28b46c510f tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] 10.222.0.25 "GET /v2.0/security-groups?id=eeea6e44-33b8-4aa9-8bb4-4225028c9643&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552549 Nov 08 22:02:58.546327 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e120217-2f91-475a-8e9b-b05372066b77 req-9bd498ee-c560-44f1-9300-2ff13dcc9ef9 tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:02:58.548405 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-0e120217-2f91-475a-8e9b-b05372066b77 req-9bd498ee-c560-44f1-9300-2ff13dcc9ef9 tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] 10.222.0.25 "GET /v2.0/ports?device_id=21765c62-33e5-4865-a2e8-923f1018396e HTTP/1.1" status: 200 len: 945 time: 0.0682135 Nov 08 22:02:58.622273 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-0e120217-2f91-475a-8e9b-b05372066b77 req-2b30634e-4f82-4448-98fb-1f0d7e6b7af1 tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] 10.222.0.25 "GET /v2.0/security-groups?id=48a61968-ba2d-42aa-b087-8fe6b21c1944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672040 Nov 08 22:02:58.939214 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.rpc [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Device 05e12715-6298-4fba-90e4-2bde5690db07 no longer exists at agent hyperv_hv-cinder-81708 {{(pid=101084) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 22:02:58.961085 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.plugin [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] No Port match for: 05e12715-6298-4fba-90e4-2bde5690db07 {{(pid=101084) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 22:02:58.961958 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.rpc [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Device 05e12715-6298-4fba-90e4-2bde5690db07 not bound to the agent host hv-cinder-81708 {{(pid=101084) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 22:02:59.285701 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413f7174-1aeb-4e44-b2dd-87ef9fde9bfb req-1d91db5e-aa02-4d1b-b408-d8123b33268f tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:02:59.287365 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-413f7174-1aeb-4e44-b2dd-87ef9fde9bfb req-1d91db5e-aa02-4d1b-b408-d8123b33268f tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] 10.222.0.25 "GET /v2.0/ports?device_id=0932b60e-a111-4011-b9e9-c9cd0443085f HTTP/1.1" status: 200 len: 946 time: 0.0535383 Nov 08 22:02:59.356355 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-413f7174-1aeb-4e44-b2dd-87ef9fde9bfb req-0ab897f0-56b4-4827-b4c7-6c16127006cd tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] 10.222.0.25 "GET /v2.0/security-groups?id=eeea6e44-33b8-4aa9-8bb4-4225028c9643&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545218 Nov 08 22:02:59.744899 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339802da-e837-4458-8376-0e1622d2c152 req-51cad049-4350-4f9c-88b5-a349fd55a06c tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:02:59.746280 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-339802da-e837-4458-8376-0e1622d2c152 req-51cad049-4350-4f9c-88b5-a349fd55a06c tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] 10.222.0.25 "GET /v2.0/ports?device_id=21765c62-33e5-4865-a2e8-923f1018396e HTTP/1.1" status: 200 len: 945 time: 0.0536840 Nov 08 22:02:59.796719 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-339802da-e837-4458-8376-0e1622d2c152 req-738ce9d9-7841-431b-b7cb-b4ed3a815ffd tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] 10.222.0.25 "GET /v2.0/security-groups?id=48a61968-ba2d-42aa-b087-8fe6b21c1944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437927 Nov 08 22:02:59.910399 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17b1fe8-549b-4fea-a66a-7c3e84f9049f req-14de476e-b9fc-41c3-8910-4ab886fc9a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:02:59.911894 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-f17b1fe8-549b-4fea-a66a-7c3e84f9049f req-14de476e-b9fc-41c3-8910-4ab886fc9a7d service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=21765c62-33e5-4865-a2e8-923f1018396e HTTP/1.1" status: 200 len: 1098 time: 0.0470681 Nov 08 22:02:59.956435 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-f17b1fe8-549b-4fea-a66a-7c3e84f9049f req-bb3736ba-5433-4801-8692-cadecbb8c90b service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=48a61968-ba2d-42aa-b087-8fe6b21c1944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354693 Nov 08 22:03:00.466009 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950f1388-9af6-4d8d-ba6d-98701ebe4b43 req-807b707c-1f3c-44ae-9e72-227c588183f4 tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:03:00.467697 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-950f1388-9af6-4d8d-ba6d-98701ebe4b43 req-807b707c-1f3c-44ae-9e72-227c588183f4 tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] 10.222.0.25 "GET /v2.0/ports?device_id=0932b60e-a111-4011-b9e9-c9cd0443085f HTTP/1.1" status: 200 len: 946 time: 0.0496988 Nov 08 22:03:00.515658 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-950f1388-9af6-4d8d-ba6d-98701ebe4b43 req-f8fd0a77-6310-4f14-93eb-d50e039b2da1 tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] 10.222.0.25 "GET /v2.0/security-groups?id=eeea6e44-33b8-4aa9-8bb4-4225028c9643&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417578 Nov 08 22:03:00.917847 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f3abd2-09ec-4c6a-9c00-fbfdb7458453 req-b1ef3a63-31c8-46e3-9ce4-10c06ed159e4 tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:03:00.926822 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-53f3abd2-09ec-4c6a-9c00-fbfdb7458453 req-b1ef3a63-31c8-46e3-9ce4-10c06ed159e4 tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] 10.222.0.25 "GET /v2.0/ports?device_id=21765c62-33e5-4865-a2e8-923f1018396e HTTP/1.1" status: 200 len: 945 time: 0.0630605 Nov 08 22:03:00.952055 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.rpc [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Device ea8db2ea-5940-4d8c-b6b9-7b29ac67051c details requested by agent hyperv_hv-cinder-81708 with host hv-cinder-81708 {{(pid=101084) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 22:03:00.985180 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-53f3abd2-09ec-4c6a-9c00-fbfdb7458453 req-31519efa-d9cf-4b3d-bf59-31c3cae5a3b1 tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] 10.222.0.25 "GET /v2.0/security-groups?id=48a61968-ba2d-42aa-b087-8fe6b21c1944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572672 Nov 08 22:03:01.096828 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.db [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] For port ea8db2ea-5940-4d8c-b6b9-7b29ac67051c, host hv-cinder-81708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81708',level=0,port_id=ea8db2ea-5940-4d8c-b6b9-7b29ac67051c,segment=NetworkSegment(01d75646-a471-41b3-9a68-2bf7bfb9163b),segment_id=01d75646-a471-41b3-9a68-2bf7bfb9163b)] {{(pid=101084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 22:03:01.108958 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.rpc [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Returning: {'device': 'ea8db2ea-5940-4d8c-b6b9-7b29ac67051c', 'network_id': 'd0389d40-840b-4921-84b3-93bfc186ef85', 'port_id': 'ea8db2ea-5940-4d8c-b6b9-7b29ac67051c', 'mac_address': 'fa:16:3e:f1:e1:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 744, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74626eb5-4f16-4db6-984a-103aeaf27899', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101084) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 22:03:01.146897 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-925982'] for port, before_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:03:01.161057 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.notifiers.nova [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ea8db2ea-5940-4d8c-b6b9-7b29ac67051c {{(pid=101084) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 22:03:01.184681 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.db [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] For port ea8db2ea-5940-4d8c-b6b9-7b29ac67051c, host hv-cinder-81708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81708',level=0,port_id=ea8db2ea-5940-4d8c-b6b9-7b29ac67051c,segment=NetworkSegment(01d75646-a471-41b3-9a68-2bf7bfb9163b),segment_id=01d75646-a471-41b3-9a68-2bf7bfb9163b)] {{(pid=101084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 22:03:01.188413 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728276638356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728276144285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728276144303'] for port, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:03:01.250158 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Pushing event updated for resources: {'Port': ['ID=ea8db2ea-5940-4d8c-b6b9-7b29ac67051c,revision_number=6']} {{(pid=101084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:03:01.301684 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.db [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] get_ports_and_sgs() called for port_ids ['ea8db2ea-5940-4d8c-b6b9-7b29ac67051c'] {{(pid=101084) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 22:03:01.644894 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b744acc-e838-471e-a94b-f4fe49222298 req-fd294e4f-eb37-4eb3-8f73-14b614bb3412 tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:03:01.646460 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-8b744acc-e838-471e-a94b-f4fe49222298 req-fd294e4f-eb37-4eb3-8f73-14b614bb3412 tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] 10.222.0.25 "GET /v2.0/ports?device_id=0932b60e-a111-4011-b9e9-c9cd0443085f HTTP/1.1" status: 200 len: 945 time: 0.0558035 Nov 08 22:03:01.709417 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-8b744acc-e838-471e-a94b-f4fe49222298 req-aaa71300-990d-4588-98c9-fbac60183860 tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] 10.222.0.25 "GET /v2.0/security-groups?id=eeea6e44-33b8-4aa9-8bb4-4225028c9643&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540767 Nov 08 22:03:02.119230 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403c66c8-9806-466b-a5fc-2866f15373fb req-07cdb7c8-16e5-43c4-b957-dda1286b70a3 tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:03:02.129688 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-403c66c8-9806-466b-a5fc-2866f15373fb req-07cdb7c8-16e5-43c4-b957-dda1286b70a3 tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] 10.222.0.25 "GET /v2.0/ports?device_id=21765c62-33e5-4865-a2e8-923f1018396e HTTP/1.1" status: 200 len: 945 time: 0.0656164 Nov 08 22:03:02.191915 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-403c66c8-9806-466b-a5fc-2866f15373fb req-a14ac583-8cc4-45fd-bd67-0150e246dbe1 tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] 10.222.0.25 "GET /v2.0/security-groups?id=48a61968-ba2d-42aa-b087-8fe6b21c1944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508180 Nov 08 22:03:02.594341 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd45514-c884-459e-b093-bf9ec74cdf7e req-53d70c58-abd3-4add-8fca-b1a363486e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:03:02.596515 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-7bd45514-c884-459e-b093-bf9ec74cdf7e req-53d70c58-abd3-4add-8fca-b1a363486e48 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=978ca50bc6d64521ad5d25a5de935b0b&device_id=21765c62-33e5-4865-a2e8-923f1018396e HTTP/1.1" status: 200 len: 1098 time: 0.0678005 Nov 08 22:03:02.644640 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9209f59d-0313-45ea-b854-cda634a68e6a req-bfa019f6-db36-40c2-8869-fb905c69f6f2 tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:03:02.646603 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-9209f59d-0313-45ea-b854-cda634a68e6a req-bfa019f6-db36-40c2-8869-fb905c69f6f2 tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] 10.222.0.25 "GET /v2.0/ports?device_id=21765c62-33e5-4865-a2e8-923f1018396e HTTP/1.1" status: 200 len: 945 time: 0.0862730 Nov 08 22:03:02.721874 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd45514-c884-459e-b093-bf9ec74cdf7e req-412418ff-c8d5-4095-a85c-260c876ded66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:03:02.723392 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-7bd45514-c884-459e-b093-bf9ec74cdf7e req-412418ff-c8d5-4095-a85c-260c876ded66 service neutron] 10.222.0.48 "GET /v2.0/networks?id=890edfdd-a1ca-4a26-a0c0-782a8dc72e87 HTTP/1.1" status: 200 len: 920 time: 0.1145086 Nov 08 22:03:02.729513 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-9209f59d-0313-45ea-b854-cda634a68e6a req-b1bddc79-9105-4389-adcd-704a24e714c6 tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] 10.222.0.25 "GET /v2.0/security-groups?id=48a61968-ba2d-42aa-b087-8fe6b21c1944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752492 Nov 08 22:03:02.801544 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-7bd45514-c884-459e-b093-bf9ec74cdf7e req-eebfa9f9-ceb1-4039-9e18-1e5b5262fe57 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b33ea48b-3084-4600-a9c7-4bd772bccc05 HTTP/1.1" status: 200 len: 217 time: 0.0609429 Nov 08 22:03:02.894172 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd45514-c884-459e-b093-bf9ec74cdf7e req-5ae7a5f1-2e18-4178-ae02-396157362ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:03:02.896067 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-7bd45514-c884-459e-b093-bf9ec74cdf7e req-5ae7a5f1-2e18-4178-ae02-396157362ea2 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=5d94cda7-098f-4351-9588-bf6058a35aaf HTTP/1.1" status: 200 len: 859 time: 0.0850611 Nov 08 22:03:02.901293 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb281e33-13af-41f9-b88a-b87cb95fb1b4 req-2ee364f6-96f8-45db-b9cd-cba017948143 tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:03:02.902919 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-fb281e33-13af-41f9-b88a-b87cb95fb1b4 req-2ee364f6-96f8-45db-b9cd-cba017948143 tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] 10.222.0.25 "GET /v2.0/ports?device_id=0932b60e-a111-4011-b9e9-c9cd0443085f HTTP/1.1" status: 200 len: 945 time: 0.0802705 Nov 08 22:03:02.938324 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-7bd45514-c884-459e-b093-bf9ec74cdf7e req-73ed007d-29fe-4fee-89ae-1e37affa5b2a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=890edfdd-a1ca-4a26-a0c0-782a8dc72e87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275409 Nov 08 22:03:02.955201 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-fb281e33-13af-41f9-b88a-b87cb95fb1b4 req-4695977b-1738-41a9-b84d-e2a3d729d9ba tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] 10.222.0.25 "GET /v2.0/security-groups?id=eeea6e44-33b8-4aa9-8bb4-4225028c9643&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452900 Nov 08 22:03:03.903878 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.rpc [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Device ea8db2ea-5940-4d8c-b6b9-7b29ac67051c up at agent hyperv_hv-cinder-81708 {{(pid=101084) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 22:03:03.928501 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19e30bf-b3d8-4678-9ba4-7b5040c8f570 req-068f577b-177b-41e5-aae3-bbd66ee6fc0d tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:03:03.936167 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-d19e30bf-b3d8-4678-9ba4-7b5040c8f570 req-068f577b-177b-41e5-aae3-bbd66ee6fc0d tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] 10.222.0.25 "GET /v2.0/ports?device_id=21765c62-33e5-4865-a2e8-923f1018396e HTTP/1.1" status: 200 len: 945 time: 0.1045535 Nov 08 22:03:04.039930 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.db.provisioning_blocks [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Provisioning complete for port ea8db2ea-5940-4d8c-b6b9-7b29ac67051c triggered by entity L2. {{(pid=101084) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 22:03:04.041368 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-534742'] for port, provisioning_complete {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:03:04.047154 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-d19e30bf-b3d8-4678-9ba4-7b5040c8f570 req-42a2e0e1-4d99-46a9-b876-6c1d8447a064 tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] 10.222.0.25 "GET /v2.0/security-groups?id=48a61968-ba2d-42aa-b087-8fe6b21c1944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048303 Nov 08 22:03:04.085830 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-7bd45514-c884-459e-b093-bf9ec74cdf7e req-6c7a8722-aeea-47c9-aaed-7de5bd16d9db service neutron] 10.222.0.48 "GET /v2.0/networks/890edfdd-a1ca-4a26-a0c0-782a8dc72e87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1798384 Nov 08 22:03:04.141293 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8610d23-2157-46ed-ae8f-64f735b5f2ab req-4c10dbb6-97ec-4512-8ffa-8f2bd7f2edce tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:03:04.142985 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-d8610d23-2157-46ed-ae8f-64f735b5f2ab req-4c10dbb6-97ec-4512-8ffa-8f2bd7f2edce tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] 10.222.0.25 "GET /v2.0/ports?device_id=0932b60e-a111-4011-b9e9-c9cd0443085f HTTP/1.1" status: 200 len: 945 time: 0.0598860 Nov 08 22:03:04.171562 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-925982'] for port, before_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:03:04.195000 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-d8610d23-2157-46ed-ae8f-64f735b5f2ab req-5f85abe8-e26c-47af-a21a-7e3cf2968a71 tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] 10.222.0.25 "GET /v2.0/security-groups?id=eeea6e44-33b8-4aa9-8bb4-4225028c9643&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461476 Nov 08 22:03:04.196573 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0932b60e-a111-4011-b9e9-c9cd0443085f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea8db2ea-5940-4d8c-b6b9-7b29ac67051c'}] {{(pid=101084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 22:03:04.198833 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b3cbe6c7fdf7c1e60af50d850490ef6f4dccd02a9ea7bc434e0a37b2dd34cb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52275ff3-f03a-498c-b2e2-ad2b0d3c1730" -d '{"events": [{"server_uuid": "0932b60e-a111-4011-b9e9-c9cd0443085f", "name": "network-vif-plugged", "status": "completed", "tag": "ea8db2ea-5940-4d8c-b6b9-7b29ac67051c"}]}' {{(pid=101084) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 22:03:04.222191 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.db [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] For port ea8db2ea-5940-4d8c-b6b9-7b29ac67051c, host hv-cinder-81708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81708',level=0,port_id=ea8db2ea-5940-4d8c-b6b9-7b29ac67051c,segment=NetworkSegment(01d75646-a471-41b3-9a68-2bf7bfb9163b),segment_id=01d75646-a471-41b3-9a68-2bf7bfb9163b)] {{(pid=101084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 22:03:04.227940 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728276638356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728276144285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728276144303'] for port, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:03:04.257626 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 22:03:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4da715d-1666-4e3e-8e12-289fed272e49 x-openstack-request-id: req-a4da715d-1666-4e3e-8e12-289fed272e49 {{(pid=101084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 22:03:04.257940 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0932b60e-a111-4011-b9e9-c9cd0443085f", "name": "network-vif-plugged", "status": "completed", "tag": "ea8db2ea-5940-4d8c-b6b9-7b29ac67051c", "code": 200}]} {{(pid=101084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 22:03:04.258196 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a4da715d-1666-4e3e-8e12-289fed272e49 {{(pid=101084) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 22:03:04.258575 dv-cinder-817085-1-iscsi neutron-server[101084]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0932b60e-a111-4011-b9e9-c9cd0443085f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea8db2ea-5940-4d8c-b6b9-7b29ac67051c', 'code': 200} Nov 08 22:03:04.287721 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Pushing event updated for resources: {'Port': ['ID=ea8db2ea-5940-4d8c-b6b9-7b29ac67051c,revision_number=7']} {{(pid=101084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:03:04.296569 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 22:03:04.297458 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 22:03:04.299939 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 22:03:04.300461 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 22:03:04.300840 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 22:03:04.301164 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 22:03:04.301500 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 22:03:04.303681 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 22:03:04.304088 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 22:03:04.304502 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 22:03:04.304913 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 22:03:04.305253 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 22:03:05.190281 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea21ee84-f741-4248-84f9-73e22fc464b8 req-30a57d3e-c99d-45e9-8274-6fddcc482b1f tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:03:05.191774 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-ea21ee84-f741-4248-84f9-73e22fc464b8 req-30a57d3e-c99d-45e9-8274-6fddcc482b1f tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] 10.222.0.25 "GET /v2.0/ports?device_id=21765c62-33e5-4865-a2e8-923f1018396e HTTP/1.1" status: 200 len: 945 time: 0.0572670 Nov 08 22:03:05.256657 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-ea21ee84-f741-4248-84f9-73e22fc464b8 req-12870137-1a1b-42fb-9c2e-56aea3896aa6 tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] 10.222.0.25 "GET /v2.0/security-groups?id=48a61968-ba2d-42aa-b087-8fe6b21c1944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539086 Nov 08 22:03:05.366205 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fd4d5b-0c59-4ca5-89c8-462a53f02615 req-e8847059-f479-4e61-a597-e7bed1f521bb tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:03:05.373513 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-22fd4d5b-0c59-4ca5-89c8-462a53f02615 req-e8847059-f479-4e61-a597-e7bed1f521bb tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] 10.222.0.25 "GET /v2.0/ports?device_id=0932b60e-a111-4011-b9e9-c9cd0443085f HTTP/1.1" status: 200 len: 946 time: 0.0699496 Nov 08 22:03:05.425389 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-22fd4d5b-0c59-4ca5-89c8-462a53f02615 req-e8a742af-c736-4559-ad8e-3743d6938de4 tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] 10.222.0.25 "GET /v2.0/security-groups?id=eeea6e44-33b8-4aa9-8bb4-4225028c9643&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507536 Nov 08 22:03:05.958891 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-7bd45514-c884-459e-b093-bf9ec74cdf7e req-ceac6347-fe5d-45f2-861f-83b3d85caa2f service neutron] 10.222.0.48 "GET /v2.0/networks/890edfdd-a1ca-4a26-a0c0-782a8dc72e87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984650 Nov 08 22:03:06.401282 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e44c834-4cac-4565-9b37-3cc5ac1c463e req-8f68af2f-3a15-44c6-91e7-6ea5399b9d4a tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:03:06.408478 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-6e44c834-4cac-4565-9b37-3cc5ac1c463e req-8f68af2f-3a15-44c6-91e7-6ea5399b9d4a tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] 10.222.0.25 "GET /v2.0/ports?device_id=21765c62-33e5-4865-a2e8-923f1018396e HTTP/1.1" status: 200 len: 945 time: 0.0675812 Nov 08 22:03:06.453177 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-6e44c834-4cac-4565-9b37-3cc5ac1c463e req-28fea8a9-6efd-42a8-a923-ab33135d6443 tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] 10.222.0.25 "GET /v2.0/security-groups?id=48a61968-ba2d-42aa-b087-8fe6b21c1944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437491 Nov 08 22:03:06.567772 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97b83aa-39dd-4fbe-98f4-c404560184d4 req-9febd236-504f-4bf5-8bd8-546cd8feb6f8 tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:03:06.569733 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-e97b83aa-39dd-4fbe-98f4-c404560184d4 req-9febd236-504f-4bf5-8bd8-546cd8feb6f8 tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] 10.222.0.25 "GET /v2.0/ports?device_id=0932b60e-a111-4011-b9e9-c9cd0443085f HTTP/1.1" status: 200 len: 946 time: 0.0660057 Nov 08 22:03:06.627286 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-e97b83aa-39dd-4fbe-98f4-c404560184d4 req-8f834823-a244-4c90-862f-97ba17287054 tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] 10.222.0.25 "GET /v2.0/security-groups?id=eeea6e44-33b8-4aa9-8bb4-4225028c9643&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494988 Nov 08 22:03:07.594083 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8d09c5-571f-4c76-982c-44575dffc5e7 req-be0c113b-b58a-48dd-ac0a-96bfc61732d0 tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:03:07.595682 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-2a8d09c5-571f-4c76-982c-44575dffc5e7 req-be0c113b-b58a-48dd-ac0a-96bfc61732d0 tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] 10.222.0.25 "GET /v2.0/ports?device_id=21765c62-33e5-4865-a2e8-923f1018396e HTTP/1.1" status: 200 len: 945 time: 0.0566418 Nov 08 22:03:07.660489 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-2a8d09c5-571f-4c76-982c-44575dffc5e7 req-3af1b9bc-92e2-4017-b5c9-255a8385d131 tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] 10.222.0.25 "GET /v2.0/security-groups?id=48a61968-ba2d-42aa-b087-8fe6b21c1944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556908 Nov 08 22:03:07.787933 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c5c046-a7cf-4b30-bc73-0a51514b3b54 req-ea8b118b-7519-4e2c-9f3e-b06ab9a27212 tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:03:07.790220 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-21c5c046-a7cf-4b30-bc73-0a51514b3b54 req-ea8b118b-7519-4e2c-9f3e-b06ab9a27212 tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] 10.222.0.25 "GET /v2.0/ports?device_id=0932b60e-a111-4011-b9e9-c9cd0443085f HTTP/1.1" status: 200 len: 946 time: 0.0675468 Nov 08 22:03:07.858075 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-21c5c046-a7cf-4b30-bc73-0a51514b3b54 req-d4c755e1-7ce1-4cd6-8c93-e153be741caf tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] 10.222.0.25 "GET /v2.0/security-groups?id=eeea6e44-33b8-4aa9-8bb4-4225028c9643&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616553 Nov 08 22:03:08.803675 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b75a83-9f1e-44f0-8a9c-5970ed0125b7 req-2b6919b2-d80c-4e8a-b9c2-cee74fcafc0b tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:03:08.806162 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-d2b75a83-9f1e-44f0-8a9c-5970ed0125b7 req-2b6919b2-d80c-4e8a-b9c2-cee74fcafc0b tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] 10.222.0.25 "GET /v2.0/ports?device_id=21765c62-33e5-4865-a2e8-923f1018396e HTTP/1.1" status: 200 len: 945 time: 0.0634744 Nov 08 22:03:08.881740 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-d2b75a83-9f1e-44f0-8a9c-5970ed0125b7 req-151d3a79-c7cf-45d4-98b3-16c0f28fea4c tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] 10.222.0.25 "GET /v2.0/security-groups?id=48a61968-ba2d-42aa-b087-8fe6b21c1944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678668 Nov 08 22:03:09.037418 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a73f58-4524-4c8a-88fd-edf9338d7b02 req-647b64da-a4fa-48ce-a90e-8b1f1fc3d3cc tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:03:09.040409 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-87a73f58-4524-4c8a-88fd-edf9338d7b02 req-647b64da-a4fa-48ce-a90e-8b1f1fc3d3cc tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] 10.222.0.25 "GET /v2.0/ports?device_id=0932b60e-a111-4011-b9e9-c9cd0443085f HTTP/1.1" status: 200 len: 946 time: 0.0759876 Nov 08 22:03:09.128208 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-87a73f58-4524-4c8a-88fd-edf9338d7b02 req-c71d0e88-3e0f-4e46-8eb6-ec7c5b876b0d tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] 10.222.0.25 "GET /v2.0/security-groups?id=eeea6e44-33b8-4aa9-8bb4-4225028c9643&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0800755 Nov 08 22:03:09.307495 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.db.agents_db [None req-16c50754-5ab9-47e2-9d92-00a33089e8d5 None None] Agent healthcheck: found 6 active agents {{(pid=101085) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 22:03:10.301031 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a89f616-69a2-4b13-89c8-a605b16e1789 req-ceae5557-45f3-47d9-847e-36e3c0fe31e5 tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:03:10.318735 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-3a89f616-69a2-4b13-89c8-a605b16e1789 req-ceae5557-45f3-47d9-847e-36e3c0fe31e5 tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] 10.222.0.25 "GET /v2.0/ports?device_id=0932b60e-a111-4011-b9e9-c9cd0443085f HTTP/1.1" status: 200 len: 946 time: 0.0821891 Nov 08 22:03:10.423406 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-3a89f616-69a2-4b13-89c8-a605b16e1789 req-dfd91cb9-ba1b-4c66-982f-a5c678057956 tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] 10.222.0.25 "GET /v2.0/security-groups?id=eeea6e44-33b8-4aa9-8bb4-4225028c9643&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1051457 Nov 08 22:03:10.712216 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.wsgi [-] (101082) accepted ('10.222.0.25', 44962) {{(pid=101082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 22:03:10.839031 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-50baaeb2-6776-45b0-8958-4ad073cf8643 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:03:10.924244 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-50baaeb2-6776-45b0-8958-4ad073cf8643 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:03:10.928699 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-50baaeb2-6776-45b0-8958-4ad073cf8643 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2033567'] for security_group, after_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:03:10.970932 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [None req-50baaeb2-6776-45b0-8958-4ad073cf8643 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a20fe670bb074f5e9978076019d5aff1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2551124 Nov 08 22:03:10.970932 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50baaeb2-6776-45b0-8958-4ad073cf8643 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93b46876-6773-4897-ba4b-2e2c683fb7d7,revision_number=1']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:03:10.971806 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.wsgi [-] (101083) accepted ('10.222.0.25', 44968) {{(pid=101083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 22:03:11.035202 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-5c467259-fe52-42af-bdd7-6704d7a5ea4b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:03:11.071568 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-5c467259-fe52-42af-bdd7-6704d7a5ea4b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:03:11.123499 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-5c467259-fe52-42af-bdd7-6704d7a5ea4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2033567'] for security_group, after_delete {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:03:11.126136 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-5c467259-fe52-42af-bdd7-6704d7a5ea4b admin admin] Publish callbacks [] for security_group, before_response {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:03:11.129922 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [None req-5c467259-fe52-42af-bdd7-6704d7a5ea4b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/93b46876-6773-4897-ba4b-2e2c683fb7d7 HTTP/1.1" status: 204 len: 168 time: 0.1547246 Nov 08 22:03:11.136269 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c467259-fe52-42af-bdd7-6704d7a5ea4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93b46876-6773-4897-ba4b-2e2c683fb7d7,revision_number=None']} {{(pid=101083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:03:11.444883 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.wsgi [-] (101083) accepted ('10.222.0.25', 44978) {{(pid=101083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 22:03:11.460182 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-8afcf39d-389d-41af-8cf3-b4289f8e6327 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:03:11.544007 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-8afcf39d-389d-41af-8cf3-b4289f8e6327 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:03:11.548107 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-8afcf39d-389d-41af-8cf3-b4289f8e6327 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2033567'] for security_group, after_create {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:03:11.557764 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96739380-6ff2-47c4-ab84-f6b32f675254 req-aa0881cb-7528-431f-9478-b853ba70da01 tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:03:11.566671 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-96739380-6ff2-47c4-ab84-f6b32f675254 req-aa0881cb-7528-431f-9478-b853ba70da01 tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] 10.222.0.25 "GET /v2.0/ports?device_id=0932b60e-a111-4011-b9e9-c9cd0443085f HTTP/1.1" status: 200 len: 946 time: 0.0625260 Nov 08 22:03:11.592295 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afcf39d-389d-41af-8cf3-b4289f8e6327 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=921bc194-176b-4f7e-ae4b-f823f6911ef5,revision_number=1']} {{(pid=101083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:03:11.596598 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [None req-8afcf39d-389d-41af-8cf3-b4289f8e6327 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=150d83c858c14a8199b45d436217d572&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1507289 Nov 08 22:03:11.599177 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.wsgi [-] (101083) accepted ('10.222.0.25', 44990) {{(pid=101083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 22:03:11.622258 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-96739380-6ff2-47c4-ab84-f6b32f675254 req-6e7428c6-db8c-4550-8479-e6b0462cd2fc tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] 10.222.0.25 "GET /v2.0/security-groups?id=eeea6e44-33b8-4aa9-8bb4-4225028c9643&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543194 Nov 08 22:03:11.660046 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-3a15487e-88d0-4395-b6a3-3c39f35098fe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:03:11.684182 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-3a15487e-88d0-4395-b6a3-3c39f35098fe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:03:11.731494 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-3a15487e-88d0-4395-b6a3-3c39f35098fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2033567'] for security_group, after_delete {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:03:11.734199 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-3a15487e-88d0-4395-b6a3-3c39f35098fe admin admin] Publish callbacks [] for security_group, before_response {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:03:11.735364 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [None req-3a15487e-88d0-4395-b6a3-3c39f35098fe admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/921bc194-176b-4f7e-ae4b-f823f6911ef5 HTTP/1.1" status: 204 len: 168 time: 0.1350987 Nov 08 22:03:11.743855 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a15487e-88d0-4395-b6a3-3c39f35098fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=921bc194-176b-4f7e-ae4b-f823f6911ef5,revision_number=None']} {{(pid=101083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:03:12.159072 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988fc2f5-a2a4-4c36-a7ea-817be8c501dd req-7f3f6739-fcf7-46db-82c8-99f96953ebda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:03:12.160588 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-988fc2f5-a2a4-4c36-a7ea-817be8c501dd req-7f3f6739-fcf7-46db-82c8-99f96953ebda service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3c81291fa5704e6e99b9fb8671a47a4c&device_id=0932b60e-a111-4011-b9e9-c9cd0443085f HTTP/1.1" status: 200 len: 1099 time: 0.0394700 Nov 08 22:03:12.253419 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988fc2f5-a2a4-4c36-a7ea-817be8c501dd req-2f2a8c79-23b8-47b6-b771-62bb66040d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:03:12.254895 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-988fc2f5-a2a4-4c36-a7ea-817be8c501dd req-2f2a8c79-23b8-47b6-b771-62bb66040d15 service neutron] 10.222.0.48 "GET /v2.0/networks?id=d0389d40-840b-4921-84b3-93bfc186ef85 HTTP/1.1" status: 200 len: 917 time: 0.0851049 Nov 08 22:03:12.327468 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-988fc2f5-a2a4-4c36-a7ea-817be8c501dd req-c1404cd8-f28d-4132-890a-ea6467df41e8 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ea8db2ea-5940-4d8c-b6b9-7b29ac67051c HTTP/1.1" status: 200 len: 1002 time: 0.0646768 Nov 08 22:03:12.377619 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988fc2f5-a2a4-4c36-a7ea-817be8c501dd req-4f876da9-93f8-4855-88e7-c820066a01c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:03:12.379068 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-988fc2f5-a2a4-4c36-a7ea-817be8c501dd req-4f876da9-93f8-4855-88e7-c820066a01c7 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=74626eb5-4f16-4db6-984a-103aeaf27899 HTTP/1.1" status: 200 len: 855 time: 0.0445917 Nov 08 22:03:12.425100 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988fc2f5-a2a4-4c36-a7ea-817be8c501dd req-575f331c-5b26-4127-aa4e-31d07bacb2f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:03:12.426564 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-988fc2f5-a2a4-4c36-a7ea-817be8c501dd req-575f331c-5b26-4127-aa4e-31d07bacb2f4 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d0389d40-840b-4921-84b3-93bfc186ef85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0395689 Nov 08 22:03:12.522867 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-988fc2f5-a2a4-4c36-a7ea-817be8c501dd req-4017e9c0-2b55-4782-be16-2ce11ab18ff3 service neutron] 10.222.0.48 "GET /v2.0/networks/d0389d40-840b-4921-84b3-93bfc186ef85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878782 Nov 08 22:03:12.615779 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-988fc2f5-a2a4-4c36-a7ea-817be8c501dd req-f5e6c758-ee5b-4c4c-8897-93d598655f5c service neutron] 10.222.0.48 "GET /v2.0/networks/d0389d40-840b-4921-84b3-93bfc186ef85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839117 Nov 08 22:03:12.758027 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dfc48f-e9a3-45f1-b765-3a89357f91ad req-40a895d1-2cb6-4cfe-a0a8-2293ccbf9437 tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:03:12.759438 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-d4dfc48f-e9a3-45f1-b765-3a89357f91ad req-40a895d1-2cb6-4cfe-a0a8-2293ccbf9437 tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] 10.222.0.25 "GET /v2.0/ports?device_id=0932b60e-a111-4011-b9e9-c9cd0443085f HTTP/1.1" status: 200 len: 946 time: 0.0568368 Nov 08 22:03:12.814788 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-d4dfc48f-e9a3-45f1-b765-3a89357f91ad req-3f3aaa80-1463-44d1-900a-7b93a4fd6fdf tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] 10.222.0.25 "GET /v2.0/security-groups?id=eeea6e44-33b8-4aa9-8bb4-4225028c9643&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468531 Nov 08 22:03:12.842148 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.wsgi [-] (101083) accepted ('10.222.0.25', 45038) {{(pid=101083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 22:03:12.955092 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-2014f4e6-8b7a-4eb8-8a62-284b5444eb63 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:03:13.034012 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a07bdc-def9-4c3e-b409-974e03b10df1 req-4058d73a-13a4-4453-a1af-c034fc8531fc tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:03:13.035532 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-2014f4e6-8b7a-4eb8-8a62-284b5444eb63 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:03:13.035714 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-70a07bdc-def9-4c3e-b409-974e03b10df1 req-4058d73a-13a4-4453-a1af-c034fc8531fc tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] 10.222.0.25 "GET /v2.0/ports?device_id=36248ae4-e216-4453-969c-6c7953d8492f HTTP/1.1" status: 200 len: 945 time: 0.0503798 Nov 08 22:03:13.044462 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-2014f4e6-8b7a-4eb8-8a62-284b5444eb63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2033567'] for security_group, after_create {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:03:13.083547 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2014f4e6-8b7a-4eb8-8a62-284b5444eb63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cca950fd-36e8-479e-bd64-0f86c0a34a18,revision_number=1']} {{(pid=101083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:03:13.091191 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [None req-2014f4e6-8b7a-4eb8-8a62-284b5444eb63 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c41021fa6db64cb7a50886469e2472d2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2455003 Nov 08 22:03:13.091937 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.wsgi [-] (101083) accepted ('10.222.0.25', 45044) {{(pid=101083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 22:03:13.093315 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-70a07bdc-def9-4c3e-b409-974e03b10df1 req-d79ec318-a08e-4342-abc8-1a757c667330 tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] 10.222.0.25 "GET /v2.0/security-groups?id=48a61968-ba2d-42aa-b087-8fe6b21c1944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490596 Nov 08 22:03:13.143864 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-d1f4f614-9fd4-45ee-9696-d86f4ed5d837 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:03:13.165986 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-d1f4f614-9fd4-45ee-9696-d86f4ed5d837 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:03:13.210286 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-d1f4f614-9fd4-45ee-9696-d86f4ed5d837 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2033567'] for security_group, after_delete {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:03:13.213514 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-d1f4f614-9fd4-45ee-9696-d86f4ed5d837 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:03:13.214651 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [None req-d1f4f614-9fd4-45ee-9696-d86f4ed5d837 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/cca950fd-36e8-479e-bd64-0f86c0a34a18 HTTP/1.1" status: 204 len: 168 time: 0.1222639 Nov 08 22:03:13.221997 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f4f614-9fd4-45ee-9696-d86f4ed5d837 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cca950fd-36e8-479e-bd64-0f86c0a34a18,revision_number=None']} {{(pid=101083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:03:13.938658 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c242cec3-c556-43ca-a97b-be031debdeb1 req-09b99496-42c4-45ae-b884-5413942bff39 tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:03:13.941417 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-c242cec3-c556-43ca-a97b-be031debdeb1 req-09b99496-42c4-45ae-b884-5413942bff39 tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] 10.222.0.25 "GET /v2.0/ports?device_id=0932b60e-a111-4011-b9e9-c9cd0443085f HTTP/1.1" status: 200 len: 946 time: 0.0515971 Nov 08 22:03:14.007609 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-c242cec3-c556-43ca-a97b-be031debdeb1 req-1e3b3c71-1529-4bad-b8aa-32f70efd8158 tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] 10.222.0.25 "GET /v2.0/security-groups?id=eeea6e44-33b8-4aa9-8bb4-4225028c9643&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524745 Nov 08 22:03:14.214280 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c3fed8-fc8b-47b0-a7b4-59f3cc7b3ebe req-2308212d-4c3b-43ad-a1c4-f19eeaf1c8e0 tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:03:14.218096 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.wsgi [-] (101083) accepted ('10.222.0.25', 45096) {{(pid=101083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 22:03:14.219004 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-04c3fed8-fc8b-47b0-a7b4-59f3cc7b3ebe req-2308212d-4c3b-43ad-a1c4-f19eeaf1c8e0 tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] 10.222.0.25 "GET /v2.0/ports?device_id=36248ae4-e216-4453-969c-6c7953d8492f HTTP/1.1" status: 200 len: 945 time: 0.0526614 Nov 08 22:03:14.266594 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-04c3fed8-fc8b-47b0-a7b4-59f3cc7b3ebe req-685aeebc-9435-43ef-9ec9-ccca3ba12ec0 tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] 10.222.0.25 "GET /v2.0/security-groups?id=48a61968-ba2d-42aa-b087-8fe6b21c1944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413580 Nov 08 22:03:14.328378 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-caea86e0-66b8-4490-a30c-e6ab6f47fe95 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:03:14.405751 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-caea86e0-66b8-4490-a30c-e6ab6f47fe95 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:03:14.409819 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-caea86e0-66b8-4490-a30c-e6ab6f47fe95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2033567'] for security_group, after_create {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:03:14.447165 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [None req-caea86e0-66b8-4490-a30c-e6ab6f47fe95 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d2eadf2e50b24d2fbca50e1d484a00cd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2279770 Nov 08 22:03:14.448035 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caea86e0-66b8-4490-a30c-e6ab6f47fe95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf5d5d81-a97f-40c2-b338-949436ce87ce,revision_number=1']} {{(pid=101083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:03:14.449895 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.wsgi [-] (101082) accepted ('10.222.0.25', 45104) {{(pid=101082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 22:03:14.499118 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-37bc0b4b-5c5c-4abe-aa17-0a789f5dd959 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:03:14.519032 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-37bc0b4b-5c5c-4abe-aa17-0a789f5dd959 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:03:14.563213 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-37bc0b4b-5c5c-4abe-aa17-0a789f5dd959 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2033567'] for security_group, after_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:03:14.565912 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-37bc0b4b-5c5c-4abe-aa17-0a789f5dd959 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:03:14.567024 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [None req-37bc0b4b-5c5c-4abe-aa17-0a789f5dd959 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/cf5d5d81-a97f-40c2-b338-949436ce87ce HTTP/1.1" status: 204 len: 168 time: 0.1160805 Nov 08 22:03:14.574289 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37bc0b4b-5c5c-4abe-aa17-0a789f5dd959 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf5d5d81-a97f-40c2-b338-949436ce87ce,revision_number=None']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:03:15.037728 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.rpc [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Device ea8db2ea-5940-4d8c-b6b9-7b29ac67051c no longer exists at agent hyperv_hv-cinder-81708 {{(pid=101084) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 22:03:15.120542 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-925982'] for port, before_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:03:15.140627 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90acdcb0-1cab-45a1-a5cf-cf08a2f6885b req-b3820519-1b58-4127-9ca8-4a2ad2f5bfba tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:03:15.143078 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-90acdcb0-1cab-45a1-a5cf-cf08a2f6885b req-b3820519-1b58-4127-9ca8-4a2ad2f5bfba tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] 10.222.0.25 "GET /v2.0/ports?device_id=0932b60e-a111-4011-b9e9-c9cd0443085f HTTP/1.1" status: 200 len: 946 time: 0.0605333 Nov 08 22:03:15.168569 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.db [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] For port ea8db2ea-5940-4d8c-b6b9-7b29ac67051c, host hv-cinder-81708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81708',level=0,port_id=ea8db2ea-5940-4d8c-b6b9-7b29ac67051c,segment=NetworkSegment(01d75646-a471-41b3-9a68-2bf7bfb9163b),segment_id=01d75646-a471-41b3-9a68-2bf7bfb9163b)] {{(pid=101084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 22:03:15.169536 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0932b60e-a111-4011-b9e9-c9cd0443085f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ea8db2ea-5940-4d8c-b6b9-7b29ac67051c'}] {{(pid=101084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 22:03:15.173174 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b3cbe6c7fdf7c1e60af50d850490ef6f4dccd02a9ea7bc434e0a37b2dd34cb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26aab47d-605c-4e63-8848-6350975ceb78" -d '{"events": [{"server_uuid": "0932b60e-a111-4011-b9e9-c9cd0443085f", "name": "network-vif-unplugged", "status": "completed", "tag": "ea8db2ea-5940-4d8c-b6b9-7b29ac67051c"}]}' {{(pid=101084) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 22:03:15.177412 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728276638356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728276144285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728276144303'] for port, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:03:15.199372 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-90acdcb0-1cab-45a1-a5cf-cf08a2f6885b req-29caa441-9b7b-4621-8e16-e8afd1bf42d8 tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] 10.222.0.25 "GET /v2.0/security-groups?id=eeea6e44-33b8-4aa9-8bb4-4225028c9643&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492823 Nov 08 22:03:15.213093 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 08 Nov 2021 22:03:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0b44ccf-cb25-4a77-bc56-a81ddd9e679f x-openstack-request-id: req-b0b44ccf-cb25-4a77-bc56-a81ddd9e679f {{(pid=101084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 22:03:15.213356 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0932b60e-a111-4011-b9e9-c9cd0443085f", "name": "network-vif-unplugged", "status": "failed", "tag": "ea8db2ea-5940-4d8c-b6b9-7b29ac67051c", "code": 422}]} {{(pid=101084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 22:03:15.213604 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b0b44ccf-cb25-4a77-bc56-a81ddd9e679f {{(pid=101084) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 22:03:15.214014 dv-cinder-817085-1-iscsi neutron-server[101084]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '0932b60e-a111-4011-b9e9-c9cd0443085f', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'ea8db2ea-5940-4d8c-b6b9-7b29ac67051c', 'code': 422} returned with failed status Nov 08 22:03:15.235742 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Pushing event updated for resources: {'Port': ['ID=ea8db2ea-5940-4d8c-b6b9-7b29ac67051c,revision_number=8']} {{(pid=101084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:03:15.402491 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ece8157-867e-4941-9edf-efa879057bd4 req-8836f301-d7e6-4d38-ba7e-59fad3d9866a tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:03:15.403980 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-6ece8157-867e-4941-9edf-efa879057bd4 req-8836f301-d7e6-4d38-ba7e-59fad3d9866a tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] 10.222.0.25 "GET /v2.0/ports?device_id=36248ae4-e216-4453-969c-6c7953d8492f HTTP/1.1" status: 200 len: 945 time: 0.0629025 Nov 08 22:03:15.457805 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-6ece8157-867e-4941-9edf-efa879057bd4 req-bad41666-c596-4e5b-9e89-0e246f75df3a tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] 10.222.0.25 "GET /v2.0/security-groups?id=48a61968-ba2d-42aa-b087-8fe6b21c1944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456729 Nov 08 22:03:15.734952 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.wsgi [req-fcb180cf-35c4-440d-8391-9e0ec3e6a6a5 req-ab5041c8-49b7-4ecd-aab2-ef2a9e6a5d17 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=101082) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 22:03:15.736141 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-fcb180cf-35c4-440d-8391-9e0ec3e6a6a5 req-ab5041c8-49b7-4ecd-aab2-ef2a9e6a5d17 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0059819 Nov 08 22:03:15.889955 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c609b38-8156-43b9-a637-df9e35a98f32 req-0e4c12e7-f681-4df5-a2cf-65d1e3b7cbba tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:03:15.891589 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-7c609b38-8156-43b9-a637-df9e35a98f32 req-0e4c12e7-f681-4df5-a2cf-65d1e3b7cbba tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] 10.222.0.25 "GET /v2.0/ports?device_id=0932b60e-a111-4011-b9e9-c9cd0443085f HTTP/1.1" status: 200 len: 944 time: 0.0510540 Nov 08 22:03:15.913020 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8f57da-dfda-4e6c-a9de-61d7c1a356a6 req-6831019c-375a-4df1-a538-995a4a606e4d tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:03:15.915274 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-5f8f57da-dfda-4e6c-a9de-61d7c1a356a6 req-6831019c-375a-4df1-a538-995a4a606e4d tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] 10.222.0.48 "GET /v2.0/ports?device_id=36248ae4-e216-4453-969c-6c7953d8492f HTTP/1.1" status: 200 len: 945 time: 0.0518999 Nov 08 22:03:15.940251 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-7c609b38-8156-43b9-a637-df9e35a98f32 req-28864259-ed59-40af-a32f-3d6ddabd0d3b tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] 10.222.0.25 "GET /v2.0/security-groups?id=eeea6e44-33b8-4aa9-8bb4-4225028c9643&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423172 Nov 08 22:03:16.016989 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.plugins.ml2.plugin [req-5f8f57da-dfda-4e6c-a9de-61d7c1a356a6 req-a53497a9-0715-4fdb-8fa4-b83e4e1fdd79 tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] Deleting port 5d6dc9be-5038-46f5-9a76-a26a26ccb0be {{(pid=101083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 22:03:16.017321 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [req-5f8f57da-dfda-4e6c-a9de-61d7c1a356a6 req-a53497a9-0715-4fdb-8fa4-b83e4e1fdd79 tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728276550584'] for port, before_delete {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:03:16.105937 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.plugins.ml2.db [req-5f8f57da-dfda-4e6c-a9de-61d7c1a356a6 req-a53497a9-0715-4fdb-8fa4-b83e4e1fdd79 tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] For port 5d6dc9be-5038-46f5-9a76-a26a26ccb0be, host hv-cinder-81708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81708',level=0,port_id=5d6dc9be-5038-46f5-9a76-a26a26ccb0be,segment=NetworkSegment(fbdccf68-e541-4705-9e3a-177dbbbf7d94),segment_id=fbdccf68-e541-4705-9e3a-177dbbbf7d94)] {{(pid=101083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 22:03:16.106287 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [req-5f8f57da-dfda-4e6c-a9de-61d7c1a356a6 req-a53497a9-0715-4fdb-8fa4-b83e4e1fdd79 tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1626931'] for port, precommit_delete {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:03:16.119230 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.plugins.ml2.plugin [req-5f8f57da-dfda-4e6c-a9de-61d7c1a356a6 req-a53497a9-0715-4fdb-8fa4-b83e4e1fdd79 tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] Calling delete_port for 5d6dc9be-5038-46f5-9a76-a26a26ccb0be owned by compute:nova {{(pid=101083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 22:03:16.248423 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [req-5f8f57da-dfda-4e6c-a9de-61d7c1a356a6 req-a53497a9-0715-4fdb-8fa4-b83e4e1fdd79 tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728276638338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728276144276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7659000'] for port, after_delete {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:03:16.264538 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.db [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] get_ports_and_sgs() called for port_ids ['b33ea48b-3084-4600-a9c7-4bd772bccc05', '5d6dc9be-5038-46f5-9a76-a26a26ccb0be'] {{(pid=101084) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 22:03:16.271673 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.wsgi [-] (101082) accepted ('10.222.0.25', 45178) {{(pid=101082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 22:03:16.278087 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53497a9-0715-4fdb-8fa4-b83e4e1fdd79 tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] Pushing event deleted for resources: {'Port': ['ID=5d6dc9be-5038-46f5-9a76-a26a26ccb0be,revision_number=None']} {{(pid=101083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:03:16.326139 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f8f57da-dfda-4e6c-a9de-61d7c1a356a6 req-a53497a9-0715-4fdb-8fa4-b83e4e1fdd79 tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] No DVR routers for this DVR port 5d6dc9be-5038-46f5-9a76-a26a26ccb0be on host hv-cinder-81708 {{(pid=101083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 22:03:16.330056 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [req-5f8f57da-dfda-4e6c-a9de-61d7c1a356a6 req-a53497a9-0715-4fdb-8fa4-b83e4e1fdd79 tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465805'] for port, before_response {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:03:16.333747 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-5f8f57da-dfda-4e6c-a9de-61d7c1a356a6 req-a53497a9-0715-4fdb-8fa4-b83e4e1fdd79 tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] 10.222.0.48 "DELETE /v2.0/ports/5d6dc9be-5038-46f5-9a76-a26a26ccb0be HTTP/1.1" status: 204 len: 173 time: 0.4037406 Nov 08 22:03:16.334288 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36248ae4-e216-4453-969c-6c7953d8492f', 'name': 'network-vif-deleted', 'tag': '5d6dc9be-5038-46f5-9a76-a26a26ccb0be'}] {{(pid=101083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 22:03:16.337518 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1401f4ba4b9bb213bf59dd3903e8d3cb618788e4f0023aa365925d32571c6fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1837749-3876-4bc3-96a9-5cf194b6bd0f" -d '{"events": [{"server_uuid": "36248ae4-e216-4453-969c-6c7953d8492f", "name": "network-vif-deleted", "tag": "5d6dc9be-5038-46f5-9a76-a26a26ccb0be"}]}' {{(pid=101083) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 22:03:16.383028 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 22:03:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b834776-8f7e-4143-bec2-381704e7b987 x-openstack-request-id: req-7b834776-8f7e-4143-bec2-381704e7b987 {{(pid=101083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 22:03:16.383317 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36248ae4-e216-4453-969c-6c7953d8492f", "name": "network-vif-deleted", "tag": "5d6dc9be-5038-46f5-9a76-a26a26ccb0be", "status": "completed", "code": 200}]} {{(pid=101083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 22:03:16.383594 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7b834776-8f7e-4143-bec2-381704e7b987 {{(pid=101083) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 22:03:16.383987 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36248ae4-e216-4453-969c-6c7953d8492f', 'name': 'network-vif-deleted', 'tag': '5d6dc9be-5038-46f5-9a76-a26a26ccb0be', 'status': 'completed', 'code': 200} Nov 08 22:03:16.396311 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-6d6c91a0-9589-47d3-861c-1a6748ce493c req-f65818b7-57ea-47ca-b7af-01b62a6ff037 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=0932b60e-a111-4011-b9e9-c9cd0443085f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1228805 Nov 08 22:03:16.408192 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.wsgi [req-6d6c91a0-9589-47d3-861c-1a6748ce493c req-1c51a130-eafe-4814-af7c-f16952cbbf98 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=101082) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 22:03:16.409833 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-6d6c91a0-9589-47d3-861c-1a6748ce493c req-1c51a130-eafe-4814-af7c-f16952cbbf98 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0070491 Nov 08 22:03:16.581175 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-e7459279-42c2-4974-8f9f-6ad31e295bc9 req-b6d22c94-7a5c-4c62-be9e-e7c58e61048f tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] 10.222.0.25 "GET /v2.0/ports?device_id=36248ae4-e216-4453-969c-6c7953d8492f HTTP/1.1" status: 200 len: 210 time: 0.0287950 Nov 08 22:03:16.817576 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-2216816d-70e6-4c59-838a-37d956c8f366 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728276665375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534631'] for agent, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:03:16.832323 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-52b2f416-81a0-4939-9c94-421107650b37 req-41ec6213-760c-4ebc-b855-6f472fc1218d tempest-VolumesNegativeTest-878525672 tempest-VolumesNegativeTest-878525672-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=90886757bda5450d8593e98defad09f0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0326428 Nov 08 22:03:17.040057 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b2f416-81a0-4939-9c94-421107650b37 req-ee64e17d-4736-4f4d-95ef-b2b7feab76bc tempest-VolumesNegativeTest-878525672 tempest-VolumesNegativeTest-878525672-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:03:17.041778 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-52b2f416-81a0-4939-9c94-421107650b37 req-ee64e17d-4736-4f4d-95ef-b2b7feab76bc tempest-VolumesNegativeTest-878525672 tempest-VolumesNegativeTest-878525672-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2018332 Nov 08 22:03:17.069952 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-52b2f416-81a0-4939-9c94-421107650b37 req-6ba39526-7df8-4125-8581-1cd720ce862f tempest-VolumesNegativeTest-878525672 tempest-VolumesNegativeTest-878525672-project] 10.222.0.25 "GET /v2.0/quotas/90886757bda5450d8593e98defad09f0 HTTP/1.1" status: 200 len: 375 time: 0.0136065 Nov 08 22:03:17.095074 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc31464a-ab27-4b81-b156-2f54cdba5c29 req-eeeb7de3-6bb3-4ccb-b84a-bf400d9a5218 tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:03:17.096490 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-bc31464a-ab27-4b81-b156-2f54cdba5c29 req-eeeb7de3-6bb3-4ccb-b84a-bf400d9a5218 tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] 10.222.0.25 "GET /v2.0/ports?device_id=0932b60e-a111-4011-b9e9-c9cd0443085f HTTP/1.1" status: 200 len: 944 time: 0.0755816 Nov 08 22:03:17.115221 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-52b2f416-81a0-4939-9c94-421107650b37 req-58ad383a-7754-4e9a-99db-438140855f0b tempest-VolumesNegativeTest-878525672 tempest-VolumesNegativeTest-878525672-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=90886757bda5450d8593e98defad09f0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0387852 Nov 08 22:03:17.156054 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-bc31464a-ab27-4b81-b156-2f54cdba5c29 req-24db1eaf-2602-4a31-8ae2-c0ef7db2f650 tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] 10.222.0.25 "GET /v2.0/security-groups?id=eeea6e44-33b8-4aa9-8bb4-4225028c9643&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436080 Nov 08 22:03:17.267274 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-fe0b6d8e-306f-4932-8164-0148707e7a39 req-b2d2b864-6fe5-4da6-95d7-1758395c436e tempest-VolumesNegativeTest-878525672 tempest-VolumesNegativeTest-878525672-project] 10.222.0.25 "GET /v2.0/ports?device_id=41bd303a-775e-4a6c-8853-3f9484fa0939 HTTP/1.1" status: 200 len: 210 time: 0.0272160 Nov 08 22:03:17.846866 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddad64f-5dbc-4b83-8de5-fc413199f901 req-c013e785-0b48-4dd2-871b-0a8f034470ce tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:03:17.848294 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-3ddad64f-5dbc-4b83-8de5-fc413199f901 req-c013e785-0b48-4dd2-871b-0a8f034470ce tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] 10.222.0.25 "GET /v2.0/ports?device_id=21765c62-33e5-4865-a2e8-923f1018396e HTTP/1.1" status: 200 len: 945 time: 0.0473554 Nov 08 22:03:17.893679 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-3ddad64f-5dbc-4b83-8de5-fc413199f901 req-f9bdfc0b-344e-41de-94e8-cbccd52f7887 tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] 10.222.0.25 "GET /v2.0/security-groups?id=48a61968-ba2d-42aa-b087-8fe6b21c1944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394492 Nov 08 22:03:18.008441 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6c91a0-9589-47d3-861c-1a6748ce493c req-883e7081-027f-4530-9e7a-d332dab1eadf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:03:18.009866 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-6d6c91a0-9589-47d3-861c-1a6748ce493c req-883e7081-027f-4530-9e7a-d332dab1eadf service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=0932b60e-a111-4011-b9e9-c9cd0443085f&tenant_id=3c81291fa5704e6e99b9fb8671a47a4c HTTP/1.1" status: 200 len: 1097 time: 0.0723245 Nov 08 22:03:18.080403 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6c91a0-9589-47d3-861c-1a6748ce493c req-a1e323e2-0a55-48f6-a0fd-0be698362149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:03:18.081854 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-6d6c91a0-9589-47d3-861c-1a6748ce493c req-a1e323e2-0a55-48f6-a0fd-0be698362149 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3c81291fa5704e6e99b9fb8671a47a4c&device_id=0932b60e-a111-4011-b9e9-c9cd0443085f HTTP/1.1" status: 200 len: 1097 time: 0.0381415 Nov 08 22:03:18.170658 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6c91a0-9589-47d3-861c-1a6748ce493c req-66bee8fa-7615-49be-9db3-0bda91970d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:03:18.172056 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-6d6c91a0-9589-47d3-861c-1a6748ce493c req-66bee8fa-7615-49be-9db3-0bda91970d20 service neutron] 10.222.0.48 "GET /v2.0/networks?id=d0389d40-840b-4921-84b3-93bfc186ef85 HTTP/1.1" status: 200 len: 917 time: 0.0794640 Nov 08 22:03:18.243333 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-6d6c91a0-9589-47d3-861c-1a6748ce493c req-0704761b-96b6-4477-9f19-9814ea657b12 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ea8db2ea-5940-4d8c-b6b9-7b29ac67051c HTTP/1.1" status: 200 len: 1000 time: 0.0613482 Nov 08 22:03:18.297730 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6c91a0-9589-47d3-861c-1a6748ce493c req-43cb0960-cafe-4487-8468-88bfe8b481fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:03:18.299273 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-6d6c91a0-9589-47d3-861c-1a6748ce493c req-43cb0960-cafe-4487-8468-88bfe8b481fb service neutron] 10.222.0.48 "GET /v2.0/subnets?id=74626eb5-4f16-4db6-984a-103aeaf27899 HTTP/1.1" status: 200 len: 855 time: 0.0447533 Nov 08 22:03:18.358213 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6c91a0-9589-47d3-861c-1a6748ce493c req-5adc3aac-5502-493a-85c8-f2e74f1f1950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:03:18.359989 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-6d6c91a0-9589-47d3-861c-1a6748ce493c req-5adc3aac-5502-493a-85c8-f2e74f1f1950 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d0389d40-840b-4921-84b3-93bfc186ef85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0452008 Nov 08 22:03:18.475001 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-6d6c91a0-9589-47d3-861c-1a6748ce493c req-565dc0ba-be3f-470e-a42b-85c3efce78b4 service neutron] 10.222.0.48 "GET /v2.0/networks/d0389d40-840b-4921-84b3-93bfc186ef85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1025314 Nov 08 22:03:18.584417 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-69492e74-f271-422a-812d-8dbc64b0f8e9 req-953ed5b3-4fe2-4ba2-b36a-ca9eec3faa20 tempest-VolumesNegativeTest-878525672 tempest-VolumesNegativeTest-878525672-project] 10.222.0.25 "GET /v2.0/ports?device_id=41bd303a-775e-4a6c-8853-3f9484fa0939 HTTP/1.1" status: 200 len: 210 time: 0.0549185 Nov 08 22:03:18.591863 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-52b2f416-81a0-4939-9c94-421107650b37 req-df3d5235-cfa3-4af0-9b1c-158a5cb3bf49 tempest-VolumesNegativeTest-878525672 tempest-VolumesNegativeTest-878525672-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=90886757bda5450d8593e98defad09f0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0612400 Nov 08 22:03:18.604375 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-6d6c91a0-9589-47d3-861c-1a6748ce493c req-bb7563ce-947e-417b-b359-1aa59e9217fc service neutron] 10.222.0.48 "GET /v2.0/networks/d0389d40-840b-4921-84b3-93bfc186ef85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1040845 Nov 08 22:03:18.614139 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7e6856-4b16-4adc-a7ed-80dac1bc20d9 req-8e8ed154-d67a-47bd-8379-b98356250d2f tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:03:18.621621 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-da7e6856-4b16-4adc-a7ed-80dac1bc20d9 req-8e8ed154-d67a-47bd-8379-b98356250d2f tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] 10.222.0.25 "GET /v2.0/ports?device_id=0932b60e-a111-4011-b9e9-c9cd0443085f HTTP/1.1" status: 200 len: 944 time: 0.3918514 Nov 08 22:03:18.722985 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-da7e6856-4b16-4adc-a7ed-80dac1bc20d9 req-43de7dea-c709-4414-8ec9-23f5e703ff57 tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] 10.222.0.25 "GET /v2.0/security-groups?id=eeea6e44-33b8-4aa9-8bb4-4225028c9643&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1004741 Nov 08 22:03:18.752154 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b2f416-81a0-4939-9c94-421107650b37 req-10146d37-c867-4390-a85f-7fbff0dd7c8a tempest-VolumesNegativeTest-878525672 tempest-VolumesNegativeTest-878525672-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:03:18.753602 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-52b2f416-81a0-4939-9c94-421107650b37 req-10146d37-c867-4390-a85f-7fbff0dd7c8a tempest-VolumesNegativeTest-878525672 tempest-VolumesNegativeTest-878525672-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1553445 Nov 08 22:03:18.773776 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.v2.base [req-52b2f416-81a0-4939-9c94-421107650b37 req-ba8bf63d-0df7-472a-9f4a-2793084e2577 tempest-VolumesNegativeTest-878525672 tempest-VolumesNegativeTest-878525672-project] Request body: {'port': {'device_id': '41bd303a-775e-4a6c-8853-3f9484fa0939', 'network_id': '9658b922-957f-434d-933c-82432c883550', 'admin_state_up': True, 'tenant_id': '90886757bda5450d8593e98defad09f0'}} {{(pid=101082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 22:03:18.885823 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-52b2f416-81a0-4939-9c94-421107650b37 req-ba8bf63d-0df7-472a-9f4a-2793084e2577 tempest-VolumesNegativeTest-878525672 tempest-VolumesNegativeTest-878525672-project] Made reservation on behalf of 90886757bda5450d8593e98defad09f0 for: {'port': 1} {{(pid=101082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 22:03:18.890727 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [req-52b2f416-81a0-4939-9c94-421107650b37 req-ba8bf63d-0df7-472a-9f4a-2793084e2577 tempest-VolumesNegativeTest-878525672 tempest-VolumesNegativeTest-878525672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-925982'] for port, before_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:03:18.900113 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [req-52b2f416-81a0-4939-9c94-421107650b37 req-ba8bf63d-0df7-472a-9f4a-2793084e2577 tempest-VolumesNegativeTest-878525672 tempest-VolumesNegativeTest-878525672-project] Publish callbacks [] for security_group, before_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:03:19.009392 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [req-52b2f416-81a0-4939-9c94-421107650b37 req-ba8bf63d-0df7-472a-9f4a-2793084e2577 tempest-VolumesNegativeTest-878525672 tempest-VolumesNegativeTest-878525672-project] Publish callbacks [] for security_group, precommit_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:03:19.014150 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [req-52b2f416-81a0-4939-9c94-421107650b37 req-ba8bf63d-0df7-472a-9f4a-2793084e2577 tempest-VolumesNegativeTest-878525672 tempest-VolumesNegativeTest-878525672-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2033567'] for security_group, after_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:03:19.045767 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.rpc [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Device ea8db2ea-5940-4d8c-b6b9-7b29ac67051c no longer exists at agent hyperv_hv-cinder-81708 {{(pid=101084) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 22:03:19.094982 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8b841d-ff00-44ce-b9e8-95ef2c4d1565 req-e7c6db13-8a22-4a7b-bbc2-fe81a2157e31 tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:03:19.096733 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-1a8b841d-ff00-44ce-b9e8-95ef2c4d1565 req-e7c6db13-8a22-4a7b-bbc2-fe81a2157e31 tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] 10.222.0.25 "GET /v2.0/ports?device_id=21765c62-33e5-4865-a2e8-923f1018396e HTTP/1.1" status: 200 len: 945 time: 0.1236167 Nov 08 22:03:19.102685 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8bf63d-0df7-472a-9f4a-2793084e2577 tempest-VolumesNegativeTest-878525672 tempest-VolumesNegativeTest-878525672-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a70b2adf-7749-4fd4-b2cb-8358b8b62cb2,revision_number=1']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:03:19.141513 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.rpc [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Device 5d6dc9be-5038-46f5-9a76-a26a26ccb0be no longer exists at agent hyperv_hv-cinder-81708 {{(pid=101084) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 22:03:19.144857 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-c37c2941-09ac-478a-8e88-9631f408d32d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728276665375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534631'] for agent, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:03:19.163506 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.plugin [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] No Port match for: 5d6dc9be-5038-46f5-9a76-a26a26ccb0be {{(pid=101084) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 22:03:19.164485 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.rpc [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Device 5d6dc9be-5038-46f5-9a76-a26a26ccb0be not bound to the agent host hv-cinder-81708 {{(pid=101084) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 22:03:19.195319 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-1a8b841d-ff00-44ce-b9e8-95ef2c4d1565 req-549bf393-41dd-40fd-b6e7-f7346d4daf9e tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] 10.222.0.25 "GET /v2.0/security-groups?id=48a61968-ba2d-42aa-b087-8fe6b21c1944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897601 Nov 08 22:03:19.203175 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.db.db_base_plugin_common [req-52b2f416-81a0-4939-9c94-421107650b37 req-ba8bf63d-0df7-472a-9f4a-2793084e2577 tempest-VolumesNegativeTest-878525672 tempest-VolumesNegativeTest-878525672-project] Allocated IP 192.168.233.208 (9658b922-957f-434d-933c-82432c883550/fea12ad0-59c8-4858-b4ab-8f5af1a5fab9/9c3eea11-c961-493f-84c2-98ed45b80963) {{(pid=101082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 22:03:19.376367 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [req-52b2f416-81a0-4939-9c94-421107650b37 req-ba8bf63d-0df7-472a-9f4a-2793084e2577 tempest-VolumesNegativeTest-878525672 tempest-VolumesNegativeTest-878525672-project] Publish callbacks [] for port, precommit_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:03:19.411147 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [req-52b2f416-81a0-4939-9c94-421107650b37 req-ba8bf63d-0df7-472a-9f4a-2793084e2577 tempest-VolumesNegativeTest-878525672 tempest-VolumesNegativeTest-878525672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728276144267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7854484'] for port, after_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:03:19.458748 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52b2f416-81a0-4939-9c94-421107650b37 req-ba8bf63d-0df7-472a-9f4a-2793084e2577 tempest-VolumesNegativeTest-878525672 tempest-VolumesNegativeTest-878525672-project] Network 9658b922-957f-434d-933c-82432c883550 is already hosted by enough agents. {{(pid=101082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 22:03:19.463959 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.scheduler.base_scheduler [req-52b2f416-81a0-4939-9c94-421107650b37 req-ba8bf63d-0df7-472a-9f4a-2793084e2577 tempest-VolumesNegativeTest-878525672 tempest-VolumesNegativeTest-878525672-project] Resources bound (agent type, host, resource id): {{(pid=101082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 22:03:19.467813 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [req-52b2f416-81a0-4939-9c94-421107650b37 req-ba8bf63d-0df7-472a-9f4a-2793084e2577 tempest-VolumesNegativeTest-878525672 tempest-VolumesNegativeTest-878525672-project] Received port after_create {{(pid=101082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 22:03:19.474318 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8bf63d-0df7-472a-9f4a-2793084e2577 tempest-VolumesNegativeTest-878525672 tempest-VolumesNegativeTest-878525672-project] Pushing event updated for resources: {'Port': ['ID=9c3eea11-c961-493f-84c2-98ed45b80963,revision_number=1']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:03:19.522791 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b2f416-81a0-4939-9c94-421107650b37 req-ba8bf63d-0df7-472a-9f4a-2793084e2577 tempest-VolumesNegativeTest-878525672 tempest-VolumesNegativeTest-878525672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:03:19.523542 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [req-52b2f416-81a0-4939-9c94-421107650b37 req-ba8bf63d-0df7-472a-9f4a-2793084e2577 tempest-VolumesNegativeTest-878525672 tempest-VolumesNegativeTest-878525672-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465805'] for port, before_response {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:03:19.545159 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-52b2f416-81a0-4939-9c94-421107650b37 req-ba8bf63d-0df7-472a-9f4a-2793084e2577 tempest-VolumesNegativeTest-878525672 tempest-VolumesNegativeTest-878525672-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.7751558 Nov 08 22:03:19.694801 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3140eb31-1577-48c0-8b73-1e947460f053 req-6b93c819-486b-48cf-a20d-b5d42ff8f793 tempest-VolumesNegativeTest-878525672 tempest-VolumesNegativeTest-878525672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:03:19.696331 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-3140eb31-1577-48c0-8b73-1e947460f053 req-6b93c819-486b-48cf-a20d-b5d42ff8f793 tempest-VolumesNegativeTest-878525672 tempest-VolumesNegativeTest-878525672-project] 10.222.0.25 "GET /v2.0/ports?device_id=41bd303a-775e-4a6c-8853-3f9484fa0939 HTTP/1.1" status: 200 len: 936 time: 0.0495102 Nov 08 22:03:19.712335 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.db.provisioning_blocks [None req-aae169af-a788-4965-9ea8-a6a87c37deaf None None] Provisioning complete for port 9c3eea11-c961-493f-84c2-98ed45b80963 triggered by entity DHCP. {{(pid=101084) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 22:03:19.712695 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-aae169af-a788-4965-9ea8-a6a87c37deaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-534742'] for port, provisioning_complete {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:03:19.743852 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-3140eb31-1577-48c0-8b73-1e947460f053 req-5cb01f9e-65b5-4a66-80a3-2403f76cee7b tempest-VolumesNegativeTest-878525672 tempest-VolumesNegativeTest-878525672-project] 10.222.0.25 "GET /v2.0/security-groups?id=a70b2adf-7749-4fd4-b2cb-8358b8b62cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414460 Nov 08 22:03:19.748461 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.plugin [None req-aae169af-a788-4965-9ea8-a6a87c37deaf None None] Port 9c3eea11-c961-493f-84c2-98ed45b80963 cannot update to ACTIVE because it is not bound. {{(pid=101084) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 22:03:19.851983 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fc4335-eadc-4def-8732-fa9ac7087a6b req-02cffdc9-20f4-44b7-9063-e2dd1501a9b6 tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:03:19.853762 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-05fc4335-eadc-4def-8732-fa9ac7087a6b req-02cffdc9-20f4-44b7-9063-e2dd1501a9b6 tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] 10.222.0.25 "GET /v2.0/ports?device_id=0932b60e-a111-4011-b9e9-c9cd0443085f HTTP/1.1" status: 200 len: 944 time: 0.0510595 Nov 08 22:03:19.905909 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-05fc4335-eadc-4def-8732-fa9ac7087a6b req-e92320d3-3f82-4827-8f6b-1549f7400061 tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] 10.222.0.25 "GET /v2.0/security-groups?id=eeea6e44-33b8-4aa9-8bb4-4225028c9643&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458648 Nov 08 22:03:20.159172 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-38f8c81f-ca07-4188-b5ff-70ceca3f97c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728276665375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534631'] for agent, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:03:20.322017 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb8cab6-05af-40d0-aef9-9197534c019f req-82bbfc75-93a5-47e7-b32d-c6a25a5b1eca tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:03:20.323601 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-bdb8cab6-05af-40d0-aef9-9197534c019f req-82bbfc75-93a5-47e7-b32d-c6a25a5b1eca tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] 10.222.0.25 "GET /v2.0/ports?device_id=21765c62-33e5-4865-a2e8-923f1018396e HTTP/1.1" status: 200 len: 945 time: 0.0492899 Nov 08 22:03:20.375699 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-bdb8cab6-05af-40d0-aef9-9197534c019f req-dfbaadf2-808b-4e75-82bb-61ab0ffbcfa3 tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] 10.222.0.25 "GET /v2.0/security-groups?id=48a61968-ba2d-42aa-b087-8fe6b21c1944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459082 Nov 08 22:03:20.866386 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8a533a-4451-49c1-a9ec-2126982d811d req-40d69d81-da07-4510-bcd1-c997d95e34a4 tempest-VolumesNegativeTest-878525672 tempest-VolumesNegativeTest-878525672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:03:20.868142 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-5f8a533a-4451-49c1-a9ec-2126982d811d req-40d69d81-da07-4510-bcd1-c997d95e34a4 tempest-VolumesNegativeTest-878525672 tempest-VolumesNegativeTest-878525672-project] 10.222.0.25 "GET /v2.0/ports?device_id=41bd303a-775e-4a6c-8853-3f9484fa0939 HTTP/1.1" status: 200 len: 936 time: 0.0516293 Nov 08 22:03:20.917265 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-5f8a533a-4451-49c1-a9ec-2126982d811d req-bea163f2-3809-4889-adf7-88fcc4430c6b tempest-VolumesNegativeTest-878525672 tempest-VolumesNegativeTest-878525672-project] 10.222.0.25 "GET /v2.0/security-groups?id=a70b2adf-7749-4fd4-b2cb-8358b8b62cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430405 Nov 08 22:03:21.036454 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92fc92a-ae33-4763-8295-a433151449b3 req-90aef558-f57a-4397-8317-b4a931a2bf2d tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:03:21.037851 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-c92fc92a-ae33-4763-8295-a433151449b3 req-90aef558-f57a-4397-8317-b4a931a2bf2d tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] 10.222.0.25 "GET /v2.0/ports?device_id=0932b60e-a111-4011-b9e9-c9cd0443085f HTTP/1.1" status: 200 len: 944 time: 0.0529850 Nov 08 22:03:21.087925 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-c92fc92a-ae33-4763-8295-a433151449b3 req-4e8cc9f9-c473-495e-bb03-ecb13d586c38 tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] 10.222.0.25 "GET /v2.0/security-groups?id=eeea6e44-33b8-4aa9-8bb4-4225028c9643&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427356 Nov 08 22:03:21.498044 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960a8220-2a8f-4ec8-b1af-e1a0f559ddcc req-f6cb0fb9-df86-4922-b973-91f69274577e tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:03:21.499723 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-960a8220-2a8f-4ec8-b1af-e1a0f559ddcc req-f6cb0fb9-df86-4922-b973-91f69274577e tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] 10.222.0.25 "GET /v2.0/ports?device_id=21765c62-33e5-4865-a2e8-923f1018396e HTTP/1.1" status: 200 len: 945 time: 0.0548801 Nov 08 22:03:21.551182 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-960a8220-2a8f-4ec8-b1af-e1a0f559ddcc req-75a98ece-b95a-4f0d-ba44-141dee49ed34 tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] 10.222.0.25 "GET /v2.0/security-groups?id=48a61968-ba2d-42aa-b087-8fe6b21c1944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451829 Nov 08 22:03:21.818670 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-550ddcb2-f0f8-4b6b-a238-0b8e3ebb0b9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728276665375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534631'] for agent, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:03:22.043760 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32513672-3c80-48d9-8957-6f1fe3a9d425 req-2978a18e-70d9-44fc-9c39-28b731900338 tempest-VolumesNegativeTest-878525672 tempest-VolumesNegativeTest-878525672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:03:22.045318 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-32513672-3c80-48d9-8957-6f1fe3a9d425 req-2978a18e-70d9-44fc-9c39-28b731900338 tempest-VolumesNegativeTest-878525672 tempest-VolumesNegativeTest-878525672-project] 10.222.0.25 "GET /v2.0/ports?device_id=41bd303a-775e-4a6c-8853-3f9484fa0939 HTTP/1.1" status: 200 len: 936 time: 0.0499909 Nov 08 22:03:22.096032 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-32513672-3c80-48d9-8957-6f1fe3a9d425 req-8fc69353-428f-4417-b0ac-fa99b671984a tempest-VolumesNegativeTest-878525672 tempest-VolumesNegativeTest-878525672-project] 10.222.0.25 "GET /v2.0/security-groups?id=a70b2adf-7749-4fd4-b2cb-8358b8b62cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447023 Nov 08 22:03:22.207426 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e00e57d-a833-4cb5-a412-5704e19af505 req-c0645b9b-f24c-4f1f-b823-373000b54fec tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:03:22.209213 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-0e00e57d-a833-4cb5-a412-5704e19af505 req-c0645b9b-f24c-4f1f-b823-373000b54fec tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] 10.222.0.25 "GET /v2.0/ports?device_id=0932b60e-a111-4011-b9e9-c9cd0443085f HTTP/1.1" status: 200 len: 944 time: 0.0484750 Nov 08 22:03:22.258812 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-0e00e57d-a833-4cb5-a412-5704e19af505 req-fd816846-66ed-47d5-939b-c3f103cd4c40 tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] 10.222.0.25 "GET /v2.0/security-groups?id=eeea6e44-33b8-4aa9-8bb4-4225028c9643&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436170 Nov 08 22:03:22.474888 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-ad13160b-513d-4512-a15f-cb40cce6b7e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728276665375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534631'] for agent, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:03:22.672121 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0875c640-5ece-4d18-8206-98a42ffd33e4 req-bb3a773c-c5db-45f8-a4a3-f8ce1ed3dba9 tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:03:22.673566 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-0875c640-5ece-4d18-8206-98a42ffd33e4 req-bb3a773c-c5db-45f8-a4a3-f8ce1ed3dba9 tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] 10.222.0.25 "GET /v2.0/ports?device_id=21765c62-33e5-4865-a2e8-923f1018396e HTTP/1.1" status: 200 len: 945 time: 0.0524423 Nov 08 22:03:22.721849 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-0875c640-5ece-4d18-8206-98a42ffd33e4 req-94039cb9-4ec8-43d6-b22d-a18fed50fa8f tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] 10.222.0.25 "GET /v2.0/security-groups?id=48a61968-ba2d-42aa-b087-8fe6b21c1944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421245 Nov 08 22:03:23.223627 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf65ed9-4da6-4535-a80b-d679a02a561e req-13a8c770-b103-497b-9e12-922b3756d356 tempest-VolumesNegativeTest-878525672 tempest-VolumesNegativeTest-878525672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:03:23.225137 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-bbf65ed9-4da6-4535-a80b-d679a02a561e req-13a8c770-b103-497b-9e12-922b3756d356 tempest-VolumesNegativeTest-878525672 tempest-VolumesNegativeTest-878525672-project] 10.222.0.25 "GET /v2.0/ports?device_id=41bd303a-775e-4a6c-8853-3f9484fa0939 HTTP/1.1" status: 200 len: 936 time: 0.0526896 Nov 08 22:03:23.273993 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-bbf65ed9-4da6-4535-a80b-d679a02a561e req-96e2fa37-ad62-4cd7-a066-c541fd28a5ad tempest-VolumesNegativeTest-878525672 tempest-VolumesNegativeTest-878525672-project] 10.222.0.25 "GET /v2.0/security-groups?id=a70b2adf-7749-4fd4-b2cb-8358b8b62cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417864 Nov 08 22:03:23.384634 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2804434-159b-4ad7-9e9b-ef7765072503 req-9d9a3b06-01e2-4e9b-9d30-e95192626935 tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:03:23.386277 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-f2804434-159b-4ad7-9e9b-ef7765072503 req-9d9a3b06-01e2-4e9b-9d30-e95192626935 tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] 10.222.0.25 "GET /v2.0/ports?device_id=0932b60e-a111-4011-b9e9-c9cd0443085f HTTP/1.1" status: 200 len: 944 time: 0.0546663 Nov 08 22:03:23.441331 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-f2804434-159b-4ad7-9e9b-ef7765072503 req-c727109b-857e-4371-9d10-61c2520ca635 tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] 10.222.0.25 "GET /v2.0/security-groups?id=eeea6e44-33b8-4aa9-8bb4-4225028c9643&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489202 Nov 08 22:03:23.849386 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c3ad37-98fb-4fcf-bca7-7c44e01a2041 req-d32f2879-3fa7-4cd8-93e8-492bd4616a24 tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:03:23.851000 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-31c3ad37-98fb-4fcf-bca7-7c44e01a2041 req-d32f2879-3fa7-4cd8-93e8-492bd4616a24 tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] 10.222.0.25 "GET /v2.0/ports?device_id=21765c62-33e5-4865-a2e8-923f1018396e HTTP/1.1" status: 200 len: 945 time: 0.0570493 Nov 08 22:03:23.902377 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-31c3ad37-98fb-4fcf-bca7-7c44e01a2041 req-ab3af633-23f9-41c1-a307-75b39a9bba07 tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] 10.222.0.25 "GET /v2.0/security-groups?id=48a61968-ba2d-42aa-b087-8fe6b21c1944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448031 Nov 08 22:03:24.442727 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1472299b-aee5-4148-bed3-a1e8a00ca449 req-d14d6a8c-b062-46d6-849d-6053f884eadf tempest-VolumesNegativeTest-878525672 tempest-VolumesNegativeTest-878525672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:03:24.444309 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-1472299b-aee5-4148-bed3-a1e8a00ca449 req-d14d6a8c-b062-46d6-849d-6053f884eadf tempest-VolumesNegativeTest-878525672 tempest-VolumesNegativeTest-878525672-project] 10.222.0.25 "GET /v2.0/ports?device_id=41bd303a-775e-4a6c-8853-3f9484fa0939 HTTP/1.1" status: 200 len: 936 time: 0.0527444 Nov 08 22:03:24.496246 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-1472299b-aee5-4148-bed3-a1e8a00ca449 req-d59c1132-faa3-49b1-866f-624853eb1111 tempest-VolumesNegativeTest-878525672 tempest-VolumesNegativeTest-878525672-project] 10.222.0.25 "GET /v2.0/security-groups?id=a70b2adf-7749-4fd4-b2cb-8358b8b62cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451760 Nov 08 22:03:24.585884 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a6f9e4-937e-4e54-b27b-4e74e223ca6e req-047e92e8-f750-454d-b2c9-e01b9d376f21 tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:03:24.587397 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-e2a6f9e4-937e-4e54-b27b-4e74e223ca6e req-047e92e8-f750-454d-b2c9-e01b9d376f21 tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] 10.222.0.25 "GET /v2.0/ports?device_id=0932b60e-a111-4011-b9e9-c9cd0443085f HTTP/1.1" status: 200 len: 944 time: 0.0619161 Nov 08 22:03:24.640165 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-e2a6f9e4-937e-4e54-b27b-4e74e223ca6e req-68d68b5e-8fce-47ec-a5ed-72b3f1114d2e tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] 10.222.0.25 "GET /v2.0/security-groups?id=eeea6e44-33b8-4aa9-8bb4-4225028c9643&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466478 Nov 08 22:03:25.016121 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c835a0d-0a75-499d-917d-d4678fd2e2d4 req-39ed032a-8fe3-4e71-ac51-2a80c5b0714a tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:03:25.017705 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-8c835a0d-0a75-499d-917d-d4678fd2e2d4 req-39ed032a-8fe3-4e71-ac51-2a80c5b0714a tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] 10.222.0.25 "GET /v2.0/ports?device_id=21765c62-33e5-4865-a2e8-923f1018396e HTTP/1.1" status: 200 len: 945 time: 0.0499895 Nov 08 22:03:25.067051 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-8c835a0d-0a75-499d-917d-d4678fd2e2d4 req-7cb9080c-0a5e-4931-8ae8-aaf97fcb2cd6 tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] 10.222.0.25 "GET /v2.0/security-groups?id=48a61968-ba2d-42aa-b087-8fe6b21c1944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428410 Nov 08 22:03:25.202092 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728276665375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534631'] for agent, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:03:25.662191 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380da695-c9e8-4020-8147-ec15b1a341e4 req-a77b4ed3-d99b-402c-a407-c75086fbca89 tempest-VolumesNegativeTest-878525672 tempest-VolumesNegativeTest-878525672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:03:25.664000 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-380da695-c9e8-4020-8147-ec15b1a341e4 req-a77b4ed3-d99b-402c-a407-c75086fbca89 tempest-VolumesNegativeTest-878525672 tempest-VolumesNegativeTest-878525672-project] 10.222.0.25 "GET /v2.0/ports?device_id=41bd303a-775e-4a6c-8853-3f9484fa0939 HTTP/1.1" status: 200 len: 936 time: 0.0701735 Nov 08 22:03:25.744776 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-380da695-c9e8-4020-8147-ec15b1a341e4 req-4ca88107-3e61-4083-b2db-99e4c6c658d7 tempest-VolumesNegativeTest-878525672 tempest-VolumesNegativeTest-878525672-project] 10.222.0.25 "GET /v2.0/security-groups?id=a70b2adf-7749-4fd4-b2cb-8358b8b62cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741730 Nov 08 22:03:25.812684 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6aadbec-602a-4318-9a2e-4233876c1b29 req-60d4d6e4-ef6e-40d2-9d0d-cc87e091dc88 tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:03:25.814304 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-e6aadbec-602a-4318-9a2e-4233876c1b29 req-60d4d6e4-ef6e-40d2-9d0d-cc87e091dc88 tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] 10.222.0.25 "GET /v2.0/ports?device_id=0932b60e-a111-4011-b9e9-c9cd0443085f HTTP/1.1" status: 200 len: 944 time: 0.0641756 Nov 08 22:03:25.867955 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-e6aadbec-602a-4318-9a2e-4233876c1b29 req-4895e9ba-18a5-4fc7-9215-6573713f5c54 tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] 10.222.0.25 "GET /v2.0/security-groups?id=eeea6e44-33b8-4aa9-8bb4-4225028c9643&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458546 Nov 08 22:03:26.183931 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d549cb5a-d2ac-4be8-b35a-3c8b18c29323 req-f40ecaf2-5143-4b1b-b9f1-aaffb65f8f15 tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:03:26.185423 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-d549cb5a-d2ac-4be8-b35a-3c8b18c29323 req-f40ecaf2-5143-4b1b-b9f1-aaffb65f8f15 tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] 10.222.0.25 "GET /v2.0/ports?device_id=21765c62-33e5-4865-a2e8-923f1018396e HTTP/1.1" status: 200 len: 945 time: 0.0503561 Nov 08 22:03:26.231836 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-d549cb5a-d2ac-4be8-b35a-3c8b18c29323 req-08804eca-0a61-413a-8af9-96385c7758b0 tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] 10.222.0.25 "GET /v2.0/security-groups?id=48a61968-ba2d-42aa-b087-8fe6b21c1944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405221 Nov 08 22:03:26.863465 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57159c36-6d59-4dfb-8562-0aa64f0ba26a req-41e9e55a-1d0a-4f65-ac30-7ae8c9449fcd tempest-VolumesNegativeTest-878525672 tempest-VolumesNegativeTest-878525672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:03:26.865042 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-57159c36-6d59-4dfb-8562-0aa64f0ba26a req-41e9e55a-1d0a-4f65-ac30-7ae8c9449fcd tempest-VolumesNegativeTest-878525672 tempest-VolumesNegativeTest-878525672-project] 10.222.0.25 "GET /v2.0/ports?device_id=41bd303a-775e-4a6c-8853-3f9484fa0939 HTTP/1.1" status: 200 len: 936 time: 0.0486755 Nov 08 22:03:26.924452 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-57159c36-6d59-4dfb-8562-0aa64f0ba26a req-30ea2214-5837-4e2c-81bc-eecfbfe187b8 tempest-VolumesNegativeTest-878525672 tempest-VolumesNegativeTest-878525672-project] 10.222.0.25 "GET /v2.0/security-groups?id=a70b2adf-7749-4fd4-b2cb-8358b8b62cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526140 Nov 08 22:03:26.989386 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cab0b99-48fe-4b0c-81e0-27c228548875 req-27812bd0-bd71-4586-8509-5aca574e64c3 tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:03:26.990861 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-2cab0b99-48fe-4b0c-81e0-27c228548875 req-27812bd0-bd71-4586-8509-5aca574e64c3 tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] 10.222.0.25 "GET /v2.0/ports?device_id=0932b60e-a111-4011-b9e9-c9cd0443085f HTTP/1.1" status: 200 len: 944 time: 0.0501618 Nov 08 22:03:27.038783 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-2cab0b99-48fe-4b0c-81e0-27c228548875 req-0fa0ebf0-a962-479c-8bf7-ad413304d046 tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] 10.222.0.25 "GET /v2.0/security-groups?id=eeea6e44-33b8-4aa9-8bb4-4225028c9643&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414431 Nov 08 22:03:27.349293 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c3f9f0-0e9d-4508-8c98-9c790f899f92 req-0491dd39-e708-4a3f-b65d-706399d45cbc tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:03:27.350930 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-a0c3f9f0-0e9d-4508-8c98-9c790f899f92 req-0491dd39-e708-4a3f-b65d-706399d45cbc tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] 10.222.0.25 "GET /v2.0/ports?device_id=21765c62-33e5-4865-a2e8-923f1018396e HTTP/1.1" status: 200 len: 945 time: 0.0507021 Nov 08 22:03:27.400570 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-a0c3f9f0-0e9d-4508-8c98-9c790f899f92 req-1d9aa0b8-01c2-4136-b66a-7527e0880cc9 tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] 10.222.0.25 "GET /v2.0/security-groups?id=48a61968-ba2d-42aa-b087-8fe6b21c1944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430326 Nov 08 22:03:28.049338 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f1e3ad-a318-49e4-b8d2-941467a2092c req-87770f5c-2698-4353-8620-771c402d76fe tempest-VolumesNegativeTest-878525672 tempest-VolumesNegativeTest-878525672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:03:28.050893 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-95f1e3ad-a318-49e4-b8d2-941467a2092c req-87770f5c-2698-4353-8620-771c402d76fe tempest-VolumesNegativeTest-878525672 tempest-VolumesNegativeTest-878525672-project] 10.222.0.25 "GET /v2.0/ports?device_id=41bd303a-775e-4a6c-8853-3f9484fa0939 HTTP/1.1" status: 200 len: 936 time: 0.0563767 Nov 08 22:03:28.106731 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-95f1e3ad-a318-49e4-b8d2-941467a2092c req-f5985174-343a-4823-bdf1-b161526b4167 tempest-VolumesNegativeTest-878525672 tempest-VolumesNegativeTest-878525672-project] 10.222.0.25 "GET /v2.0/security-groups?id=a70b2adf-7749-4fd4-b2cb-8358b8b62cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488808 Nov 08 22:03:28.176634 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605fe6d8-3451-4d67-aabd-b96f07733550 req-f4a770f4-4e3a-4cbe-8a04-90dff62879fb tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:03:28.178140 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-605fe6d8-3451-4d67-aabd-b96f07733550 req-f4a770f4-4e3a-4cbe-8a04-90dff62879fb tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] 10.222.0.25 "GET /v2.0/ports?device_id=0932b60e-a111-4011-b9e9-c9cd0443085f HTTP/1.1" status: 200 len: 944 time: 0.0525205 Nov 08 22:03:28.227728 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-605fe6d8-3451-4d67-aabd-b96f07733550 req-766eacb5-f23f-45df-99be-64306fe83fbd tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] 10.222.0.25 "GET /v2.0/security-groups?id=eeea6e44-33b8-4aa9-8bb4-4225028c9643&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429502 Nov 08 22:03:28.526891 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb18d7d-a9e6-4e15-91d8-2b300642a99f req-152350bc-e49f-4e04-9a49-c8d657d86be9 tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:03:28.529819 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-aeb18d7d-a9e6-4e15-91d8-2b300642a99f req-152350bc-e49f-4e04-9a49-c8d657d86be9 tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] 10.222.0.25 "GET /v2.0/ports?device_id=21765c62-33e5-4865-a2e8-923f1018396e HTTP/1.1" status: 200 len: 945 time: 0.0612495 Nov 08 22:03:28.580821 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-aeb18d7d-a9e6-4e15-91d8-2b300642a99f req-2619b30d-61fd-447b-8b2b-df0ad7ac5164 tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] 10.222.0.25 "GET /v2.0/security-groups?id=48a61968-ba2d-42aa-b087-8fe6b21c1944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429785 Nov 08 22:03:29.228456 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187061ff-391d-4ffb-9e0b-7e45ea604869 req-3f7a3a84-c887-44bf-8d56-70d7f7c5cd5c tempest-VolumesNegativeTest-878525672 tempest-VolumesNegativeTest-878525672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:03:29.229998 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-187061ff-391d-4ffb-9e0b-7e45ea604869 req-3f7a3a84-c887-44bf-8d56-70d7f7c5cd5c tempest-VolumesNegativeTest-878525672 tempest-VolumesNegativeTest-878525672-project] 10.222.0.25 "GET /v2.0/ports?device_id=41bd303a-775e-4a6c-8853-3f9484fa0939 HTTP/1.1" status: 200 len: 936 time: 0.0482481 Nov 08 22:03:29.300290 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-187061ff-391d-4ffb-9e0b-7e45ea604869 req-dd8dfd78-40bd-4bbe-8178-e1708e7161f1 tempest-VolumesNegativeTest-878525672 tempest-VolumesNegativeTest-878525672-project] 10.222.0.25 "GET /v2.0/security-groups?id=a70b2adf-7749-4fd4-b2cb-8358b8b62cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641344 Nov 08 22:03:29.360841 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183f5cd7-7487-4ad8-bb3b-f3e107751ce1 req-e8431b3c-27f0-4400-9f64-7579ff2e1ad6 tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:03:29.365490 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-183f5cd7-7487-4ad8-bb3b-f3e107751ce1 req-e8431b3c-27f0-4400-9f64-7579ff2e1ad6 tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] 10.222.0.25 "GET /v2.0/ports?device_id=0932b60e-a111-4011-b9e9-c9cd0443085f HTTP/1.1" status: 200 len: 944 time: 0.0574896 Nov 08 22:03:29.416138 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-183f5cd7-7487-4ad8-bb3b-f3e107751ce1 req-42169b74-b371-4850-b474-a8286905e226 tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] 10.222.0.25 "GET /v2.0/security-groups?id=eeea6e44-33b8-4aa9-8bb4-4225028c9643&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475163 Nov 08 22:03:29.695129 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7f630a-05a2-434a-a7ba-ad34669a72a1 req-f703de32-1dc1-4d46-9ae1-8fe370d15099 tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:03:29.696749 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-2f7f630a-05a2-434a-a7ba-ad34669a72a1 req-f703de32-1dc1-4d46-9ae1-8fe370d15099 tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] 10.222.0.25 "GET /v2.0/ports?device_id=21765c62-33e5-4865-a2e8-923f1018396e HTTP/1.1" status: 200 len: 945 time: 0.0500369 Nov 08 22:03:29.747468 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-2f7f630a-05a2-434a-a7ba-ad34669a72a1 req-407d3fb8-4ed2-47ea-9fc2-61f4187c8cd4 tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] 10.222.0.25 "GET /v2.0/security-groups?id=48a61968-ba2d-42aa-b087-8fe6b21c1944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446851 Nov 08 22:03:30.418382 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d118c79b-96b3-45d3-9a3c-6a76ce440a8d req-d37abd95-c7ca-4f91-a468-990912d6eb57 tempest-VolumesNegativeTest-878525672 tempest-VolumesNegativeTest-878525672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:03:30.422530 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-d118c79b-96b3-45d3-9a3c-6a76ce440a8d req-d37abd95-c7ca-4f91-a468-990912d6eb57 tempest-VolumesNegativeTest-878525672 tempest-VolumesNegativeTest-878525672-project] 10.222.0.25 "GET /v2.0/ports?device_id=41bd303a-775e-4a6c-8853-3f9484fa0939 HTTP/1.1" status: 200 len: 936 time: 0.0536034 Nov 08 22:03:30.470217 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-d118c79b-96b3-45d3-9a3c-6a76ce440a8d req-5fb6e3ce-73be-41ae-b814-57c9a8635bf3 tempest-VolumesNegativeTest-878525672 tempest-VolumesNegativeTest-878525672-project] 10.222.0.25 "GET /v2.0/security-groups?id=a70b2adf-7749-4fd4-b2cb-8358b8b62cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442779 Nov 08 22:03:30.565309 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a092aa3-8f43-4124-a15f-29a99466037c req-53ecabe8-f2be-42da-9f5a-51a5d969a20f tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:03:30.566923 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-2a092aa3-8f43-4124-a15f-29a99466037c req-53ecabe8-f2be-42da-9f5a-51a5d969a20f tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] 10.222.0.25 "GET /v2.0/ports?device_id=0932b60e-a111-4011-b9e9-c9cd0443085f HTTP/1.1" status: 200 len: 944 time: 0.0641835 Nov 08 22:03:30.615453 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-2a092aa3-8f43-4124-a15f-29a99466037c req-76c5b577-12c0-45fc-9b0c-897e40d9630f tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] 10.222.0.25 "GET /v2.0/security-groups?id=eeea6e44-33b8-4aa9-8bb4-4225028c9643&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418410 Nov 08 22:03:30.864611 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b040cb9-7d69-4ceb-a82a-f8b26bfd627b req-26b2c94b-36c2-4482-9cf6-d3301b92747c tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:03:30.866281 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-3b040cb9-7d69-4ceb-a82a-f8b26bfd627b req-26b2c94b-36c2-4482-9cf6-d3301b92747c tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] 10.222.0.25 "GET /v2.0/ports?device_id=21765c62-33e5-4865-a2e8-923f1018396e HTTP/1.1" status: 200 len: 945 time: 0.0516481 Nov 08 22:03:30.918810 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-3b040cb9-7d69-4ceb-a82a-f8b26bfd627b req-8e691bf3-c54a-4650-ae8b-42674f2646dc tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] 10.222.0.25 "GET /v2.0/security-groups?id=48a61968-ba2d-42aa-b087-8fe6b21c1944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460911 Nov 08 22:03:31.589981 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1782fb5e-35c6-459f-8646-808a9f2a7b33 req-6cdbc177-cf43-4a41-b2c2-6f184888d6c4 tempest-VolumesNegativeTest-878525672 tempest-VolumesNegativeTest-878525672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:03:31.591482 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-1782fb5e-35c6-459f-8646-808a9f2a7b33 req-6cdbc177-cf43-4a41-b2c2-6f184888d6c4 tempest-VolumesNegativeTest-878525672 tempest-VolumesNegativeTest-878525672-project] 10.222.0.25 "GET /v2.0/ports?device_id=41bd303a-775e-4a6c-8853-3f9484fa0939 HTTP/1.1" status: 200 len: 936 time: 0.0496788 Nov 08 22:03:31.646560 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-1782fb5e-35c6-459f-8646-808a9f2a7b33 req-33d4213f-a9ef-45e7-9506-2293ba4bd09e tempest-VolumesNegativeTest-878525672 tempest-VolumesNegativeTest-878525672-project] 10.222.0.25 "GET /v2.0/security-groups?id=a70b2adf-7749-4fd4-b2cb-8358b8b62cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481563 Nov 08 22:03:31.742973 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d85d5ef-5c11-40b5-a98a-4271de559b2c req-ab70a035-7d77-4c1f-9e13-d775a78344c3 tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:03:31.744403 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-7d85d5ef-5c11-40b5-a98a-4271de559b2c req-ab70a035-7d77-4c1f-9e13-d775a78344c3 tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] 10.222.0.25 "GET /v2.0/ports?device_id=0932b60e-a111-4011-b9e9-c9cd0443085f HTTP/1.1" status: 200 len: 944 time: 0.0523419 Nov 08 22:03:31.792649 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-7d85d5ef-5c11-40b5-a98a-4271de559b2c req-bac46198-67f7-4d7e-a974-5b283651720a tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] 10.222.0.25 "GET /v2.0/security-groups?id=eeea6e44-33b8-4aa9-8bb4-4225028c9643&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423639 Nov 08 22:03:32.034265 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bededb-68ce-456e-9a37-f235b0b08ec4 req-fad3887c-1714-4a50-bae6-dd74ab855c3b tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:03:32.035751 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-22bededb-68ce-456e-9a37-f235b0b08ec4 req-fad3887c-1714-4a50-bae6-dd74ab855c3b tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] 10.222.0.25 "GET /v2.0/ports?device_id=21765c62-33e5-4865-a2e8-923f1018396e HTTP/1.1" status: 200 len: 945 time: 0.0495605 Nov 08 22:03:32.086475 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-22bededb-68ce-456e-9a37-f235b0b08ec4 req-0239c7e3-fafc-45aa-b691-abc799e1dac8 tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] 10.222.0.25 "GET /v2.0/security-groups?id=48a61968-ba2d-42aa-b087-8fe6b21c1944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448027 Nov 08 22:03:32.603376 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.v2.base [req-52b2f416-81a0-4939-9c94-421107650b37 req-25492c45-c969-400f-9410-416c1ea9a5a7 service neutron] Request body: {'port': {'device_id': '41bd303a-775e-4a6c-8853-3f9484fa0939', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81708'}} {{(pid=101082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 22:03:32.661009 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [req-52b2f416-81a0-4939-9c94-421107650b37 req-25492c45-c969-400f-9410-416c1ea9a5a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-925982'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:03:32.868404 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef68620-861c-4bdd-ae1d-f41bc5980b00 req-7f4afc84-e98b-4f74-9c62-850abce7859e tempest-VolumesNegativeTest-878525672 tempest-VolumesNegativeTest-878525672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:03:32.869812 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-6ef68620-861c-4bdd-ae1d-f41bc5980b00 req-7f4afc84-e98b-4f74-9c62-850abce7859e tempest-VolumesNegativeTest-878525672 tempest-VolumesNegativeTest-878525672-project] 10.222.0.25 "GET /v2.0/ports?device_id=41bd303a-775e-4a6c-8853-3f9484fa0939 HTTP/1.1" status: 200 len: 936 time: 0.1040602 Nov 08 22:03:32.983679 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede359f7-c5a0-4948-8c15-6d1b0033c637 req-ee91b055-004c-43b5-b3a0-724c95163d09 tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:03:32.985204 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-ede359f7-c5a0-4948-8c15-6d1b0033c637 req-ee91b055-004c-43b5-b3a0-724c95163d09 tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] 10.222.0.25 "GET /v2.0/ports?device_id=0932b60e-a111-4011-b9e9-c9cd0443085f HTTP/1.1" status: 200 len: 944 time: 0.1113260 Nov 08 22:03:32.992102 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-6ef68620-861c-4bdd-ae1d-f41bc5980b00 req-0d4c6726-5562-46cf-9b2d-9d2d11ca2c32 tempest-VolumesNegativeTest-878525672 tempest-VolumesNegativeTest-878525672-project] 10.222.0.25 "GET /v2.0/security-groups?id=a70b2adf-7749-4fd4-b2cb-8358b8b62cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151967 Nov 08 22:03:33.078903 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-ede359f7-c5a0-4948-8c15-6d1b0033c637 req-c291e3b9-f567-4e2e-a417-f7df60e94c9b tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] 10.222.0.25 "GET /v2.0/security-groups?id=eeea6e44-33b8-4aa9-8bb4-4225028c9643&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0846040 Nov 08 22:03:33.082095 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.notifiers.nova [req-52b2f416-81a0-4939-9c94-421107650b37 req-25492c45-c969-400f-9410-416c1ea9a5a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c3eea11-c961-493f-84c2-98ed45b80963 {{(pid=101082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 22:03:33.091005 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [req-52b2f416-81a0-4939-9c94-421107650b37 req-25492c45-c969-400f-9410-416c1ea9a5a7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:03:33.104171 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [req-52b2f416-81a0-4939-9c94-421107650b37 req-25492c45-c969-400f-9410-416c1ea9a5a7 service neutron] Transition to ACTIVE for port object 9c3eea11-c961-493f-84c2-98ed45b80963 will not be triggered until provisioned by entity L2. {{(pid=101082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 22:03:33.108038 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [req-52b2f416-81a0-4939-9c94-421107650b37 req-25492c45-c969-400f-9410-416c1ea9a5a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728276638356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728276144285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728276144303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7854475'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:03:33.194080 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25492c45-c969-400f-9410-416c1ea9a5a7 service neutron] Pushing event updated for resources: {'Port': ['ID=9c3eea11-c961-493f-84c2-98ed45b80963,revision_number=2']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:03:33.255288 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84d33ef-092a-42ac-a728-a405f48ef40d req-d197beef-c615-44e0-9409-28be0e68e673 tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:03:33.256854 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-e84d33ef-092a-42ac-a728-a405f48ef40d req-d197beef-c615-44e0-9409-28be0e68e673 tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] 10.222.0.25 "GET /v2.0/ports?device_id=21765c62-33e5-4865-a2e8-923f1018396e HTTP/1.1" status: 200 len: 945 time: 0.0996699 Nov 08 22:03:33.306835 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [req-52b2f416-81a0-4939-9c94-421107650b37 req-25492c45-c969-400f-9410-416c1ea9a5a7 service neutron] Attempting to bind port 9c3eea11-c961-493f-84c2-98ed45b80963 on host hv-cinder-81708 for vnic_type normal with profile {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 22:03:33.307172 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [req-52b2f416-81a0-4939-9c94-421107650b37 req-25492c45-c969-400f-9410-416c1ea9a5a7 service neutron] Attempting to bind port 9c3eea11-c961-493f-84c2-98ed45b80963 by drivers openvswitch,hyperv on host hv-cinder-81708 at level 0 using segments [{'id': 'f224e5c5-1b37-458a-91f0-05cfe90b9e91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '9658b922-957f-434d-933c-82432c883550'}] {{(pid=101082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 22:03:33.307497 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52b2f416-81a0-4939-9c94-421107650b37 req-25492c45-c969-400f-9410-416c1ea9a5a7 service neutron] Attempting to bind port 9c3eea11-c961-493f-84c2-98ed45b80963 on network 9658b922-957f-434d-933c-82432c883550 {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 22:03:33.322562 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52b2f416-81a0-4939-9c94-421107650b37 req-25492c45-c969-400f-9410-416c1ea9a5a7 service neutron] Port 9c3eea11-c961-493f-84c2-98ed45b80963 on network 9658b922-957f-434d-933c-82432c883550 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81708 {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 22:03:33.322883 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52b2f416-81a0-4939-9c94-421107650b37 req-25492c45-c969-400f-9410-416c1ea9a5a7 service neutron] Attempting to bind port 9c3eea11-c961-493f-84c2-98ed45b80963 on network 9658b922-957f-434d-933c-82432c883550 {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 22:03:33.331185 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-e84d33ef-092a-42ac-a728-a405f48ef40d req-f5ad8d86-aa7c-4c65-8a97-08f9ee87a94b tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] 10.222.0.25 "GET /v2.0/security-groups?id=48a61968-ba2d-42aa-b087-8fe6b21c1944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649550 Nov 08 22:03:33.332039 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52b2f416-81a0-4939-9c94-421107650b37 req-25492c45-c969-400f-9410-416c1ea9a5a7 service neutron] Checking agent: {'id': '7cd4d405-a24c-430d-ad05-16fe54bb5453', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81708', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 21, 57, 55), 'started_at': datetime.datetime(2021, 11, 8, 21, 57, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 22, 3, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 22:03:33.332371 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52b2f416-81a0-4939-9c94-421107650b37 req-25492c45-c969-400f-9410-416c1ea9a5a7 service neutron] Checking segment: {'id': 'f224e5c5-1b37-458a-91f0-05cfe90b9e91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '9658b922-957f-434d-933c-82432c883550'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 22:03:33.332742 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52b2f416-81a0-4939-9c94-421107650b37 req-25492c45-c969-400f-9410-416c1ea9a5a7 service neutron] Bound using segment: {'id': 'f224e5c5-1b37-458a-91f0-05cfe90b9e91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '9658b922-957f-434d-933c-82432c883550'} {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 22:03:33.333193 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [req-52b2f416-81a0-4939-9c94-421107650b37 req-25492c45-c969-400f-9410-416c1ea9a5a7 service neutron] Bound port: 9c3eea11-c961-493f-84c2-98ed45b80963, host: hv-cinder-81708, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f224e5c5-1b37-458a-91f0-05cfe90b9e91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '9658b922-957f-434d-933c-82432c883550'}}] {{(pid=101082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 22:03:33.333548 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [req-52b2f416-81a0-4939-9c94-421107650b37 req-25492c45-c969-400f-9410-416c1ea9a5a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-925982'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:03:33.404625 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.plugins.ml2.db [req-52b2f416-81a0-4939-9c94-421107650b37 req-25492c45-c969-400f-9410-416c1ea9a5a7 service neutron] For port 9c3eea11-c961-493f-84c2-98ed45b80963, host hv-cinder-81708, cleared binding levels {{(pid=101082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 22:03:33.408184 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.plugins.ml2.db [req-52b2f416-81a0-4939-9c94-421107650b37 req-25492c45-c969-400f-9410-416c1ea9a5a7 service neutron] For port 9c3eea11-c961-493f-84c2-98ed45b80963, host hv-cinder-81708, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81708',level=0,port_id=9c3eea11-c961-493f-84c2-98ed45b80963,segment=NetworkSegment(f224e5c5-1b37-458a-91f0-05cfe90b9e91),segment_id=f224e5c5-1b37-458a-91f0-05cfe90b9e91)] {{(pid=101082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 22:03:33.413824 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [req-52b2f416-81a0-4939-9c94-421107650b37 req-25492c45-c969-400f-9410-416c1ea9a5a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728276638356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728276144285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728276144303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7854475'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:03:33.463719 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b2f416-81a0-4939-9c94-421107650b37 req-25492c45-c969-400f-9410-416c1ea9a5a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:03:33.464544 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [req-52b2f416-81a0-4939-9c94-421107650b37 req-25492c45-c969-400f-9410-416c1ea9a5a7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465805'] for port, before_response {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:03:33.466068 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-52b2f416-81a0-4939-9c94-421107650b37 req-25492c45-c969-400f-9410-416c1ea9a5a7 service neutron] 10.222.0.48 "PUT /v2.0/ports/9c3eea11-c961-493f-84c2-98ed45b80963 HTTP/1.1" status: 200 len: 1098 time: 0.8676353 Nov 08 22:03:33.466558 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41bd303a-775e-4a6c-8853-3f9484fa0939', 'tag': '9c3eea11-c961-493f-84c2-98ed45b80963'}] {{(pid=101082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 22:03:33.469608 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5244ac95217a6bb312334333bc6ed4bdb0e50c4a837cb758f48f620e9b099f25" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e52f5fc-56ef-4257-86b1-d660bcad3927" -d '{"events": [{"name": "network-changed", "server_uuid": "41bd303a-775e-4a6c-8853-3f9484fa0939", "tag": "9c3eea11-c961-493f-84c2-98ed45b80963"}]}' {{(pid=101082) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 22:03:33.496264 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25492c45-c969-400f-9410-416c1ea9a5a7 service neutron] Pushing event updated for resources: {'Port': ['ID=9c3eea11-c961-493f-84c2-98ed45b80963,revision_number=3']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:03:33.547865 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 22:03:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a55f638b-b369-4c67-9cc8-92511fc2a11b x-openstack-request-id: req-a55f638b-b369-4c67-9cc8-92511fc2a11b {{(pid=101082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 22:03:33.548159 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41bd303a-775e-4a6c-8853-3f9484fa0939", "tag": "9c3eea11-c961-493f-84c2-98ed45b80963", "status": "completed", "code": 200}]} {{(pid=101082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 22:03:33.548414 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a55f638b-b369-4c67-9cc8-92511fc2a11b {{(pid=101082) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 22:03:33.548832 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41bd303a-775e-4a6c-8853-3f9484fa0939', 'tag': '9c3eea11-c961-493f-84c2-98ed45b80963', 'status': 'completed', 'code': 200} Nov 08 22:03:33.564909 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b2f416-81a0-4939-9c94-421107650b37 req-f0197487-efc3-4fda-95e5-53fdc023fd74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:03:33.566411 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-52b2f416-81a0-4939-9c94-421107650b37 req-f0197487-efc3-4fda-95e5-53fdc023fd74 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=90886757bda5450d8593e98defad09f0&device_id=41bd303a-775e-4a6c-8853-3f9484fa0939 HTTP/1.1" status: 200 len: 1101 time: 0.0471959 Nov 08 22:03:33.611588 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-52b2f416-81a0-4939-9c94-421107650b37 req-3c4f5140-5b6c-4123-99e8-e3b8cddcbc0b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.208&port_id=9c3eea11-c961-493f-84c2-98ed45b80963 HTTP/1.1" status: 200 len: 217 time: 0.0349040 Nov 08 22:03:33.669589 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b2f416-81a0-4939-9c94-421107650b37 req-e7599a34-59d4-4791-98ab-2d5d3ad86950 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:03:33.671042 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-52b2f416-81a0-4939-9c94-421107650b37 req-e7599a34-59d4-4791-98ab-2d5d3ad86950 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=fea12ad0-59c8-4858-b4ab-8f5af1a5fab9 HTTP/1.1" status: 200 len: 843 time: 0.0495300 Nov 08 22:03:33.719214 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b2f416-81a0-4939-9c94-421107650b37 req-d385c7f0-64ae-4a8f-b30e-140c7c968562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:03:33.720743 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-52b2f416-81a0-4939-9c94-421107650b37 req-d385c7f0-64ae-4a8f-b30e-140c7c968562 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9658b922-957f-434d-933c-82432c883550&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0418217 Nov 08 22:03:33.814447 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-52b2f416-81a0-4939-9c94-421107650b37 req-af2359f4-ac3e-44bd-9db5-3abecb2de68f service neutron] 10.222.0.48 "GET /v2.0/networks/9658b922-957f-434d-933c-82432c883550?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835531 Nov 08 22:03:33.907148 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-52b2f416-81a0-4939-9c94-421107650b37 req-7fa9bb44-0f4d-4986-be84-6af995a71321 service neutron] 10.222.0.48 "GET /v2.0/networks/9658b922-957f-434d-933c-82432c883550?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809925 Nov 08 22:03:33.998019 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e52f5fc-56ef-4257-86b1-d660bcad3927 req-2f38cee6-de12-4761-93e0-0926eb799644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:03:33.999472 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-2e52f5fc-56ef-4257-86b1-d660bcad3927 req-2f38cee6-de12-4761-93e0-0926eb799644 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=90886757bda5450d8593e98defad09f0&device_id=41bd303a-775e-4a6c-8853-3f9484fa0939 HTTP/1.1" status: 200 len: 1101 time: 0.0399723 Nov 08 22:03:34.138397 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e66fec0-0830-4385-be93-f048313e412b req-061f799d-de10-476f-a97b-755848d6c3aa tempest-VolumesNegativeTest-878525672 tempest-VolumesNegativeTest-878525672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:03:34.140154 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-6e66fec0-0830-4385-be93-f048313e412b req-061f799d-de10-476f-a97b-755848d6c3aa tempest-VolumesNegativeTest-878525672 tempest-VolumesNegativeTest-878525672-project] 10.222.0.25 "GET /v2.0/ports?device_id=41bd303a-775e-4a6c-8853-3f9484fa0939 HTTP/1.1" status: 200 len: 948 time: 0.0787506 Nov 08 22:03:34.143074 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e52f5fc-56ef-4257-86b1-d660bcad3927 req-93e9f27f-1c7e-4cc5-944b-12b5c39976ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:03:34.144448 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-2e52f5fc-56ef-4257-86b1-d660bcad3927 req-93e9f27f-1c7e-4cc5-944b-12b5c39976ec service neutron] 10.222.0.48 "GET /v2.0/networks?id=9658b922-957f-434d-933c-82432c883550 HTTP/1.1" status: 200 len: 870 time: 0.1345513 Nov 08 22:03:34.201865 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-2e52f5fc-56ef-4257-86b1-d660bcad3927 req-1911e205-8f3e-4c7b-9db6-3c934dc9d014 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.208&port_id=9c3eea11-c961-493f-84c2-98ed45b80963 HTTP/1.1" status: 200 len: 217 time: 0.0457880 Nov 08 22:03:34.263587 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-6e66fec0-0830-4385-be93-f048313e412b req-2ba2ed96-a86a-4e2a-acb3-c650cce6d593 tempest-VolumesNegativeTest-878525672 tempest-VolumesNegativeTest-878525672-project] 10.222.0.25 "GET /v2.0/security-groups?id=a70b2adf-7749-4fd4-b2cb-8358b8b62cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146767 Nov 08 22:03:34.296412 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e52f5fc-56ef-4257-86b1-d660bcad3927 req-b6d33932-a399-43e9-9fd5-4afa77dc6866 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:03:34.297887 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-2e52f5fc-56ef-4257-86b1-d660bcad3927 req-b6d33932-a399-43e9-9fd5-4afa77dc6866 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=fea12ad0-59c8-4858-b4ab-8f5af1a5fab9 HTTP/1.1" status: 200 len: 843 time: 0.0860469 Nov 08 22:03:34.310553 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7dc14c4-068a-4891-bc07-e19944f10222 req-216a0cca-8ccc-46fd-b2c6-006896aef16c tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:03:34.311964 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-a7dc14c4-068a-4891-bc07-e19944f10222 req-216a0cca-8ccc-46fd-b2c6-006896aef16c tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] 10.222.0.25 "GET /v2.0/ports?device_id=0932b60e-a111-4011-b9e9-c9cd0443085f HTTP/1.1" status: 200 len: 944 time: 0.0839758 Nov 08 22:03:34.414805 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e52f5fc-56ef-4257-86b1-d660bcad3927 req-05ac6495-bb7f-4077-b723-68392c872a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:03:34.416326 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-2e52f5fc-56ef-4257-86b1-d660bcad3927 req-05ac6495-bb7f-4077-b723-68392c872a46 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9658b922-957f-434d-933c-82432c883550&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1035056 Nov 08 22:03:34.419586 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-a7dc14c4-068a-4891-bc07-e19944f10222 req-75216397-3ff4-4f4e-a905-4e88fe7d6711 tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] 10.222.0.25 "GET /v2.0/security-groups?id=eeea6e44-33b8-4aa9-8bb4-4225028c9643&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0978217 Nov 08 22:03:34.427655 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff672fe4-4ae4-45a4-a9bf-7627011f8ab6 req-b431fb15-4884-4ec1-bdc8-1b735e1ece77 tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:03:34.429009 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-ff672fe4-4ae4-45a4-a9bf-7627011f8ab6 req-b431fb15-4884-4ec1-bdc8-1b735e1ece77 tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] 10.222.0.25 "GET /v2.0/ports?device_id=ea3e000f-3070-46f1-ab82-0f619625641a HTTP/1.1" status: 200 len: 945 time: 0.1082096 Nov 08 22:03:34.561988 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-ff672fe4-4ae4-45a4-a9bf-7627011f8ab6 req-c14524f8-2a27-4324-88e2-29f3aceaf278 tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] 10.222.0.25 "GET /v2.0/security-groups?id=e56f6cae-c1db-4d7c-8761-da45404c5a8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1238430 Nov 08 22:03:34.580237 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-2e52f5fc-56ef-4257-86b1-d660bcad3927 req-e8b4ca1c-e26a-4b99-8ede-2691e2879ed6 service neutron] 10.222.0.48 "GET /v2.0/networks/9658b922-957f-434d-933c-82432c883550?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1497893 Nov 08 22:03:34.588578 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b608cf13-0eef-4cd2-b283-19156988969f req-2936697d-d414-422c-b032-f9dc85789035 tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:03:34.589988 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-b608cf13-0eef-4cd2-b283-19156988969f req-2936697d-d414-422c-b032-f9dc85789035 tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] 10.222.0.25 "GET /v2.0/ports?device_id=21765c62-33e5-4865-a2e8-923f1018396e HTTP/1.1" status: 200 len: 945 time: 0.1012595 Nov 08 22:03:34.692556 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-b608cf13-0eef-4cd2-b283-19156988969f req-16c33eea-530b-437b-b315-fad6abfa6182 tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] 10.222.0.25 "GET /v2.0/security-groups?id=48a61968-ba2d-42aa-b087-8fe6b21c1944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939770 Nov 08 22:03:34.711730 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-2e52f5fc-56ef-4257-86b1-d660bcad3927 req-e8994f72-728f-436c-b30d-a33ea1edd560 service neutron] 10.222.0.48 "GET /v2.0/networks/9658b922-957f-434d-933c-82432c883550?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208241 Nov 08 22:03:34.832294 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.wsgi [-] (101083) accepted ('10.222.0.25', 45456) {{(pid=101083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 22:03:34.940153 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-153610a7-859e-4ead-9ff0-7ba7f54734ad admin admin] Publish callbacks [] for security_group, before_create {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:03:35.012012 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-153610a7-859e-4ead-9ff0-7ba7f54734ad admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:03:35.015371 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-153610a7-859e-4ead-9ff0-7ba7f54734ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2033567'] for security_group, after_create {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:03:35.051615 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [None req-153610a7-859e-4ead-9ff0-7ba7f54734ad admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ddae0c8a51824a588dc67a8d94f450c8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2181680 Nov 08 22:03:35.052741 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153610a7-859e-4ead-9ff0-7ba7f54734ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8201fb78-dcc5-4f7a-95e3-c0fea294cf11,revision_number=1']} {{(pid=101083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:03:35.054859 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.wsgi [-] (101082) accepted ('10.222.0.25', 45460) {{(pid=101082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 22:03:35.103046 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-31aca15b-ff29-465f-b863-16d3c33c04bb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:03:35.123517 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-31aca15b-ff29-465f-b863-16d3c33c04bb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:03:35.135672 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.rpc [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Device 9c3eea11-c961-493f-84c2-98ed45b80963 details requested by agent hyperv_hv-cinder-81708 with host hv-cinder-81708 {{(pid=101084) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 22:03:35.169151 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-31aca15b-ff29-465f-b863-16d3c33c04bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2033567'] for security_group, after_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:03:35.171795 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-31aca15b-ff29-465f-b863-16d3c33c04bb admin admin] Publish callbacks [] for security_group, before_response {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:03:35.172975 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [None req-31aca15b-ff29-465f-b863-16d3c33c04bb admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/8201fb78-dcc5-4f7a-95e3-c0fea294cf11 HTTP/1.1" status: 204 len: 168 time: 0.1170638 Nov 08 22:03:35.181031 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31aca15b-ff29-465f-b863-16d3c33c04bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8201fb78-dcc5-4f7a-95e3-c0fea294cf11,revision_number=None']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:03:35.278725 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.db [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] For port 9c3eea11-c961-493f-84c2-98ed45b80963, host hv-cinder-81708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81708',level=0,port_id=9c3eea11-c961-493f-84c2-98ed45b80963,segment=NetworkSegment(f224e5c5-1b37-458a-91f0-05cfe90b9e91),segment_id=f224e5c5-1b37-458a-91f0-05cfe90b9e91)] {{(pid=101084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 22:03:35.294398 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.rpc [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Returning: {'device': '9c3eea11-c961-493f-84c2-98ed45b80963', 'network_id': '9658b922-957f-434d-933c-82432c883550', 'port_id': '9c3eea11-c961-493f-84c2-98ed45b80963', 'mac_address': 'fa:16:3e:cc:5e:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 700, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fea12ad0-59c8-4858-b4ab-8f5af1a5fab9', 'ip_address': '192.168.233.208'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101084) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 22:03:35.335372 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-925982'] for port, before_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:03:35.350238 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.notifiers.nova [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c3eea11-c961-493f-84c2-98ed45b80963 {{(pid=101084) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 22:03:35.374489 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.db [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] For port 9c3eea11-c961-493f-84c2-98ed45b80963, host hv-cinder-81708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81708',level=0,port_id=9c3eea11-c961-493f-84c2-98ed45b80963,segment=NetworkSegment(f224e5c5-1b37-458a-91f0-05cfe90b9e91),segment_id=f224e5c5-1b37-458a-91f0-05cfe90b9e91)] {{(pid=101084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 22:03:35.379257 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728276638356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728276144285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728276144303'] for port, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:03:35.406534 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b812c0-3d80-4178-abf9-8e85c22f29ae req-4316cab7-7a1f-47b1-aaf0-a34f2db3cc0a tempest-VolumesNegativeTest-878525672 tempest-VolumesNegativeTest-878525672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:03:35.408118 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-20b812c0-3d80-4178-abf9-8e85c22f29ae req-4316cab7-7a1f-47b1-aaf0-a34f2db3cc0a tempest-VolumesNegativeTest-878525672 tempest-VolumesNegativeTest-878525672-project] 10.222.0.25 "GET /v2.0/ports?device_id=41bd303a-775e-4a6c-8853-3f9484fa0939 HTTP/1.1" status: 200 len: 948 time: 0.0541823 Nov 08 22:03:35.431810 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Pushing event updated for resources: {'Port': ['ID=9c3eea11-c961-493f-84c2-98ed45b80963,revision_number=4']} {{(pid=101084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:03:35.465747 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-20b812c0-3d80-4178-abf9-8e85c22f29ae req-e8b4766b-e268-4576-95d0-bde9ddc17245 tempest-VolumesNegativeTest-878525672 tempest-VolumesNegativeTest-878525672-project] 10.222.0.25 "GET /v2.0/security-groups?id=a70b2adf-7749-4fd4-b2cb-8358b8b62cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490944 Nov 08 22:03:35.543165 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a8ca47-af1e-4b57-91f8-f049518a6771 req-18ee8c12-4d28-4638-8419-c2ca153fd19b tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:03:35.544637 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-51a8ca47-af1e-4b57-91f8-f049518a6771 req-18ee8c12-4d28-4638-8419-c2ca153fd19b tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] 10.222.0.25 "GET /v2.0/ports?device_id=0932b60e-a111-4011-b9e9-c9cd0443085f HTTP/1.1" status: 200 len: 944 time: 0.0476174 Nov 08 22:03:35.593690 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-51a8ca47-af1e-4b57-91f8-f049518a6771 req-6312ea1f-6755-482b-9acb-ce94a4e53d1b tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] 10.222.0.25 "GET /v2.0/security-groups?id=eeea6e44-33b8-4aa9-8bb4-4225028c9643&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405715 Nov 08 22:03:35.656307 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.db [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] get_ports_and_sgs() called for port_ids ['9c3eea11-c961-493f-84c2-98ed45b80963'] {{(pid=101084) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 22:03:35.682014 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbe9cfd-5ae9-4690-a59e-c5b94f6c1320 req-4e15d8f7-0854-422e-9515-fbe950a3098c tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:03:35.683518 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-6cbe9cfd-5ae9-4690-a59e-c5b94f6c1320 req-4e15d8f7-0854-422e-9515-fbe950a3098c tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] 10.222.0.25 "GET /v2.0/ports?device_id=ea3e000f-3070-46f1-ab82-0f619625641a HTTP/1.1" status: 200 len: 945 time: 0.0482974 Nov 08 22:03:35.731812 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-6cbe9cfd-5ae9-4690-a59e-c5b94f6c1320 req-dd329aa8-0d47-482a-ab4c-7b5423217870 tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] 10.222.0.25 "GET /v2.0/security-groups?id=e56f6cae-c1db-4d7c-8761-da45404c5a8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423501 Nov 08 22:03:35.812325 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b070e3cd-d478-48cf-bef7-cbd2cb2d31be req-57b0d93d-d6c7-4f1d-84ba-44cc4b73a32d tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:03:35.813716 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-b070e3cd-d478-48cf-bef7-cbd2cb2d31be req-57b0d93d-d6c7-4f1d-84ba-44cc4b73a32d tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] 10.222.0.25 "GET /v2.0/ports?device_id=21765c62-33e5-4865-a2e8-923f1018396e HTTP/1.1" status: 200 len: 945 time: 0.0518327 Nov 08 22:03:35.867816 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-b070e3cd-d478-48cf-bef7-cbd2cb2d31be req-5d296571-26fd-47e8-9483-9f093e9581de tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] 10.222.0.25 "GET /v2.0/security-groups?id=48a61968-ba2d-42aa-b087-8fe6b21c1944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482204 Nov 08 22:03:36.581687 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3b0997-18d5-4da3-ac73-3435032a928c req-a56f1c2f-1a83-444e-9dbb-3ed8a0b98d71 tempest-VolumesNegativeTest-878525672 tempest-VolumesNegativeTest-878525672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:03:36.583162 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-5e3b0997-18d5-4da3-ac73-3435032a928c req-a56f1c2f-1a83-444e-9dbb-3ed8a0b98d71 tempest-VolumesNegativeTest-878525672 tempest-VolumesNegativeTest-878525672-project] 10.222.0.25 "GET /v2.0/ports?device_id=41bd303a-775e-4a6c-8853-3f9484fa0939 HTTP/1.1" status: 200 len: 949 time: 0.0525370 Nov 08 22:03:36.629742 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-5e3b0997-18d5-4da3-ac73-3435032a928c req-47917668-61db-4c4a-bc48-346f70be6298 tempest-VolumesNegativeTest-878525672 tempest-VolumesNegativeTest-878525672-project] 10.222.0.25 "GET /v2.0/security-groups?id=a70b2adf-7749-4fd4-b2cb-8358b8b62cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402601 Nov 08 22:03:36.716280 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73030bbb-1c36-4163-a45f-999c97d9084a req-feda24df-0b6b-473f-a4f8-2edb18476688 tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:03:36.717814 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-73030bbb-1c36-4163-a45f-999c97d9084a req-feda24df-0b6b-473f-a4f8-2edb18476688 tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] 10.222.0.25 "GET /v2.0/ports?device_id=0932b60e-a111-4011-b9e9-c9cd0443085f HTTP/1.1" status: 200 len: 944 time: 0.0510640 Nov 08 22:03:37.025559 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-73030bbb-1c36-4163-a45f-999c97d9084a req-50cc012b-8b5e-4e02-8688-c14a0e908583 tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] 10.222.0.25 "GET /v2.0/security-groups?id=eeea6e44-33b8-4aa9-8bb4-4225028c9643&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3018758 Nov 08 22:03:37.037544 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad9b306-6c37-4bce-a281-648c304204a5 req-6ee0caac-89dc-4103-9ea4-cc1ebab85295 tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:03:37.038994 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-3ad9b306-6c37-4bce-a281-648c304204a5 req-6ee0caac-89dc-4103-9ea4-cc1ebab85295 tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] 10.222.0.25 "GET /v2.0/ports?device_id=ea3e000f-3070-46f1-ab82-0f619625641a HTTP/1.1" status: 200 len: 945 time: 0.0672081 Nov 08 22:03:37.088851 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-3ad9b306-6c37-4bce-a281-648c304204a5 req-625cda16-32cf-466d-a6f3-3e28752efcf5 tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] 10.222.0.25 "GET /v2.0/security-groups?id=e56f6cae-c1db-4d7c-8761-da45404c5a8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434284 Nov 08 22:03:37.133854 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e72a691-0e45-4e03-ac5e-8d778ce002db req-c943995b-2892-47f0-a868-98e4150aa79e tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:03:37.135298 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-8e72a691-0e45-4e03-ac5e-8d778ce002db req-c943995b-2892-47f0-a868-98e4150aa79e tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] 10.222.0.25 "GET /v2.0/ports?device_id=21765c62-33e5-4865-a2e8-923f1018396e HTTP/1.1" status: 200 len: 945 time: 0.0517461 Nov 08 22:03:37.165147 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.rpc [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Device 9c3eea11-c961-493f-84c2-98ed45b80963 up at agent hyperv_hv-cinder-81708 {{(pid=101084) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 22:03:37.193410 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-8e72a691-0e45-4e03-ac5e-8d778ce002db req-df6a5a2e-b39d-430e-a878-6698ee2d1a0f tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] 10.222.0.25 "GET /v2.0/security-groups?id=48a61968-ba2d-42aa-b087-8fe6b21c1944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522313 Nov 08 22:03:37.217262 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.db.provisioning_blocks [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Provisioning for port 9c3eea11-c961-493f-84c2-98ed45b80963 completed by entity L2. {{(pid=101084) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 22:03:37.221295 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.db.provisioning_blocks [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Provisioning complete for port 9c3eea11-c961-493f-84c2-98ed45b80963 triggered by entity L2. {{(pid=101084) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 22:03:37.221661 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-534742'] for port, provisioning_complete {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:03:37.409536 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-925982'] for port, before_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:03:37.431325 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41bd303a-775e-4a6c-8853-3f9484fa0939', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c3eea11-c961-493f-84c2-98ed45b80963'}] {{(pid=101084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 22:03:37.433624 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b3cbe6c7fdf7c1e60af50d850490ef6f4dccd02a9ea7bc434e0a37b2dd34cb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06f5a378-5be1-45fb-b0f8-4a0c39e8ffae" -d '{"events": [{"server_uuid": "41bd303a-775e-4a6c-8853-3f9484fa0939", "name": "network-vif-plugged", "status": "completed", "tag": "9c3eea11-c961-493f-84c2-98ed45b80963"}]}' {{(pid=101084) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 22:03:37.446285 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.db [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] For port 9c3eea11-c961-493f-84c2-98ed45b80963, host hv-cinder-81708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81708',level=0,port_id=9c3eea11-c961-493f-84c2-98ed45b80963,segment=NetworkSegment(f224e5c5-1b37-458a-91f0-05cfe90b9e91),segment_id=f224e5c5-1b37-458a-91f0-05cfe90b9e91)] {{(pid=101084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 22:03:37.450525 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728276638356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728276144285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728276144303'] for port, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:03:37.474035 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 22:03:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fba68d4-cace-4712-bfbb-39d7ca6fa8cd x-openstack-request-id: req-8fba68d4-cace-4712-bfbb-39d7ca6fa8cd {{(pid=101084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 22:03:37.474344 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41bd303a-775e-4a6c-8853-3f9484fa0939", "name": "network-vif-plugged", "status": "completed", "tag": "9c3eea11-c961-493f-84c2-98ed45b80963", "code": 200}]} {{(pid=101084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 22:03:37.474593 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8fba68d4-cace-4712-bfbb-39d7ca6fa8cd {{(pid=101084) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 22:03:37.474968 dv-cinder-817085-1-iscsi neutron-server[101084]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41bd303a-775e-4a6c-8853-3f9484fa0939', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c3eea11-c961-493f-84c2-98ed45b80963', 'code': 200} Nov 08 22:03:37.500543 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Pushing event updated for resources: {'Port': ['ID=9c3eea11-c961-493f-84c2-98ed45b80963,revision_number=5']} {{(pid=101084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:03:37.569633 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5baf5d38-0d4d-436f-aed5-fb08b9584c6c req-21e5c39c-48ba-4547-8b9d-1530657483e3 tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:03:37.571616 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-5baf5d38-0d4d-436f-aed5-fb08b9584c6c req-21e5c39c-48ba-4547-8b9d-1530657483e3 tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] 10.222.0.48 "GET /v2.0/ports?device_id=21765c62-33e5-4865-a2e8-923f1018396e HTTP/1.1" status: 200 len: 945 time: 0.0531185 Nov 08 22:03:37.644495 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ee8c77-4a18-42cb-a95d-6aab7dbe21f2 req-4b58cbd1-74ff-4548-9483-3083989ca58b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:03:37.646057 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-71ee8c77-4a18-42cb-a95d-6aab7dbe21f2 req-4b58cbd1-74ff-4548-9483-3083989ca58b service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=41bd303a-775e-4a6c-8853-3f9484fa0939 HTTP/1.1" status: 200 len: 1103 time: 0.0392835 Nov 08 22:03:37.664662 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [req-5baf5d38-0d4d-436f-aed5-fb08b9584c6c req-bd414be4-f8c5-4692-bcf0-57e4893ecd9c tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] Deleting port b33ea48b-3084-4600-a9c7-4bd772bccc05 {{(pid=101082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 22:03:37.665039 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [req-5baf5d38-0d4d-436f-aed5-fb08b9584c6c req-bd414be4-f8c5-4692-bcf0-57e4893ecd9c tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728276550584'] for port, before_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:03:37.692567 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-71ee8c77-4a18-42cb-a95d-6aab7dbe21f2 req-9126ab0c-81fe-45af-8c95-217d777ffa2d service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=a70b2adf-7749-4fd4-b2cb-8358b8b62cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398095 Nov 08 22:03:37.785540 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3383c388-a42c-43bf-9e31-45d12a6e9c89 req-91794d64-2f64-4f9d-b30c-6a77f5391835 tempest-VolumesNegativeTest-878525672 tempest-VolumesNegativeTest-878525672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:03:37.786998 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-3383c388-a42c-43bf-9e31-45d12a6e9c89 req-91794d64-2f64-4f9d-b30c-6a77f5391835 tempest-VolumesNegativeTest-878525672 tempest-VolumesNegativeTest-878525672-project] 10.222.0.25 "GET /v2.0/ports?device_id=41bd303a-775e-4a6c-8853-3f9484fa0939 HTTP/1.1" status: 200 len: 950 time: 0.0805731 Nov 08 22:03:37.792253 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.plugins.ml2.db [req-5baf5d38-0d4d-436f-aed5-fb08b9584c6c req-bd414be4-f8c5-4692-bcf0-57e4893ecd9c tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] For port b33ea48b-3084-4600-a9c7-4bd772bccc05, host hv-cinder-81708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81708',level=0,port_id=b33ea48b-3084-4600-a9c7-4bd772bccc05,segment=NetworkSegment(fbdccf68-e541-4705-9e3a-177dbbbf7d94),segment_id=fbdccf68-e541-4705-9e3a-177dbbbf7d94)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 22:03:37.792625 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [req-5baf5d38-0d4d-436f-aed5-fb08b9584c6c req-bd414be4-f8c5-4692-bcf0-57e4893ecd9c tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1626931'] for port, precommit_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:03:37.818220 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [req-5baf5d38-0d4d-436f-aed5-fb08b9584c6c req-bd414be4-f8c5-4692-bcf0-57e4893ecd9c tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] Calling delete_port for b33ea48b-3084-4600-a9c7-4bd772bccc05 owned by compute:nova {{(pid=101082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 22:03:37.885112 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-3383c388-a42c-43bf-9e31-45d12a6e9c89 req-8522a986-14d2-4ef1-86b1-6a0d9e55f16a tempest-VolumesNegativeTest-878525672 tempest-VolumesNegativeTest-878525672-project] 10.222.0.25 "GET /v2.0/security-groups?id=a70b2adf-7749-4fd4-b2cb-8358b8b62cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898721 Nov 08 22:03:37.969272 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [req-5baf5d38-0d4d-436f-aed5-fb08b9584c6c req-bd414be4-f8c5-4692-bcf0-57e4893ecd9c tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728276638338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728276144276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7854484'] for port, after_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:03:37.981881 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.db [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] get_ports_and_sgs() called for port_ids ['b33ea48b-3084-4600-a9c7-4bd772bccc05'] {{(pid=101084) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 22:03:38.000234 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd414be4-f8c5-4692-bcf0-57e4893ecd9c tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] Pushing event deleted for resources: {'Port': ['ID=b33ea48b-3084-4600-a9c7-4bd772bccc05,revision_number=None']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:03:38.038272 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [req-5baf5d38-0d4d-436f-aed5-fb08b9584c6c req-bd414be4-f8c5-4692-bcf0-57e4893ecd9c tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] No DVR routers for this DVR port b33ea48b-3084-4600-a9c7-4bd772bccc05 on host hv-cinder-81708 {{(pid=101082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 22:03:38.041879 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [req-5baf5d38-0d4d-436f-aed5-fb08b9584c6c req-bd414be4-f8c5-4692-bcf0-57e4893ecd9c tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465805'] for port, before_response {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:03:38.045661 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-5baf5d38-0d4d-436f-aed5-fb08b9584c6c req-bd414be4-f8c5-4692-bcf0-57e4893ecd9c tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] 10.222.0.48 "DELETE /v2.0/ports/b33ea48b-3084-4600-a9c7-4bd772bccc05 HTTP/1.1" status: 204 len: 173 time: 0.4667795 Nov 08 22:03:38.046164 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21765c62-33e5-4865-a2e8-923f1018396e', 'name': 'network-vif-deleted', 'tag': 'b33ea48b-3084-4600-a9c7-4bd772bccc05'}] {{(pid=101082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 22:03:38.048378 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5244ac95217a6bb312334333bc6ed4bdb0e50c4a837cb758f48f620e9b099f25" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a733a266-8b91-41f7-bb18-85a996f527e4" -d '{"events": [{"server_uuid": "21765c62-33e5-4865-a2e8-923f1018396e", "name": "network-vif-deleted", "tag": "b33ea48b-3084-4600-a9c7-4bd772bccc05"}]}' {{(pid=101082) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 22:03:38.085064 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 22:03:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58b48864-8a84-4544-9588-92aa2f642a46 x-openstack-request-id: req-58b48864-8a84-4544-9588-92aa2f642a46 {{(pid=101082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 22:03:38.085950 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21765c62-33e5-4865-a2e8-923f1018396e", "name": "network-vif-deleted", "tag": "b33ea48b-3084-4600-a9c7-4bd772bccc05", "status": "completed", "code": 200}]} {{(pid=101082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 22:03:38.086261 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-58b48864-8a84-4544-9588-92aa2f642a46 {{(pid=101082) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 22:03:38.087443 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21765c62-33e5-4865-a2e8-923f1018396e', 'name': 'network-vif-deleted', 'tag': 'b33ea48b-3084-4600-a9c7-4bd772bccc05', 'status': 'completed', 'code': 200} Nov 08 22:03:38.161762 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535e64b8-dee1-444e-8a2b-2dc972267576 req-9a981e9b-47cb-43f9-a438-0652cd33c093 tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:03:38.164456 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-535e64b8-dee1-444e-8a2b-2dc972267576 req-9a981e9b-47cb-43f9-a438-0652cd33c093 tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] 10.222.0.25 "GET /v2.0/ports?device_id=0932b60e-a111-4011-b9e9-c9cd0443085f HTTP/1.1" status: 200 len: 944 time: 0.0548911 Nov 08 22:03:38.255064 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b6ba38-1b51-4616-82dd-9e90d826ace1 req-0549cff3-7e40-4d1e-9d87-f7a9b053ba51 tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:03:38.256528 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-c9b6ba38-1b51-4616-82dd-9e90d826ace1 req-0549cff3-7e40-4d1e-9d87-f7a9b053ba51 tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] 10.222.0.25 "GET /v2.0/ports?device_id=ea3e000f-3070-46f1-ab82-0f619625641a HTTP/1.1" status: 200 len: 945 time: 0.0911758 Nov 08 22:03:38.260250 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-535e64b8-dee1-444e-8a2b-2dc972267576 req-daccb542-fa74-483e-a2a4-0b9bd0ee8338 tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] 10.222.0.25 "GET /v2.0/security-groups?id=eeea6e44-33b8-4aa9-8bb4-4225028c9643&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0844018 Nov 08 22:03:38.304993 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-c9b6ba38-1b51-4616-82dd-9e90d826ace1 req-58e7a24a-460d-48a6-bb7f-da551edaf223 tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] 10.222.0.25 "GET /v2.0/security-groups?id=e56f6cae-c1db-4d7c-8761-da45404c5a8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423417 Nov 08 22:03:38.365571 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-bd001d5f-f429-4b68-8979-d5734dc6928a req-f14d119b-3447-472f-bd44-5bd6e7e9736f tempest-ServerRescueNegativeTestJSON-1444056247 tempest-ServerRescueNegativeTestJSON-1444056247-project] 10.222.0.25 "GET /v2.0/ports?device_id=21765c62-33e5-4865-a2e8-923f1018396e HTTP/1.1" status: 200 len: 210 time: 0.0263066 Nov 08 22:03:39.010955 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289b7ef6-6b0f-4828-8fd3-3e0ceb48cbab req-dc6f7692-23f5-4490-b584-7d6ef93b6745 tempest-VolumesNegativeTest-878525672 tempest-VolumesNegativeTest-878525672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:03:39.012487 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-289b7ef6-6b0f-4828-8fd3-3e0ceb48cbab req-dc6f7692-23f5-4490-b584-7d6ef93b6745 tempest-VolumesNegativeTest-878525672 tempest-VolumesNegativeTest-878525672-project] 10.222.0.25 "GET /v2.0/ports?device_id=41bd303a-775e-4a6c-8853-3f9484fa0939 HTTP/1.1" status: 200 len: 950 time: 0.0504551 Nov 08 22:03:39.060151 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-289b7ef6-6b0f-4828-8fd3-3e0ceb48cbab req-a499007d-3090-4d59-8e70-2e036fd76607 tempest-VolumesNegativeTest-878525672 tempest-VolumesNegativeTest-878525672-project] 10.222.0.25 "GET /v2.0/security-groups?id=a70b2adf-7749-4fd4-b2cb-8358b8b62cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417869 Nov 08 22:03:39.384765 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5ee9c9-e3be-4d7e-a6df-1fd34d76bf33 req-3641bd24-b175-49ed-b0cb-d0d3e9ed7956 tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:03:39.386247 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-0f5ee9c9-e3be-4d7e-a6df-1fd34d76bf33 req-3641bd24-b175-49ed-b0cb-d0d3e9ed7956 tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] 10.222.0.25 "GET /v2.0/ports?device_id=0932b60e-a111-4011-b9e9-c9cd0443085f HTTP/1.1" status: 200 len: 944 time: 0.0543733 Nov 08 22:03:39.460893 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66817748-3ba3-4f6e-ab36-7ee2e400d2c6 req-253029ba-d1a7-44d7-accc-7164b85c1eab tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:03:39.462351 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-66817748-3ba3-4f6e-ab36-7ee2e400d2c6 req-253029ba-d1a7-44d7-accc-7164b85c1eab tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] 10.222.0.25 "GET /v2.0/ports?device_id=ea3e000f-3070-46f1-ab82-0f619625641a HTTP/1.1" status: 200 len: 945 time: 0.0752554 Nov 08 22:03:39.465874 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-0f5ee9c9-e3be-4d7e-a6df-1fd34d76bf33 req-9c827c73-47ee-4fab-9203-8a7d73de8646 tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] 10.222.0.25 "GET /v2.0/security-groups?id=eeea6e44-33b8-4aa9-8bb4-4225028c9643&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706165 Nov 08 22:03:39.511548 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-66817748-3ba3-4f6e-ab36-7ee2e400d2c6 req-b2d1ef6a-78af-4ddd-b0ab-de6b5039105d tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] 10.222.0.25 "GET /v2.0/security-groups?id=e56f6cae-c1db-4d7c-8761-da45404c5a8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432472 Nov 08 22:03:39.512499 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.wsgi [-] (101083) accepted ('10.222.0.25', 45500) {{(pid=101083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 22:03:39.915172 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-f292eac6-2f7b-4982-84ad-6aed14de102c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1623189'] for router_interface, before_delete {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:03:40.174704 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c385320-7be9-4f49-9a2e-228dd33d92fd req-68218843-dd22-46e2-82e9-e9eb1abdb677 tempest-VolumesNegativeTest-878525672 tempest-VolumesNegativeTest-878525672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:03:40.176136 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-1c385320-7be9-4f49-9a2e-228dd33d92fd req-68218843-dd22-46e2-82e9-e9eb1abdb677 tempest-VolumesNegativeTest-878525672 tempest-VolumesNegativeTest-878525672-project] 10.222.0.25 "GET /v2.0/ports?device_id=41bd303a-775e-4a6c-8853-3f9484fa0939 HTTP/1.1" status: 200 len: 950 time: 0.0489986 Nov 08 22:03:40.197336 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.plugins.ml2.plugin [None req-f292eac6-2f7b-4982-84ad-6aed14de102c admin admin] Deleting port 6d0a87ca-a9c7-4629-919f-5685acf7dd88 {{(pid=101083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 22:03:40.197676 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-f292eac6-2f7b-4982-84ad-6aed14de102c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728276550584'] for port, before_delete {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:03:40.225721 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-1c385320-7be9-4f49-9a2e-228dd33d92fd req-90650f51-544b-4723-978f-cff543323178 tempest-VolumesNegativeTest-878525672 tempest-VolumesNegativeTest-878525672-project] 10.222.0.25 "GET /v2.0/security-groups?id=a70b2adf-7749-4fd4-b2cb-8358b8b62cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437653 Nov 08 22:03:40.279073 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.plugins.ml2.db [None req-f292eac6-2f7b-4982-84ad-6aed14de102c admin admin] For port 6d0a87ca-a9c7-4629-919f-5685acf7dd88, host dv-cinder-817085-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817085-1-iscsi',level=0,port_id=6d0a87ca-a9c7-4629-919f-5685acf7dd88,segment=NetworkSegment(fbdccf68-e541-4705-9e3a-177dbbbf7d94),segment_id=fbdccf68-e541-4705-9e3a-177dbbbf7d94)] {{(pid=101083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 22:03:40.279432 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-f292eac6-2f7b-4982-84ad-6aed14de102c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1626931'] for port, precommit_delete {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:03:40.291576 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.plugins.ml2.plugin [None req-f292eac6-2f7b-4982-84ad-6aed14de102c admin admin] Calling delete_port for 6d0a87ca-a9c7-4629-919f-5685acf7dd88 owned by network:router_interface {{(pid=101083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 22:03:40.477118 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-f292eac6-2f7b-4982-84ad-6aed14de102c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728276638338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728276144276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7659000'] for port, after_delete {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:03:40.479001 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cd004f-4868-4d17-90ef-ad2df9899210 req-b9540d43-d26f-4a22-af2e-99fb4e7e4737 tempest-VolumesNegativeTest-878525672 tempest-VolumesNegativeTest-878525672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:03:40.480495 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-b2cd004f-4868-4d17-90ef-ad2df9899210 req-b9540d43-d26f-4a22-af2e-99fb4e7e4737 tempest-VolumesNegativeTest-878525672 tempest-VolumesNegativeTest-878525672-project] 10.222.0.25 "GET /v2.0/ports?device_id=41bd303a-775e-4a6c-8853-3f9484fa0939 HTTP/1.1" status: 200 len: 950 time: 0.0486238 Nov 08 22:03:40.501515 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f292eac6-2f7b-4982-84ad-6aed14de102c admin admin] Pushing event deleted for resources: {'Port': ['ID=6d0a87ca-a9c7-4629-919f-5685acf7dd88,revision_number=None']} {{(pid=101083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:03:40.546009 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-b2cd004f-4868-4d17-90ef-ad2df9899210 req-49d3c918-33f8-4821-96a1-054c43547568 tempest-VolumesNegativeTest-878525672 tempest-VolumesNegativeTest-878525672-project] 10.222.0.25 "GET /v2.0/security-groups?id=a70b2adf-7749-4fd4-b2cb-8358b8b62cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574656 Nov 08 22:03:40.606462 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1993f4f0-eabf-4a94-95e8-0be70676891d req-2705ab5b-70f5-4154-be8d-8a16e0ddc938 tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:03:40.608053 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-1993f4f0-eabf-4a94-95e8-0be70676891d req-2705ab5b-70f5-4154-be8d-8a16e0ddc938 tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] 10.222.0.25 "GET /v2.0/ports?device_id=0932b60e-a111-4011-b9e9-c9cd0443085f HTTP/1.1" status: 200 len: 944 time: 0.0525291 Nov 08 22:03:40.678058 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-f292eac6-2f7b-4982-84ad-6aed14de102c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1646114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1636901'] for router_interface, after_delete {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:03:40.687869 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36aa1c87-b832-4eb4-a4fe-9b0e964f47e4 req-ce00190f-53ee-48e8-8707-9dd904239adc tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:03:40.689543 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-36aa1c87-b832-4eb4-a4fe-9b0e964f47e4 req-ce00190f-53ee-48e8-8707-9dd904239adc tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] 10.222.0.25 "GET /v2.0/ports?device_id=ea3e000f-3070-46f1-ab82-0f619625641a HTTP/1.1" status: 200 len: 945 time: 0.0804548 Nov 08 22:03:40.693431 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-1993f4f0-eabf-4a94-95e8-0be70676891d req-5f11921a-b764-44b3-8384-3febb9b05dd2 tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] 10.222.0.25 "GET /v2.0/security-groups?id=eeea6e44-33b8-4aa9-8bb4-4225028c9643&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761790 Nov 08 22:03:40.739742 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-36aa1c87-b832-4eb4-a4fe-9b0e964f47e4 req-b6cbc461-9aa5-43c7-81ef-7023cf30f99e tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] 10.222.0.25 "GET /v2.0/security-groups?id=e56f6cae-c1db-4d7c-8761-da45404c5a8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434628 Nov 08 22:03:41.102714 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f292eac6-2f7b-4982-84ad-6aed14de102c admin admin] Router 118f63a4-75f3-479c-a184-ecde3b412768 has already been hosted by L3 agent a7fb4010-89fb-4d99-b0a1-90d6a3aacb04 {{(pid=101083) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 22:03:41.179662 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.rpc [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Device ea8db2ea-5940-4d8c-b6b9-7b29ac67051c details requested by agent hyperv_hv-cinder-81708 with host hv-cinder-81708 {{(pid=101084) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 22:03:41.182766 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.rpc [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Device b33ea48b-3084-4600-a9c7-4bd772bccc05 no longer exists at agent hyperv_hv-cinder-81708 {{(pid=101084) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 22:03:41.202326 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f292eac6-2f7b-4982-84ad-6aed14de102c admin admin] Notify agent at l3_agent.dv-cinder-817085-1-iscsi the message routers_updated {{(pid=101083) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 22:03:41.210001 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.wsgi [-] (101082) accepted ('10.222.0.25', 45516) {{(pid=101082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 22:03:41.211020 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [None req-f292eac6-2f7b-4982-84ad-6aed14de102c admin admin] 10.222.0.25 "PUT /v2.0/routers/118f63a4-75f3-479c-a184-ecde3b412768/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6965322 Nov 08 22:03:41.211789 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.plugin [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] No Port match for: b33ea48b-3084-4600-a9c7-4bd772bccc05 {{(pid=101084) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 22:03:41.212132 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.rpc [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Device b33ea48b-3084-4600-a9c7-4bd772bccc05 not bound to the agent host hv-cinder-81708 {{(pid=101084) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 22:03:41.212883 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e5b63df-4ceb-4e66-9fc5-4a33ddc62d5a None None] Sync routers for ids ['118f63a4-75f3-479c-a184-ecde3b412768'] in dv-cinder-817085-1-iscsi {{(pid=101085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 22:03:41.223354 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e5b63df-4ceb-4e66-9fc5-4a33ddc62d5a None None] Routers {'118f63a4-75f3-479c-a184-ecde3b412768'} bound to L3 agent in host dv-cinder-817085-1-iscsi {{(pid=101085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 22:03:41.224058 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.db.l3_hamode_db [None req-3e5b63df-4ceb-4e66-9fc5-4a33ddc62d5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817085-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-08T21:51:49Z,description=,heartbeat_timestamp=2021-11-08T22:03:19Z,host='dv-cinder-817085-1-iscsi',id=a7fb4010-89fb-4d99-b0a1-90d6a3aacb04,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T21:51:49Z,topic='l3_agent')) {'router_ids': ['118f63a4-75f3-479c-a184-ecde3b412768'], 'active': True} {{(pid=101085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 22:03:41.294475 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.db [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] For port ea8db2ea-5940-4d8c-b6b9-7b29ac67051c, host hv-cinder-81708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81708',level=0,port_id=ea8db2ea-5940-4d8c-b6b9-7b29ac67051c,segment=NetworkSegment(01d75646-a471-41b3-9a68-2bf7bfb9163b),segment_id=01d75646-a471-41b3-9a68-2bf7bfb9163b)] {{(pid=101084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 22:03:41.307250 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.rpc [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Returning: {'device': 'ea8db2ea-5940-4d8c-b6b9-7b29ac67051c', 'network_id': 'd0389d40-840b-4921-84b3-93bfc186ef85', 'port_id': 'ea8db2ea-5940-4d8c-b6b9-7b29ac67051c', 'mac_address': 'fa:16:3e:f1:e1:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 744, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74626eb5-4f16-4db6-984a-103aeaf27899', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101084) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 22:03:41.316683 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-eb948877-7825-4936-917c-9554db945c80 admin admin] Publish callbacks [] for router, before_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:03:41.330424 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.db.l3_dvr_db [None req-3e5b63df-4ceb-4e66-9fc5-4a33ddc62d5a None None] Set router 118f63a4-75f3-479c-a184-ecde3b412768 gateway port host: dv-cinder-817085-1-iscsi {{(pid=101085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 22:03:41.355690 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-925982'] for port, before_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:03:41.369867 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.notifiers.nova [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea8db2ea-5940-4d8c-b6b9-7b29ac67051c {{(pid=101084) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 22:03:41.391188 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.db [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] For port ea8db2ea-5940-4d8c-b6b9-7b29ac67051c, host hv-cinder-81708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81708',level=0,port_id=ea8db2ea-5940-4d8c-b6b9-7b29ac67051c,segment=NetworkSegment(01d75646-a471-41b3-9a68-2bf7bfb9163b),segment_id=01d75646-a471-41b3-9a68-2bf7bfb9163b)] {{(pid=101084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 22:03:41.395600 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728276638356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728276144285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728276144303'] for port, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:03:41.427725 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-eb948877-7825-4936-917c-9554db945c80 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:03:41.445731 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Pushing event updated for resources: {'Port': ['ID=ea8db2ea-5940-4d8c-b6b9-7b29ac67051c,revision_number=9']} {{(pid=101084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:03:41.483222 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-eb948877-7825-4936-917c-9554db945c80 admin admin] Deleting port f9f005e6-87d1-42e1-94bf-95900b4efbbd {{(pid=101082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 22:03:41.483561 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-eb948877-7825-4936-917c-9554db945c80 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728276550584'] for port, before_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:03:41.511672 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.db.l3_hamode_db [None req-3e5b63df-4ceb-4e66-9fc5-4a33ddc62d5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '118f63a4-75f3-479c-a184-ecde3b412768', 'name': 'tempest-ServerRescueNegativeTestJSON-1497001929-router', 'tenant_id': '978ca50bc6d64521ad5d25a5de935b0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ae8d913-bef9-4bc0-baeb-78ef8b3a7364', 'external_fixed_ips': [{'subnet_id': 'f0dec947-372d-4ed5-9c9f-864e58aba850', 'ip_address': '172.27.3.172'}], 'enable_snat': True}, 'gw_port_id': 'f9f005e6-87d1-42e1-94bf-95900b4efbbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T21:59:49Z', 'updated_at': '2021-11-08T22:03:40Z', 'revision_number': 5, 'project_id': '978ca50bc6d64521ad5d25a5de935b0b', 'gw_port': {'id': 'f9f005e6-87d1-42e1-94bf-95900b4efbbd', 'name': '', 'network_id': '8ae8d913-bef9-4bc0-baeb-78ef8b3a7364', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:f9:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '118f63a4-75f3-479c-a184-ecde3b412768', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'f0dec947-372d-4ed5-9c9f-864e58aba850', 'ip_address': '172.27.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T21:59:51Z', 'updated_at': '2021-11-08T21:59:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0dec947-372d-4ed5-9c9f-864e58aba850', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817085-1-iscsi'}], 'dv-cinder-817085-1-iscsi', False) {} {{(pid=101085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 22:03:41.543653 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e5b63df-4ceb-4e66-9fc5-4a33ddc62d5a None None] Checking router: 118f63a4-75f3-479c-a184-ecde3b412768 for host: dv-cinder-817085-1-iscsi {{(pid=101085) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 22:03:41.552189 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e5b63df-4ceb-4e66-9fc5-4a33ddc62d5a None None] Routers {'118f63a4-75f3-479c-a184-ecde3b412768'} bound to L3 agent in host dv-cinder-817085-1-iscsi {{(pid=101085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 22:03:41.552786 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.db.l3_hamode_db [None req-3e5b63df-4ceb-4e66-9fc5-4a33ddc62d5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817085-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-08T21:51:49Z,description=,heartbeat_timestamp=2021-11-08T22:03:19Z,host='dv-cinder-817085-1-iscsi',id=a7fb4010-89fb-4d99-b0a1-90d6a3aacb04,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T21:51:49Z,topic='l3_agent')) {'router_ids': ['118f63a4-75f3-479c-a184-ecde3b412768'], 'active': True} {{(pid=101085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 22:03:41.562757 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-eb948877-7825-4936-917c-9554db945c80 admin admin] For port f9f005e6-87d1-42e1-94bf-95900b4efbbd, host dv-cinder-817085-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817085-1-iscsi',level=0,port_id=f9f005e6-87d1-42e1-94bf-95900b4efbbd,segment=NetworkSegment(4f9c68d0-c68c-4bfe-b6e8-d7426962dfc1),segment_id=4f9c68d0-c68c-4bfe-b6e8-d7426962dfc1)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 22:03:41.563198 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-eb948877-7825-4936-917c-9554db945c80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1626931'] for port, precommit_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:03:41.581433 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-eb948877-7825-4936-917c-9554db945c80 admin admin] Calling delete_port for f9f005e6-87d1-42e1-94bf-95900b4efbbd owned by network:router_gateway {{(pid=101082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 22:03:41.638324 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.db.l3_dvr_db [None req-3e5b63df-4ceb-4e66-9fc5-4a33ddc62d5a None None] Set router 118f63a4-75f3-479c-a184-ecde3b412768 gateway port host: None {{(pid=101085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 22:03:41.679807 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.db [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] get_ports_and_sgs() called for port_ids ['ea8db2ea-5940-4d8c-b6b9-7b29ac67051c'] {{(pid=101084) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 22:03:41.687684 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3152bcdd-75d6-4d35-9178-53469256fd76 req-8390bc37-bbd0-44b2-b1ce-d4265fb9bf06 tempest-VolumesNegativeTest-878525672 tempest-VolumesNegativeTest-878525672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:03:41.688404 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.db.l3_hamode_db [None req-3e5b63df-4ceb-4e66-9fc5-4a33ddc62d5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '118f63a4-75f3-479c-a184-ecde3b412768', 'name': 'tempest-ServerRescueNegativeTestJSON-1497001929-router', 'tenant_id': '978ca50bc6d64521ad5d25a5de935b0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T21:59:49Z', 'updated_at': '2021-11-08T22:03:41Z', 'revision_number': 6, 'project_id': '978ca50bc6d64521ad5d25a5de935b0b', 'gw_port_host': None}], 'dv-cinder-817085-1-iscsi', False) {} {{(pid=101085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 22:03:41.689220 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-3152bcdd-75d6-4d35-9178-53469256fd76 req-8390bc37-bbd0-44b2-b1ce-d4265fb9bf06 tempest-VolumesNegativeTest-878525672 tempest-VolumesNegativeTest-878525672-project] 10.222.0.25 "GET /v2.0/ports?device_id=41bd303a-775e-4a6c-8853-3f9484fa0939 HTTP/1.1" status: 200 len: 950 time: 0.0661807 Nov 08 22:03:41.717409 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e5b63df-4ceb-4e66-9fc5-4a33ddc62d5a None None] The sync data for ids ['118f63a4-75f3-479c-a184-ecde3b412768'] in dv-cinder-817085-1-iscsi is: [{'id': '118f63a4-75f3-479c-a184-ecde3b412768', 'name': 'tempest-ServerRescueNegativeTestJSON-1497001929-router', 'tenant_id': '978ca50bc6d64521ad5d25a5de935b0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T21:59:49Z', 'updated_at': '2021-11-08T22:03:41Z', 'revision_number': 6, 'project_id': '978ca50bc6d64521ad5d25a5de935b0b', 'gw_port_host': None}] {{(pid=101085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 22:03:41.841251 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-3152bcdd-75d6-4d35-9178-53469256fd76 req-e8862e9b-6a97-4b90-9d49-08403acc7cbf tempest-VolumesNegativeTest-878525672 tempest-VolumesNegativeTest-878525672-project] 10.222.0.25 "GET /v2.0/security-groups?id=a70b2adf-7749-4fd4-b2cb-8358b8b62cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087162 Nov 08 22:03:41.883810 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a564aacc-b0f0-4284-8d1a-0846c9d47da5 req-2e7b3b7d-d828-4bda-be4a-f49c79a2b11a tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:03:41.885324 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-a564aacc-b0f0-4284-8d1a-0846c9d47da5 req-2e7b3b7d-d828-4bda-be4a-f49c79a2b11a tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] 10.222.0.25 "GET /v2.0/ports?device_id=0932b60e-a111-4011-b9e9-c9cd0443085f HTTP/1.1" status: 200 len: 945 time: 0.0974030 Nov 08 22:03:41.886426 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-eb948877-7825-4936-917c-9554db945c80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728276638338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728276144276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7854484'] for port, after_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:03:41.923842 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb948877-7825-4936-917c-9554db945c80 admin admin] Pushing event deleted for resources: {'Port': ['ID=f9f005e6-87d1-42e1-94bf-95900b4efbbd,revision_number=None']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:03:42.060885 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-a564aacc-b0f0-4284-8d1a-0846c9d47da5 req-bda2d2bc-6507-427f-8961-b3756b20d969 tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] 10.222.0.25 "GET /v2.0/security-groups?id=eeea6e44-33b8-4aa9-8bb4-4225028c9643&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1664796 Nov 08 22:03:42.077949 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa8e67b-36d0-43d2-bc0c-1970d5e52fdf req-7bb5772b-ee21-4272-a9eb-dae0ff745df5 tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:03:42.079469 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-9fa8e67b-36d0-43d2-bc0c-1970d5e52fdf req-7bb5772b-ee21-4272-a9eb-dae0ff745df5 tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] 10.222.0.25 "GET /v2.0/ports?device_id=ea3e000f-3070-46f1-ab82-0f619625641a HTTP/1.1" status: 200 len: 945 time: 0.1593704 Nov 08 22:03:42.080373 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-eb948877-7825-4936-917c-9554db945c80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1624031'] for router_gateway, after_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:03:42.093875 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eab35c9-045c-4d2a-8241-6784cff6e925 req-7ec34862-534d-4448-b477-6c8ec887ab56 tempest-VolumesNegativeTest-878525672 tempest-VolumesNegativeTest-878525672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:03:42.095379 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-8eab35c9-045c-4d2a-8241-6784cff6e925 req-7ec34862-534d-4448-b477-6c8ec887ab56 tempest-VolumesNegativeTest-878525672 tempest-VolumesNegativeTest-878525672-project] 10.222.0.48 "GET /v2.0/ports?device_id=41bd303a-775e-4a6c-8853-3f9484fa0939 HTTP/1.1" status: 200 len: 950 time: 0.1261187 Nov 08 22:03:42.252544 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-eb948877-7825-4936-917c-9554db945c80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1634429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5206'] for router, precommit_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:03:42.259077 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-eb948877-7825-4936-917c-9554db945c80 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:03:42.311361 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-9fa8e67b-36d0-43d2-bc0c-1970d5e52fdf req-24ced908-b415-4c5f-87b4-2b9781cc29bc tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] 10.222.0.25 "GET /v2.0/security-groups?id=e56f6cae-c1db-4d7c-8761-da45404c5a8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2148924 Nov 08 22:03:42.350312 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-eb948877-7825-4936-917c-9554db945c80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1634406'] for router, after_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:03:42.351377 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb948877-7825-4936-917c-9554db945c80 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 118f63a4-75f3-479c-a184-ecde3b412768 {{(pid=101082) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 08 22:03:42.357215 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-eb948877-7825-4936-917c-9554db945c80 admin admin] Publish callbacks [] for router, before_response {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:03:42.360741 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [None req-eb948877-7825-4936-917c-9554db945c80 admin admin] 10.222.0.25 "DELETE /v2.0/routers/118f63a4-75f3-479c-a184-ecde3b412768 HTTP/1.1" status: 204 len: 168 time: 1.1469812 Nov 08 22:03:42.361171 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.wsgi [-] (101083) accepted ('10.222.0.25', 45524) {{(pid=101083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 22:03:42.373074 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [req-8eab35c9-045c-4d2a-8241-6784cff6e925 req-3423c514-cdf5-4ad3-946c-71144509ef0f tempest-VolumesNegativeTest-878525672 tempest-VolumesNegativeTest-878525672-project] Deleting port 9c3eea11-c961-493f-84c2-98ed45b80963 {{(pid=101082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 22:03:42.373409 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [req-8eab35c9-045c-4d2a-8241-6784cff6e925 req-3423c514-cdf5-4ad3-946c-71144509ef0f tempest-VolumesNegativeTest-878525672 tempest-VolumesNegativeTest-878525672-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728276550584'] for port, before_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:03:42.407184 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce0ef70d-58e2-446f-81b8-8b760f69c333 admin admin] Deleting subnet 5d94cda7-098f-4351-9588-bf6058a35aaf {{(pid=101083) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 22:03:42.410232 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-ce0ef70d-58e2-446f-81b8-8b760f69c333 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:03:42.444209 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-ce0ef70d-58e2-446f-81b8-8b760f69c333 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8163774'] for subnet, precommit_delete_associations {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:03:42.464195 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.plugins.ml2.db [req-8eab35c9-045c-4d2a-8241-6784cff6e925 req-3423c514-cdf5-4ad3-946c-71144509ef0f tempest-VolumesNegativeTest-878525672 tempest-VolumesNegativeTest-878525672-project] For port 9c3eea11-c961-493f-84c2-98ed45b80963, host hv-cinder-81708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81708',level=0,port_id=9c3eea11-c961-493f-84c2-98ed45b80963,segment=NetworkSegment(f224e5c5-1b37-458a-91f0-05cfe90b9e91),segment_id=f224e5c5-1b37-458a-91f0-05cfe90b9e91)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 22:03:42.464577 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [req-8eab35c9-045c-4d2a-8241-6784cff6e925 req-3423c514-cdf5-4ad3-946c-71144509ef0f tempest-VolumesNegativeTest-878525672 tempest-VolumesNegativeTest-878525672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1626931'] for port, precommit_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:03:42.477967 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [req-8eab35c9-045c-4d2a-8241-6784cff6e925 req-3423c514-cdf5-4ad3-946c-71144509ef0f tempest-VolumesNegativeTest-878525672 tempest-VolumesNegativeTest-878525672-project] Calling delete_port for 9c3eea11-c961-493f-84c2-98ed45b80963 owned by compute:nova {{(pid=101082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 22:03:42.490381 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-ce0ef70d-58e2-446f-81b8-8b760f69c333 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-524324'] for subnet, precommit_delete {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:03:42.549412 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-ce0ef70d-58e2-446f-81b8-8b760f69c333 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-524333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7658797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4932587'] for subnet, after_delete {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:03:42.578848 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0ef70d-58e2-446f-81b8-8b760f69c333 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5d94cda7-098f-4351-9588-bf6058a35aaf,revision_number=None']} {{(pid=101083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:03:42.583581 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-ce0ef70d-58e2-446f-81b8-8b760f69c333 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:03:42.591051 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [None req-ce0ef70d-58e2-446f-81b8-8b760f69c333 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/5d94cda7-098f-4351-9588-bf6058a35aaf HTTP/1.1" status: 204 len: 168 time: 0.2255096 Nov 08 22:03:42.591051 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.wsgi [-] (101083) accepted ('10.222.0.25', 45526) {{(pid=101083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 22:03:42.628088 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [req-8eab35c9-045c-4d2a-8241-6784cff6e925 req-3423c514-cdf5-4ad3-946c-71144509ef0f tempest-VolumesNegativeTest-878525672 tempest-VolumesNegativeTest-878525672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728276638338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728276144276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7854484'] for port, after_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:03:42.640003 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.db [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] get_ports_and_sgs() called for port_ids ['9c3eea11-c961-493f-84c2-98ed45b80963'] {{(pid=101084) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 22:03:42.657635 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3423c514-cdf5-4ad3-946c-71144509ef0f tempest-VolumesNegativeTest-878525672 tempest-VolumesNegativeTest-878525672-project] Pushing event deleted for resources: {'Port': ['ID=9c3eea11-c961-493f-84c2-98ed45b80963,revision_number=None']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:03:42.662838 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-4d5c683c-f2fe-4ae5-aebb-780b87ba943d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605121'] for network, before_delete {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:03:42.697410 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [req-8eab35c9-045c-4d2a-8241-6784cff6e925 req-3423c514-cdf5-4ad3-946c-71144509ef0f tempest-VolumesNegativeTest-878525672 tempest-VolumesNegativeTest-878525672-project] No DVR routers for this DVR port 9c3eea11-c961-493f-84c2-98ed45b80963 on host hv-cinder-81708 {{(pid=101082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 22:03:42.699798 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [req-8eab35c9-045c-4d2a-8241-6784cff6e925 req-3423c514-cdf5-4ad3-946c-71144509ef0f tempest-VolumesNegativeTest-878525672 tempest-VolumesNegativeTest-878525672-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465805'] for port, before_response {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:03:42.703626 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-8eab35c9-045c-4d2a-8241-6784cff6e925 req-3423c514-cdf5-4ad3-946c-71144509ef0f tempest-VolumesNegativeTest-878525672 tempest-VolumesNegativeTest-878525672-project] 10.222.0.48 "DELETE /v2.0/ports/9c3eea11-c961-493f-84c2-98ed45b80963 HTTP/1.1" status: 204 len: 173 time: 0.5923069 Nov 08 22:03:42.704092 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41bd303a-775e-4a6c-8853-3f9484fa0939', 'name': 'network-vif-deleted', 'tag': '9c3eea11-c961-493f-84c2-98ed45b80963'}] {{(pid=101082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 22:03:42.706457 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5244ac95217a6bb312334333bc6ed4bdb0e50c4a837cb758f48f620e9b099f25" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-987f13cf-699b-4283-a316-edcf90da8440" -d '{"events": [{"server_uuid": "41bd303a-775e-4a6c-8853-3f9484fa0939", "name": "network-vif-deleted", "tag": "9c3eea11-c961-493f-84c2-98ed45b80963"}]}' {{(pid=101082) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 22:03:42.769450 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-4d5c683c-f2fe-4ae5-aebb-780b87ba943d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-530513', 'neutron.services.segments.db._delete_segments_for_network-8728276665393'] for network, precommit_delete {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:03:42.787889 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 22:03:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cafd7c7c-6ef3-4aa0-b53d-397f05182e5a x-openstack-request-id: req-cafd7c7c-6ef3-4aa0-b53d-397f05182e5a {{(pid=101082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 22:03:42.788187 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41bd303a-775e-4a6c-8853-3f9484fa0939", "name": "network-vif-deleted", "tag": "9c3eea11-c961-493f-84c2-98ed45b80963", "status": "completed", "code": 200}]} {{(pid=101082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 22:03:42.788468 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-cafd7c7c-6ef3-4aa0-b53d-397f05182e5a {{(pid=101082) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 22:03:42.788964 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41bd303a-775e-4a6c-8853-3f9484fa0939', 'name': 'network-vif-deleted', 'tag': '9c3eea11-c961-493f-84c2-98ed45b80963', 'status': 'completed', 'code': 200} Nov 08 22:03:42.834199 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.services.segments.db [None req-4d5c683c-f2fe-4ae5-aebb-780b87ba943d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['890edfdd-a1ca-4a26-a0c0-782a8dc72e87']}} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 22:03:42.847175 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.services.segments.db [None req-4d5c683c-f2fe-4ae5-aebb-780b87ba943d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fbdccf68-e541-4705-9e3a-177dbbbf7d94') {'for_net_delete': True} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 22:03:42.847520 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.services.segments.db [None req-4d5c683c-f2fe-4ae5-aebb-780b87ba943d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fbdccf68-e541-4705-9e3a-177dbbbf7d94') {} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 22:03:42.860006 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-4d5c683c-f2fe-4ae5-aebb-780b87ba943d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728276699450', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8163751'] for segment, before_delete {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:03:42.905460 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-4d5c683c-f2fe-4ae5-aebb-780b87ba943d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-527333'] for segment, precommit_delete {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:03:42.917385 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d5c683c-f2fe-4ae5-aebb-780b87ba943d admin admin] Releasing vlan 714 on physical network physnet1 to pool {{(pid=101083) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 22:03:42.918009 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-4d5c683c-f2fe-4ae5-aebb-780b87ba943d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-527333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7658955'] for segment, after_delete {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:03:42.920943 dv-cinder-817085-1-iscsi neutron-server[101083]: Traceback (most recent call last): Nov 08 22:03:42.920943 dv-cinder-817085-1-iscsi neutron-server[101083]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 22:03:42.920943 dv-cinder-817085-1-iscsi neutron-server[101083]: timer() Nov 08 22:03:42.920943 dv-cinder-817085-1-iscsi neutron-server[101083]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 22:03:42.920943 dv-cinder-817085-1-iscsi neutron-server[101083]: cb(*args, **kw) Nov 08 22:03:42.920943 dv-cinder-817085-1-iscsi neutron-server[101083]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 22:03:42.920943 dv-cinder-817085-1-iscsi neutron-server[101083]: return func(*args, **kwargs) Nov 08 22:03:42.920943 dv-cinder-817085-1-iscsi neutron-server[101083]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 22:03:42.920943 dv-cinder-817085-1-iscsi neutron-server[101083]: self._notify() Nov 08 22:03:42.920943 dv-cinder-817085-1-iscsi neutron-server[101083]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 22:03:42.920943 dv-cinder-817085-1-iscsi neutron-server[101083]: self.callback(batched_events) Nov 08 22:03:42.920943 dv-cinder-817085-1-iscsi neutron-server[101083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 22:03:42.920943 dv-cinder-817085-1-iscsi neutron-server[101083]: event.method(event) Nov 08 22:03:42.920943 dv-cinder-817085-1-iscsi neutron-server[101083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 22:03:42.920943 dv-cinder-817085-1-iscsi neutron-server[101083]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 22:03:42.920943 dv-cinder-817085-1-iscsi neutron-server[101083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 22:03:42.920943 dv-cinder-817085-1-iscsi neutron-server[101083]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 22:03:42.920943 dv-cinder-817085-1-iscsi neutron-server[101083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 22:03:42.920943 dv-cinder-817085-1-iscsi neutron-server[101083]: return f(self, *a, **k) Nov 08 22:03:42.920943 dv-cinder-817085-1-iscsi neutron-server[101083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 22:03:42.920943 dv-cinder-817085-1-iscsi neutron-server[101083]: return self._get(url).json() Nov 08 22:03:42.920943 dv-cinder-817085-1-iscsi neutron-server[101083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 22:03:42.920943 dv-cinder-817085-1-iscsi neutron-server[101083]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 22:03:42.920943 dv-cinder-817085-1-iscsi neutron-server[101083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 22:03:42.920943 dv-cinder-817085-1-iscsi neutron-server[101083]: return self.request(url, 'GET', **kwargs) Nov 08 22:03:42.920943 dv-cinder-817085-1-iscsi neutron-server[101083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 22:03:42.920943 dv-cinder-817085-1-iscsi neutron-server[101083]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 22:03:42.920943 dv-cinder-817085-1-iscsi neutron-server[101083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 22:03:42.920943 dv-cinder-817085-1-iscsi neutron-server[101083]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 22:03:42.920943 dv-cinder-817085-1-iscsi neutron-server[101083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 22:03:42.920943 dv-cinder-817085-1-iscsi neutron-server[101083]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 22:03:42.920943 dv-cinder-817085-1-iscsi neutron-server[101083]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 22:03:42.927645 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.rpc [None req-ad13160b-513d-4512-a15f-cb40cce6b7e9 None None] Device f9f005e6-87d1-42e1-94bf-95900b4efbbd no longer exists at agent ovs-agent-dv-cinder-817085-1-iscsi {{(pid=101084) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 22:03:42.949478 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.plugin [None req-ad13160b-513d-4512-a15f-cb40cce6b7e9 None None] No Port match for: f9f005e6-87d1-42e1-94bf-95900b4efbbd {{(pid=101084) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 22:03:42.949815 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.rpc [None req-ad13160b-513d-4512-a15f-cb40cce6b7e9 None None] Device f9f005e6-87d1-42e1-94bf-95900b4efbbd not bound to the agent host dv-cinder-817085-1-iscsi {{(pid=101084) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 22:03:42.950430 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.rpc [None req-ad13160b-513d-4512-a15f-cb40cce6b7e9 None None] Device 6d0a87ca-a9c7-4629-919f-5685acf7dd88 no longer exists at agent ovs-agent-dv-cinder-817085-1-iscsi {{(pid=101084) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 22:03:42.970631 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.plugin [None req-ad13160b-513d-4512-a15f-cb40cce6b7e9 None None] No Port match for: 6d0a87ca-a9c7-4629-919f-5685acf7dd88 {{(pid=101084) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 22:03:42.970966 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.rpc [None req-ad13160b-513d-4512-a15f-cb40cce6b7e9 None None] Device 6d0a87ca-a9c7-4629-919f-5685acf7dd88 not bound to the agent host dv-cinder-817085-1-iscsi {{(pid=101084) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 22:03:42.987163 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-4d5c683c-f2fe-4ae5-aebb-780b87ba943d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-531106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1623971'] for network, after_delete {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:03:42.992723 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-4d5c683c-f2fe-4ae5-aebb-780b87ba943d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646287'] for network, before_response {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:03:42.997525 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [None req-4d5c683c-f2fe-4ae5-aebb-780b87ba943d admin admin] 10.222.0.25 "DELETE /v2.0/networks/890edfdd-a1ca-4a26-a0c0-782a8dc72e87 HTTP/1.1" status: 204 len: 168 time: 0.4046359 Nov 08 22:03:42.997668 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-58cf596c-721b-498d-8444-b2ed253cd9fa req-5bf66064-7e2f-4b9a-be43-4ac052749443 tempest-VolumesNegativeTest-878525672 tempest-VolumesNegativeTest-878525672-project] 10.222.0.25 "GET /v2.0/ports?device_id=41bd303a-775e-4a6c-8853-3f9484fa0939 HTTP/1.1" status: 200 len: 210 time: 0.0344896 Nov 08 22:03:43.009121 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5c683c-f2fe-4ae5-aebb-780b87ba943d admin admin] Pushing event deleted for resources: {'Network': ['ID=890edfdd-a1ca-4a26-a0c0-782a8dc72e87,revision_number=None']} {{(pid=101083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:03:43.169722 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.wsgi [-] (101083) accepted ('10.222.0.25', 45536) {{(pid=101083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 22:03:43.191979 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8a6370-b094-485d-8cae-8ea193dd3edd req-c74c7483-edd4-479e-9a78-8902d213717a tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:03:43.193616 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-4d8a6370-b094-485d-8cae-8ea193dd3edd req-c74c7483-edd4-479e-9a78-8902d213717a tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] 10.222.0.25 "GET /v2.0/ports?device_id=0932b60e-a111-4011-b9e9-c9cd0443085f HTTP/1.1" status: 200 len: 945 time: 0.0564148 Nov 08 22:03:43.200300 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.rpc [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Device ea8db2ea-5940-4d8c-b6b9-7b29ac67051c up at agent hyperv_hv-cinder-81708 {{(pid=101084) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 22:03:43.234662 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [None req-22854893-55f8-4d17-aaec-7dd61a9d2a27 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=978ca50bc6d64521ad5d25a5de935b0b&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0636857 Nov 08 22:03:43.237072 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.wsgi [-] (101083) accepted ('10.222.0.25', 45538) {{(pid=101083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 22:03:43.257827 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.db.provisioning_blocks [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Provisioning complete for port ea8db2ea-5940-4d8c-b6b9-7b29ac67051c triggered by entity L2. {{(pid=101084) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 22:03:43.258284 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-4d8a6370-b094-485d-8cae-8ea193dd3edd req-93369ef7-8a82-4041-b2b3-aca3d3e2b85b tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] 10.222.0.25 "GET /v2.0/security-groups?id=eeea6e44-33b8-4aa9-8bb4-4225028c9643&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580006 Nov 08 22:03:43.258997 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-534742'] for port, provisioning_complete {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:03:43.302087 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-aec5e8fe-9725-47fd-8e79-7b5ee61d64a3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:03:43.328733 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-aec5e8fe-9725-47fd-8e79-7b5ee61d64a3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:03:43.350071 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-925982'] for port, before_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:03:43.375035 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0932b60e-a111-4011-b9e9-c9cd0443085f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea8db2ea-5940-4d8c-b6b9-7b29ac67051c'}] {{(pid=101084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 22:03:43.378094 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b3cbe6c7fdf7c1e60af50d850490ef6f4dccd02a9ea7bc434e0a37b2dd34cb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0290e87-8a01-4c1c-8c3d-063a62b6af07" -d '{"events": [{"server_uuid": "0932b60e-a111-4011-b9e9-c9cd0443085f", "name": "network-vif-plugged", "status": "completed", "tag": "ea8db2ea-5940-4d8c-b6b9-7b29ac67051c"}]}' {{(pid=101084) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 22:03:43.389863 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-aec5e8fe-9725-47fd-8e79-7b5ee61d64a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2033567'] for security_group, after_delete {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:03:43.392883 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-aec5e8fe-9725-47fd-8e79-7b5ee61d64a3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:03:43.394022 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [None req-aec5e8fe-9725-47fd-8e79-7b5ee61d64a3 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/48a61968-ba2d-42aa-b087-8fe6b21c1944 HTTP/1.1" status: 204 len: 168 time: 0.1558251 Nov 08 22:03:43.413724 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec5e8fe-9725-47fd-8e79-7b5ee61d64a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48a61968-ba2d-42aa-b087-8fe6b21c1944,revision_number=None']} {{(pid=101083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:03:43.416945 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.db [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] For port ea8db2ea-5940-4d8c-b6b9-7b29ac67051c, host hv-cinder-81708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81708',level=0,port_id=ea8db2ea-5940-4d8c-b6b9-7b29ac67051c,segment=NetworkSegment(01d75646-a471-41b3-9a68-2bf7bfb9163b),segment_id=01d75646-a471-41b3-9a68-2bf7bfb9163b)] {{(pid=101084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 22:03:43.427639 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728276638356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728276144285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728276144303'] for port, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:03:43.428688 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.rpc [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Device 9c3eea11-c961-493f-84c2-98ed45b80963 no longer exists at agent hyperv_hv-cinder-81708 {{(pid=101084) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 22:03:43.433613 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 22:03:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b805186-d24f-4d00-ba7c-ee29e307e3bd x-openstack-request-id: req-5b805186-d24f-4d00-ba7c-ee29e307e3bd {{(pid=101084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 22:03:43.433924 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0932b60e-a111-4011-b9e9-c9cd0443085f", "name": "network-vif-plugged", "status": "completed", "tag": "ea8db2ea-5940-4d8c-b6b9-7b29ac67051c", "code": 200}]} {{(pid=101084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 22:03:43.434172 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5b805186-d24f-4d00-ba7c-ee29e307e3bd {{(pid=101084) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 22:03:43.434554 dv-cinder-817085-1-iscsi neutron-server[101084]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0932b60e-a111-4011-b9e9-c9cd0443085f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea8db2ea-5940-4d8c-b6b9-7b29ac67051c', 'code': 200} Nov 08 22:03:43.456475 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c46cf4-1470-4a2e-b479-dd82a676b0d8 req-35723a1e-557a-45e2-a526-e5b74a6ecbc8 tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:03:43.458077 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-84c46cf4-1470-4a2e-b479-dd82a676b0d8 req-35723a1e-557a-45e2-a526-e5b74a6ecbc8 tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] 10.222.0.25 "GET /v2.0/ports?device_id=ea3e000f-3070-46f1-ab82-0f619625641a HTTP/1.1" status: 200 len: 945 time: 0.0764949 Nov 08 22:03:43.490274 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.plugin [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] No Port match for: 9c3eea11-c961-493f-84c2-98ed45b80963 {{(pid=101084) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 22:03:43.490715 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.rpc [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Device 9c3eea11-c961-493f-84c2-98ed45b80963 not bound to the agent host hv-cinder-81708 {{(pid=101084) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 22:03:43.513385 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-84c46cf4-1470-4a2e-b479-dd82a676b0d8 req-4e180f60-15e0-452b-9024-0834d97afd75 tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] 10.222.0.25 "GET /v2.0/security-groups?id=e56f6cae-c1db-4d7c-8761-da45404c5a8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487716 Nov 08 22:03:43.519222 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Pushing event updated for resources: {'Port': ['ID=ea8db2ea-5940-4d8c-b6b9-7b29ac67051c,revision_number=10']} {{(pid=101084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:03:43.893496 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28841da-b564-4f84-abe5-43edce95d044 req-dff1e3e7-2197-4fc2-a4c3-87e2facddc3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:03:43.895039 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-e28841da-b564-4f84-abe5-43edce95d044 req-dff1e3e7-2197-4fc2-a4c3-87e2facddc3a service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=0932b60e-a111-4011-b9e9-c9cd0443085f HTTP/1.1" status: 200 len: 1100 time: 0.0444810 Nov 08 22:03:43.943568 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-e28841da-b564-4f84-abe5-43edce95d044 req-0ff8a42d-f9f5-4658-9832-bf844b812a0e service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=eeea6e44-33b8-4aa9-8bb4-4225028c9643&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404863 Nov 08 22:03:44.384696 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcef40f-dce4-451b-a454-96c68b35e1f6 req-69ae75b8-fce4-47c0-a9f3-4a411c827dd5 tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:03:44.386210 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-0dcef40f-dce4-451b-a454-96c68b35e1f6 req-69ae75b8-fce4-47c0-a9f3-4a411c827dd5 tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] 10.222.0.25 "GET /v2.0/ports?device_id=0932b60e-a111-4011-b9e9-c9cd0443085f HTTP/1.1" status: 200 len: 947 time: 0.0560296 Nov 08 22:03:44.436592 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-0dcef40f-dce4-451b-a454-96c68b35e1f6 req-814773d3-6797-48fd-8775-61d0bcbf076d tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] 10.222.0.25 "GET /v2.0/security-groups?id=eeea6e44-33b8-4aa9-8bb4-4225028c9643&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442674 Nov 08 22:03:44.643390 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b85941d-3992-4d3e-aa4f-03f1b306e811 req-14eefec4-6de9-41bc-8554-17a2e1e74be8 tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:03:44.645057 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-9b85941d-3992-4d3e-aa4f-03f1b306e811 req-14eefec4-6de9-41bc-8554-17a2e1e74be8 tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] 10.222.0.25 "GET /v2.0/ports?device_id=ea3e000f-3070-46f1-ab82-0f619625641a HTTP/1.1" status: 200 len: 945 time: 0.0535369 Nov 08 22:03:44.695138 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-9b85941d-3992-4d3e-aa4f-03f1b306e811 req-95234085-6f02-43db-beea-80c93b0ebfa0 tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] 10.222.0.25 "GET /v2.0/security-groups?id=e56f6cae-c1db-4d7c-8761-da45404c5a8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441828 Nov 08 22:03:44.948270 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c36cd7-76e0-4c5a-8844-5186295d403e req-80ed1ec1-4d35-40a7-8ab8-8f59d387b6e4 tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:03:44.949920 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-38c36cd7-76e0-4c5a-8844-5186295d403e req-80ed1ec1-4d35-40a7-8ab8-8f59d387b6e4 tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] 10.222.0.25 "GET /v2.0/ports?device_id=ea3e000f-3070-46f1-ab82-0f619625641a HTTP/1.1" status: 200 len: 945 time: 0.0808492 Nov 08 22:03:45.025052 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-38c36cd7-76e0-4c5a-8844-5186295d403e req-8aad52cd-bbd0-4ed2-a78c-11c4d21c9247 tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] 10.222.0.25 "GET /v2.0/security-groups?id=e56f6cae-c1db-4d7c-8761-da45404c5a8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689890 Nov 08 22:03:45.036282 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a119e5-b8bf-450f-8a2f-2e4f270ade62 req-d68062da-c73e-46d6-a90e-637fad460528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:03:45.037764 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-c1a119e5-b8bf-450f-8a2f-2e4f270ade62 req-d68062da-c73e-46d6-a90e-637fad460528 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c834e2bc78d34c388e89dd13ae9d694d&device_id=ea3e000f-3070-46f1-ab82-0f619625641a HTTP/1.1" status: 200 len: 1098 time: 0.0528371 Nov 08 22:03:45.149428 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a119e5-b8bf-450f-8a2f-2e4f270ade62 req-7edc302a-a793-417c-bd51-77298ced6164 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:03:45.150931 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-c1a119e5-b8bf-450f-8a2f-2e4f270ade62 req-7edc302a-a793-417c-bd51-77298ced6164 service neutron] 10.222.0.48 "GET /v2.0/networks?id=9590ccf2-e7fa-40b5-917c-b342c4898ba2 HTTP/1.1" status: 200 len: 911 time: 0.1028318 Nov 08 22:03:45.232893 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-c1a119e5-b8bf-450f-8a2f-2e4f270ade62 req-6e94fb22-db89-4887-be86-63954f2047f2 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=09809ed1-94fe-4689-b3a4-b7a111c8b4ef HTTP/1.1" status: 200 len: 1001 time: 0.0680711 Nov 08 22:03:45.249150 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.wsgi [-] (101083) accepted ('10.222.0.25', 45694) {{(pid=101083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 22:03:45.284890 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a119e5-b8bf-450f-8a2f-2e4f270ade62 req-d8006791-083e-465d-866d-60e250cc1f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:03:45.286362 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-c1a119e5-b8bf-450f-8a2f-2e4f270ade62 req-d8006791-083e-465d-866d-60e250cc1f9d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2512a576-3f2f-4a0c-aead-e82297ded485 HTTP/1.1" status: 200 len: 849 time: 0.0456686 Nov 08 22:03:45.343803 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a119e5-b8bf-450f-8a2f-2e4f270ade62 req-e83595ac-63f3-46ee-8714-390580eea7e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:03:45.350067 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-c1a119e5-b8bf-450f-8a2f-2e4f270ade62 req-e83595ac-63f3-46ee-8714-390580eea7e4 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9590ccf2-e7fa-40b5-917c-b342c4898ba2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0505178 Nov 08 22:03:45.421858 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-e3143594-83bb-4559-bc51-b1aabe94e338 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:03:45.444186 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-c1a119e5-b8bf-450f-8a2f-2e4f270ade62 req-6f3b088b-0959-46a5-b1f9-379ed33dd59b service neutron] 10.222.0.48 "GET /v2.0/networks/9590ccf2-e7fa-40b5-917c-b342c4898ba2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889397 Nov 08 22:03:45.527461 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-e3143594-83bb-4559-bc51-b1aabe94e338 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:03:45.535079 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-e3143594-83bb-4559-bc51-b1aabe94e338 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2033567'] for security_group, after_create {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:03:45.595135 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [None req-e3143594-83bb-4559-bc51-b1aabe94e338 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ac19f2e17f5c4d99a85c540b8cd83817&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3440835 Nov 08 22:03:45.595842 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.wsgi [-] (101083) accepted ('10.222.0.25', 45726) {{(pid=101083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 22:03:45.633522 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3143594-83bb-4559-bc51-b1aabe94e338 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19ee5851-1a9a-4ddd-be71-9a2fbf804bcd,revision_number=1']} {{(pid=101083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:03:45.669746 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-bdc5102d-7792-419f-bb11-9d53c1f95261 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:03:45.697780 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-bdc5102d-7792-419f-bb11-9d53c1f95261 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:03:45.760393 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-bdc5102d-7792-419f-bb11-9d53c1f95261 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2033567'] for security_group, after_delete {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:03:45.763925 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-bdc5102d-7792-419f-bb11-9d53c1f95261 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:03:45.767436 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [None req-bdc5102d-7792-419f-bb11-9d53c1f95261 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/19ee5851-1a9a-4ddd-be71-9a2fbf804bcd HTTP/1.1" status: 204 len: 168 time: 0.1663914 Nov 08 22:03:45.776778 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc5102d-7792-419f-bb11-9d53c1f95261 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19ee5851-1a9a-4ddd-be71-9a2fbf804bcd,revision_number=None']} {{(pid=101083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:03:45.899887 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-c1a119e5-b8bf-450f-8a2f-2e4f270ade62 req-95f7cc65-597c-4c19-9e9f-c9be0c918803 service neutron] 10.222.0.48 "GET /v2.0/networks/9590ccf2-e7fa-40b5-917c-b342c4898ba2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4482362 Nov 08 22:03:45.934086 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c77a7b-a4bf-4190-823b-9b11401ccb75 req-f31e3be3-2d88-4f78-b817-c5adc7b23c78 tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:03:45.935641 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-d2c77a7b-a4bf-4190-823b-9b11401ccb75 req-f31e3be3-2d88-4f78-b817-c5adc7b23c78 tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] 10.222.0.25 "GET /v2.0/ports?device_id=0932b60e-a111-4011-b9e9-c9cd0443085f HTTP/1.1" status: 200 len: 947 time: 0.4077601 Nov 08 22:03:45.990430 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-d2c77a7b-a4bf-4190-823b-9b11401ccb75 req-ae6b87aa-4a78-47be-b29e-fe593ce7859c tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] 10.222.0.25 "GET /v2.0/security-groups?id=eeea6e44-33b8-4aa9-8bb4-4225028c9643&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473268 Nov 08 22:03:46.133758 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.wsgi [-] (101083) accepted ('10.222.0.25', 45798) {{(pid=101083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 22:03:46.150677 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-711c4735-bdc7-4cb2-9bd4-75f4de4cf7e4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:03:46.165074 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b2adcb-07e8-4787-83b7-0564ebbf1a04 req-d7febffa-c00c-4c19-813a-0a1ecc8a20de tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:03:46.167346 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-b5b2adcb-07e8-4787-83b7-0564ebbf1a04 req-d7febffa-c00c-4c19-813a-0a1ecc8a20de tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] 10.222.0.25 "GET /v2.0/ports?device_id=ea3e000f-3070-46f1-ab82-0f619625641a HTTP/1.1" status: 200 len: 945 time: 0.0622075 Nov 08 22:03:46.233750 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-711c4735-bdc7-4cb2-9bd4-75f4de4cf7e4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:03:46.234037 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-b5b2adcb-07e8-4787-83b7-0564ebbf1a04 req-54eea48d-815b-408f-9394-faa7b2a21d30 tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] 10.222.0.25 "GET /v2.0/security-groups?id=e56f6cae-c1db-4d7c-8761-da45404c5a8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582902 Nov 08 22:03:46.239579 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-711c4735-bdc7-4cb2-9bd4-75f4de4cf7e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2033567'] for security_group, after_create {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:03:46.276743 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [None req-711c4735-bdc7-4cb2-9bd4-75f4de4cf7e4 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=4697d4ad2d38455b889120a57f8d3899&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1418953 Nov 08 22:03:46.279355 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.wsgi [-] (101082) accepted ('10.222.0.25', 45800) {{(pid=101082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 22:03:46.288489 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711c4735-bdc7-4cb2-9bd4-75f4de4cf7e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=792c2e4d-8b17-4079-b283-e712adf1fe01,revision_number=1']} {{(pid=101083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:03:46.308925 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.db.agents_db [None req-16c50754-5ab9-47e2-9d92-00a33089e8d5 None None] Agent healthcheck: found 6 active agents {{(pid=101085) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 22:03:46.338088 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-4e85ef36-06ff-4494-a1a2-3286f616e7b2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:03:46.359986 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-4e85ef36-06ff-4494-a1a2-3286f616e7b2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:03:46.413887 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-4e85ef36-06ff-4494-a1a2-3286f616e7b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2033567'] for security_group, after_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:03:46.416462 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-4e85ef36-06ff-4494-a1a2-3286f616e7b2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:03:46.417630 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [None req-4e85ef36-06ff-4494-a1a2-3286f616e7b2 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/792c2e4d-8b17-4079-b283-e712adf1fe01 HTTP/1.1" status: 204 len: 168 time: 0.1368959 Nov 08 22:03:46.425378 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e85ef36-06ff-4494-a1a2-3286f616e7b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=792c2e4d-8b17-4079-b283-e712adf1fe01,revision_number=None']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:03:46.802154 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-1e25c301-f9df-4dc1-846c-b129e5e51b16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728276665375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534631'] for agent, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:03:47.135982 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a830c63a-2b03-407d-b2ef-5e1ed3899811 req-1ff63117-5da0-48ac-87e5-7608068f57a2 tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:03:47.137548 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-a830c63a-2b03-407d-b2ef-5e1ed3899811 req-1ff63117-5da0-48ac-87e5-7608068f57a2 tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] 10.222.0.25 "GET /v2.0/ports?device_id=0932b60e-a111-4011-b9e9-c9cd0443085f HTTP/1.1" status: 200 len: 947 time: 0.0616159 Nov 08 22:03:47.196755 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-a830c63a-2b03-407d-b2ef-5e1ed3899811 req-e46aace0-abff-4dae-965f-8dab880b37dd tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] 10.222.0.25 "GET /v2.0/security-groups?id=eeea6e44-33b8-4aa9-8bb4-4225028c9643&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533516 Nov 08 22:03:47.386632 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbab9e2-4853-417b-9ca6-713da7c13701 req-bba6b664-2f40-4806-bce2-2d87e071ca6e tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:03:47.388390 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-acbab9e2-4853-417b-9ca6-713da7c13701 req-bba6b664-2f40-4806-bce2-2d87e071ca6e tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] 10.222.0.25 "GET /v2.0/ports?device_id=ea3e000f-3070-46f1-ab82-0f619625641a HTTP/1.1" status: 200 len: 945 time: 0.0717394 Nov 08 22:03:47.435968 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-acbab9e2-4853-417b-9ca6-713da7c13701 req-a6de9098-67ad-49a2-9280-e223ab69aed4 tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] 10.222.0.25 "GET /v2.0/security-groups?id=e56f6cae-c1db-4d7c-8761-da45404c5a8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414147 Nov 08 22:03:48.668599 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.wsgi [-] (101082) accepted ('10.222.0.25', 45934) {{(pid=101082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 22:03:48.794261 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [None req-1831e41f-4152-4d84-af9f-41524249a6e2 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=90886757bda5450d8593e98defad09f0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1244309 Nov 08 22:03:48.798105 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.wsgi [-] (101082) accepted ('10.222.0.25', 45938) {{(pid=101082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 22:03:48.842975 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-288a4bd3-99ec-4e0c-bb9f-9919673846f5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:03:48.863851 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-288a4bd3-99ec-4e0c-bb9f-9919673846f5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:03:48.908680 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-288a4bd3-99ec-4e0c-bb9f-9919673846f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2033567'] for security_group, after_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:03:48.911175 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-288a4bd3-99ec-4e0c-bb9f-9919673846f5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:03:48.912284 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [None req-288a4bd3-99ec-4e0c-bb9f-9919673846f5 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a70b2adf-7749-4fd4-b2cb-8358b8b62cb2 HTTP/1.1" status: 204 len: 168 time: 0.1133025 Nov 08 22:03:48.919751 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288a4bd3-99ec-4e0c-bb9f-9919673846f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a70b2adf-7749-4fd4-b2cb-8358b8b62cb2,revision_number=None']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:03:49.129235 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-e57f539e-eea2-4f42-af90-32e7fa046c10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728276665375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534631'] for agent, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:03:50.162573 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-38f8c81f-ca07-4188-b5ff-70ceca3f97c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728276665375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534631'] for agent, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:03:51.814165 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-550ddcb2-f0f8-4b6b-a238-0b8e3ebb0b9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728276665375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534631'] for agent, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:03:52.470855 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-ad13160b-513d-4512-a15f-cb40cce6b7e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728276665375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534631'] for agent, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:03:55.194596 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728276665375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534631'] for agent, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:04:11.023907 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.wsgi [-] (101083) accepted ('10.222.0.25', 46248) {{(pid=101083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 22:04:11.127072 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-ca721de9-279f-4708-bfa2-56c835aa7aee admin admin] Publish callbacks [] for security_group, before_create {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:04:11.198732 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-ca721de9-279f-4708-bfa2-56c835aa7aee admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:04:11.202335 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-ca721de9-279f-4708-bfa2-56c835aa7aee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2033567'] for security_group, after_create {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:04:11.238420 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [None req-ca721de9-279f-4708-bfa2-56c835aa7aee admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e62e9c25016d4a538a6750ad3f129397&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2134917 Nov 08 22:04:11.240241 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca721de9-279f-4708-bfa2-56c835aa7aee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4ec620f-0dd3-4a1d-be56-123bb00e70ff,revision_number=1']} {{(pid=101083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:04:11.241194 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.wsgi [-] (101082) accepted ('10.222.0.25', 46252) {{(pid=101082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 22:04:11.247516 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca721de9-279f-4708-bfa2-56c835aa7aee admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 22:04:11.247864 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca721de9-279f-4708-bfa2-56c835aa7aee admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 22:04:11.248198 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca721de9-279f-4708-bfa2-56c835aa7aee admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 22:04:11.248530 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca721de9-279f-4708-bfa2-56c835aa7aee admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 22:04:11.248876 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca721de9-279f-4708-bfa2-56c835aa7aee admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 22:04:11.249205 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca721de9-279f-4708-bfa2-56c835aa7aee admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 22:04:11.249527 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca721de9-279f-4708-bfa2-56c835aa7aee admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 22:04:11.249850 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca721de9-279f-4708-bfa2-56c835aa7aee admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 22:04:11.250175 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca721de9-279f-4708-bfa2-56c835aa7aee admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 22:04:11.250491 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca721de9-279f-4708-bfa2-56c835aa7aee admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 22:04:11.250808 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca721de9-279f-4708-bfa2-56c835aa7aee admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 22:04:11.251120 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca721de9-279f-4708-bfa2-56c835aa7aee admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 22:04:11.290406 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-1b7dfea9-0ac1-42e1-b827-7cfbcfd7cda8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:04:11.313131 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-1b7dfea9-0ac1-42e1-b827-7cfbcfd7cda8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:04:11.357690 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-1b7dfea9-0ac1-42e1-b827-7cfbcfd7cda8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2033567'] for security_group, after_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:04:11.360246 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-1b7dfea9-0ac1-42e1-b827-7cfbcfd7cda8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:04:11.361432 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [None req-1b7dfea9-0ac1-42e1-b827-7cfbcfd7cda8 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c4ec620f-0dd3-4a1d-be56-123bb00e70ff HTTP/1.1" status: 204 len: 168 time: 0.1192715 Nov 08 22:04:11.368863 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7dfea9-0ac1-42e1-b827-7cfbcfd7cda8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4ec620f-0dd3-4a1d-be56-123bb00e70ff,revision_number=None']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:04:11.375832 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7dfea9-0ac1-42e1-b827-7cfbcfd7cda8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 22:04:11.376180 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7dfea9-0ac1-42e1-b827-7cfbcfd7cda8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 22:04:11.376518 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7dfea9-0ac1-42e1-b827-7cfbcfd7cda8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 22:04:11.376880 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7dfea9-0ac1-42e1-b827-7cfbcfd7cda8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 22:04:11.377525 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7dfea9-0ac1-42e1-b827-7cfbcfd7cda8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 22:04:11.377801 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7dfea9-0ac1-42e1-b827-7cfbcfd7cda8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 22:04:11.378129 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7dfea9-0ac1-42e1-b827-7cfbcfd7cda8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 22:04:11.378488 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7dfea9-0ac1-42e1-b827-7cfbcfd7cda8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 22:04:11.378801 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7dfea9-0ac1-42e1-b827-7cfbcfd7cda8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 22:04:11.379123 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7dfea9-0ac1-42e1-b827-7cfbcfd7cda8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 22:04:11.379439 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7dfea9-0ac1-42e1-b827-7cfbcfd7cda8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 22:04:11.379752 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7dfea9-0ac1-42e1-b827-7cfbcfd7cda8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 22:04:16.803151 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-7d1d676e-fad9-4376-ab1a-9801bb32bbe0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728276665375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534631'] for agent, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:04:19.131095 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-4d1b1b7c-5aa1-4de0-a6b0-c396d098abac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728276665375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534631'] for agent, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:04:20.166260 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-38f8c81f-ca07-4188-b5ff-70ceca3f97c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728276665375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534631'] for agent, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:04:21.818399 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-550ddcb2-f0f8-4b6b-a238-0b8e3ebb0b9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728276665375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534631'] for agent, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:04:22.472435 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-ad13160b-513d-4512-a15f-cb40cce6b7e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728276665375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534631'] for agent, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:04:23.308775 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.db.agents_db [None req-16c50754-5ab9-47e2-9d92-00a33089e8d5 None None] Agent healthcheck: found 6 active agents {{(pid=101085) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 22:04:25.240343 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728276665375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534631'] for agent, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:04:27.592509 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fac884-bc86-45d6-811f-0ba030d9f0db req-f15a87e0-fd47-4369-a99a-bb0339c12266 tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:04:27.593923 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-69fac884-bc86-45d6-811f-0ba030d9f0db req-f15a87e0-fd47-4369-a99a-bb0339c12266 tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] 10.222.0.25 "GET /v2.0/ports?device_id=0932b60e-a111-4011-b9e9-c9cd0443085f HTTP/1.1" status: 200 len: 947 time: 0.0481656 Nov 08 22:04:27.640087 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-69fac884-bc86-45d6-811f-0ba030d9f0db req-c36524e3-ba0e-4785-8b0b-710bd3535f80 tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] 10.222.0.25 "GET /v2.0/security-groups?id=eeea6e44-33b8-4aa9-8bb4-4225028c9643&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402687 Nov 08 22:04:28.758003 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4dbc07-41c7-4653-963a-988830618783 req-60873439-c010-4849-afa4-68cd52ad6d91 tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:04:28.759436 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-bc4dbc07-41c7-4653-963a-988830618783 req-60873439-c010-4849-afa4-68cd52ad6d91 tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] 10.222.0.25 "GET /v2.0/ports?device_id=0932b60e-a111-4011-b9e9-c9cd0443085f HTTP/1.1" status: 200 len: 947 time: 0.0476201 Nov 08 22:04:28.807173 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-bc4dbc07-41c7-4653-963a-988830618783 req-461b2149-73f6-4edc-9a43-80376aabf5da tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] 10.222.0.25 "GET /v2.0/security-groups?id=eeea6e44-33b8-4aa9-8bb4-4225028c9643&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420516 Nov 08 22:04:29.924442 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1ab98e-18ad-46ec-a009-53fc49bfbcf7 req-36685b21-cc90-42d2-87b2-65d9fd10fcb2 tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:04:29.925959 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-df1ab98e-18ad-46ec-a009-53fc49bfbcf7 req-36685b21-cc90-42d2-87b2-65d9fd10fcb2 tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] 10.222.0.25 "GET /v2.0/ports?device_id=0932b60e-a111-4011-b9e9-c9cd0443085f HTTP/1.1" status: 200 len: 947 time: 0.0492539 Nov 08 22:04:29.971944 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-df1ab98e-18ad-46ec-a009-53fc49bfbcf7 req-8576e5cf-0525-4a9f-bcca-26576cdfbf5a tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] 10.222.0.25 "GET /v2.0/security-groups?id=eeea6e44-33b8-4aa9-8bb4-4225028c9643&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401647 Nov 08 22:04:31.088153 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a1d288-e028-4fba-bb54-75bd77aa76b1 req-764c0f51-9678-4a1c-9110-b50d6806eb1f tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:04:31.089663 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-27a1d288-e028-4fba-bb54-75bd77aa76b1 req-764c0f51-9678-4a1c-9110-b50d6806eb1f tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] 10.222.0.25 "GET /v2.0/ports?device_id=0932b60e-a111-4011-b9e9-c9cd0443085f HTTP/1.1" status: 200 len: 947 time: 0.0482581 Nov 08 22:04:31.135592 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-27a1d288-e028-4fba-bb54-75bd77aa76b1 req-e5268e08-7895-41d0-9604-e8b87a53db92 tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] 10.222.0.25 "GET /v2.0/security-groups?id=eeea6e44-33b8-4aa9-8bb4-4225028c9643&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400815 Nov 08 22:04:31.865362 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7195b2-267b-4a50-97a2-a7bbb2fc11a8 req-a9a63726-3240-4333-9ba8-555805852215 tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:04:31.867315 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-5d7195b2-267b-4a50-97a2-a7bbb2fc11a8 req-a9a63726-3240-4333-9ba8-555805852215 tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] 10.222.0.48 "GET /v2.0/ports?device_id=0932b60e-a111-4011-b9e9-c9cd0443085f HTTP/1.1" status: 200 len: 947 time: 0.0512531 Nov 08 22:04:31.955656 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [req-5d7195b2-267b-4a50-97a2-a7bbb2fc11a8 req-cff7c848-84ff-4f20-8818-a174279e8038 tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] Deleting port ea8db2ea-5940-4d8c-b6b9-7b29ac67051c {{(pid=101082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 22:04:31.956002 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [req-5d7195b2-267b-4a50-97a2-a7bbb2fc11a8 req-cff7c848-84ff-4f20-8818-a174279e8038 tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728276550584'] for port, before_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:04:32.045153 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.plugins.ml2.db [req-5d7195b2-267b-4a50-97a2-a7bbb2fc11a8 req-cff7c848-84ff-4f20-8818-a174279e8038 tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] For port ea8db2ea-5940-4d8c-b6b9-7b29ac67051c, host hv-cinder-81708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81708',level=0,port_id=ea8db2ea-5940-4d8c-b6b9-7b29ac67051c,segment=NetworkSegment(01d75646-a471-41b3-9a68-2bf7bfb9163b),segment_id=01d75646-a471-41b3-9a68-2bf7bfb9163b)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 22:04:32.045510 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [req-5d7195b2-267b-4a50-97a2-a7bbb2fc11a8 req-cff7c848-84ff-4f20-8818-a174279e8038 tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1626931'] for port, precommit_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:04:32.295053 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [req-5d7195b2-267b-4a50-97a2-a7bbb2fc11a8 req-cff7c848-84ff-4f20-8818-a174279e8038 tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:04:32.295646 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [req-5d7195b2-267b-4a50-97a2-a7bbb2fc11a8 req-cff7c848-84ff-4f20-8818-a174279e8038 tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1623957'] for floatingip, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:04:32.295762 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.db.l3_db [req-5d7195b2-267b-4a50-97a2-a7bbb2fc11a8 req-cff7c848-84ff-4f20-8818-a174279e8038 tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] Floating IP 55e98143-338b-4100-82e5-128e4f08a42e disassociated. External IP: 172.27.3.141, port: ea8db2ea-5940-4d8c-b6b9-7b29ac67051c. Nov 08 22:04:32.296053 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [req-5d7195b2-267b-4a50-97a2-a7bbb2fc11a8 req-cff7c848-84ff-4f20-8818-a174279e8038 tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] Calling delete_port for ea8db2ea-5940-4d8c-b6b9-7b29ac67051c owned by compute:nova {{(pid=101082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 22:04:32.308130 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f593c4-b13a-45db-bfdd-1dfa18dfbd04 req-8290443f-7c5c-49af-ae32-c97bc6b58347 tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:04:32.309678 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-07f593c4-b13a-45db-bfdd-1dfa18dfbd04 req-8290443f-7c5c-49af-ae32-c97bc6b58347 tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] 10.222.0.25 "GET /v2.0/ports?device_id=0932b60e-a111-4011-b9e9-c9cd0443085f HTTP/1.1" status: 200 len: 947 time: 0.1024373 Nov 08 22:04:32.402336 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-07f593c4-b13a-45db-bfdd-1dfa18dfbd04 req-02b6faa0-d089-4c71-a2e7-698b8bcbcf43 tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] 10.222.0.25 "GET /v2.0/security-groups?id=eeea6e44-33b8-4aa9-8bb4-4225028c9643&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0844135 Nov 08 22:04:32.473575 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [req-5d7195b2-267b-4a50-97a2-a7bbb2fc11a8 req-cff7c848-84ff-4f20-8818-a174279e8038 tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728276638338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728276144276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7854484'] for port, after_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:04:32.502974 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff7c848-84ff-4f20-8818-a174279e8038 tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] Pushing event deleted for resources: {'Port': ['ID=ea8db2ea-5940-4d8c-b6b9-7b29ac67051c,revision_number=None']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:04:32.652529 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c131e68-6eaa-45ec-9d90-4dc643df9ff5 req-04e7a008-47d6-4f77-a43d-76c64189a17b tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:04:32.654632 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-2c131e68-6eaa-45ec-9d90-4dc643df9ff5 req-04e7a008-47d6-4f77-a43d-76c64189a17b tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] 10.222.0.25 "GET /v2.0/ports?device_id=ea3e000f-3070-46f1-ab82-0f619625641a HTTP/1.1" status: 200 len: 945 time: 0.1067641 Nov 08 22:04:32.674612 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5d7195b2-267b-4a50-97a2-a7bbb2fc11a8 req-cff7c848-84ff-4f20-8818-a174279e8038 tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] Router 683cfef6-9649-479e-9922-dfb07c24d627 has already been hosted by L3 agent a7fb4010-89fb-4d99-b0a1-90d6a3aacb04 {{(pid=101082) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 22:04:32.753743 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-2c131e68-6eaa-45ec-9d90-4dc643df9ff5 req-29ed0f0c-b5cd-4439-b349-2fea9310f464 tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] 10.222.0.25 "GET /v2.0/security-groups?id=e56f6cae-c1db-4d7c-8761-da45404c5a8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0922005 Nov 08 22:04:32.833897 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5d7195b2-267b-4a50-97a2-a7bbb2fc11a8 req-cff7c848-84ff-4f20-8818-a174279e8038 tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] Notify agent at l3_agent.dv-cinder-817085-1-iscsi the message routers_updated {{(pid=101082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 22:04:32.844582 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56a12cf6-d6d7-478c-9df0-f6dfa4c4e981 None None] Sync routers for ids ['683cfef6-9649-479e-9922-dfb07c24d627'] in dv-cinder-817085-1-iscsi {{(pid=101084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 22:04:32.855654 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56a12cf6-d6d7-478c-9df0-f6dfa4c4e981 None None] Routers {'683cfef6-9649-479e-9922-dfb07c24d627'} bound to L3 agent in host dv-cinder-817085-1-iscsi {{(pid=101084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 22:04:32.856325 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.db.l3_hamode_db [None req-56a12cf6-d6d7-478c-9df0-f6dfa4c4e981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817085-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T21:51:49Z,description=,heartbeat_timestamp=2021-11-08T22:04:19Z,host='dv-cinder-817085-1-iscsi',id=a7fb4010-89fb-4d99-b0a1-90d6a3aacb04,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T21:51:49Z,topic='l3_agent')) {'router_ids': ['683cfef6-9649-479e-9922-dfb07c24d627'], 'active': True} {{(pid=101084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 22:04:32.883678 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d7195b2-267b-4a50-97a2-a7bbb2fc11a8 req-cff7c848-84ff-4f20-8818-a174279e8038 tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] No DVR routers for this DVR port ea8db2ea-5940-4d8c-b6b9-7b29ac67051c on host hv-cinder-81708 {{(pid=101082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 22:04:32.886579 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [req-5d7195b2-267b-4a50-97a2-a7bbb2fc11a8 req-cff7c848-84ff-4f20-8818-a174279e8038 tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465805'] for port, before_response {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:04:32.890161 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-5d7195b2-267b-4a50-97a2-a7bbb2fc11a8 req-cff7c848-84ff-4f20-8818-a174279e8038 tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] 10.222.0.48 "DELETE /v2.0/ports/ea8db2ea-5940-4d8c-b6b9-7b29ac67051c HTTP/1.1" status: 204 len: 173 time: 1.0163908 Nov 08 22:04:32.890604 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0932b60e-a111-4011-b9e9-c9cd0443085f', 'name': 'network-vif-deleted', 'tag': 'ea8db2ea-5940-4d8c-b6b9-7b29ac67051c'}] {{(pid=101082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 22:04:32.893084 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5244ac95217a6bb312334333bc6ed4bdb0e50c4a837cb758f48f620e9b099f25" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be069c5a-b00f-4d95-be2e-a5d22da5b3e0" -d '{"events": [{"server_uuid": "0932b60e-a111-4011-b9e9-c9cd0443085f", "name": "network-vif-deleted", "tag": "ea8db2ea-5940-4d8c-b6b9-7b29ac67051c"}]}' {{(pid=101082) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 22:04:32.944077 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 22:04:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7baf9b88-d240-4de2-8c98-1669f226f018 x-openstack-request-id: req-7baf9b88-d240-4de2-8c98-1669f226f018 {{(pid=101082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 22:04:32.944985 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0932b60e-a111-4011-b9e9-c9cd0443085f", "name": "network-vif-deleted", "tag": "ea8db2ea-5940-4d8c-b6b9-7b29ac67051c", "status": "completed", "code": 200}]} {{(pid=101082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 22:04:32.945296 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7baf9b88-d240-4de2-8c98-1669f226f018 {{(pid=101082) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 22:04:32.945763 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0932b60e-a111-4011-b9e9-c9cd0443085f', 'name': 'network-vif-deleted', 'tag': 'ea8db2ea-5940-4d8c-b6b9-7b29ac67051c', 'status': 'completed', 'code': 200} Nov 08 22:04:32.979374 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.db.l3_dvr_db [None req-56a12cf6-d6d7-478c-9df0-f6dfa4c4e981 None None] Set router 683cfef6-9649-479e-9922-dfb07c24d627 gateway port host: dv-cinder-817085-1-iscsi {{(pid=101084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 22:04:33.187519 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.db.l3_hamode_db [None req-56a12cf6-d6d7-478c-9df0-f6dfa4c4e981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '683cfef6-9649-479e-9922-dfb07c24d627', 'name': 'tempest-AttachVolumeShelveTestJSON-658045224-router', 'tenant_id': '3c81291fa5704e6e99b9fb8671a47a4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ae8d913-bef9-4bc0-baeb-78ef8b3a7364', 'external_fixed_ips': [{'subnet_id': 'f0dec947-372d-4ed5-9c9f-864e58aba850', 'ip_address': '172.27.3.34'}], 'enable_snat': True}, 'gw_port_id': '63eac74b-8017-4f9e-baf5-4aa75c8096e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T22:01:01Z', 'updated_at': '2021-11-08T22:01:07Z', 'revision_number': 4, 'project_id': '3c81291fa5704e6e99b9fb8671a47a4c', 'gw_port': {'id': '63eac74b-8017-4f9e-baf5-4aa75c8096e0', 'name': '', 'network_id': '8ae8d913-bef9-4bc0-baeb-78ef8b3a7364', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:20:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '683cfef6-9649-479e-9922-dfb07c24d627', 'device_owner': 'network:router_gateway', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': 'f0dec947-372d-4ed5-9c9f-864e58aba850', 'ip_address': '172.27.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T22:01:02Z', 'updated_at': '2021-11-08T22:01:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0dec947-372d-4ed5-9c9f-864e58aba850', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817085-1-iscsi', '_interfaces': [{'id': '282241b8-ee70-4e06-b70f-3b349506e9a3', 'name': '', 'network_id': 'd0389d40-840b-4921-84b3-93bfc186ef85', 'tenant_id': '3c81291fa5704e6e99b9fb8671a47a4c', 'mac_address': 'fa:16:3e:8c:fc:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '683cfef6-9649-479e-9922-dfb07c24d627', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '74626eb5-4f16-4db6-984a-103aeaf27899', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T22:01:05Z', 'updated_at': '2021-11-08T22:01:09Z', 'revision_number': 5, 'project_id': '3c81291fa5704e6e99b9fb8671a47a4c', 'subnets': [{'id': '74626eb5-4f16-4db6-984a-103aeaf27899', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817085-1-iscsi', False) {} {{(pid=101084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 22:04:33.212929 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56a12cf6-d6d7-478c-9df0-f6dfa4c4e981 None None] Checking router: 683cfef6-9649-479e-9922-dfb07c24d627 for host: dv-cinder-817085-1-iscsi {{(pid=101084) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 22:04:33.220921 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56a12cf6-d6d7-478c-9df0-f6dfa4c4e981 None None] Routers {'683cfef6-9649-479e-9922-dfb07c24d627'} bound to L3 agent in host dv-cinder-817085-1-iscsi {{(pid=101084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 22:04:33.221509 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.db.l3_hamode_db [None req-56a12cf6-d6d7-478c-9df0-f6dfa4c4e981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817085-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T21:51:49Z,description=,heartbeat_timestamp=2021-11-08T22:04:19Z,host='dv-cinder-817085-1-iscsi',id=a7fb4010-89fb-4d99-b0a1-90d6a3aacb04,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T21:51:49Z,topic='l3_agent')) {'router_ids': ['683cfef6-9649-479e-9922-dfb07c24d627'], 'active': True} {{(pid=101084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 22:04:33.330135 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.db.l3_dvr_db [None req-56a12cf6-d6d7-478c-9df0-f6dfa4c4e981 None None] Set router 683cfef6-9649-479e-9922-dfb07c24d627 gateway port host: dv-cinder-817085-1-iscsi {{(pid=101084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 22:04:33.505851 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.wsgi [-] (101082) accepted ('10.222.0.25', 46474) {{(pid=101082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 22:04:33.545660 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.db.l3_hamode_db [None req-56a12cf6-d6d7-478c-9df0-f6dfa4c4e981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '683cfef6-9649-479e-9922-dfb07c24d627', 'name': 'tempest-AttachVolumeShelveTestJSON-658045224-router', 'tenant_id': '3c81291fa5704e6e99b9fb8671a47a4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ae8d913-bef9-4bc0-baeb-78ef8b3a7364', 'external_fixed_ips': [{'subnet_id': 'f0dec947-372d-4ed5-9c9f-864e58aba850', 'ip_address': '172.27.3.34'}], 'enable_snat': True}, 'gw_port_id': '63eac74b-8017-4f9e-baf5-4aa75c8096e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T22:01:01Z', 'updated_at': '2021-11-08T22:01:07Z', 'revision_number': 4, 'project_id': '3c81291fa5704e6e99b9fb8671a47a4c', 'gw_port': {'id': '63eac74b-8017-4f9e-baf5-4aa75c8096e0', 'name': '', 'network_id': '8ae8d913-bef9-4bc0-baeb-78ef8b3a7364', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:20:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '683cfef6-9649-479e-9922-dfb07c24d627', 'device_owner': 'network:router_gateway', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': 'f0dec947-372d-4ed5-9c9f-864e58aba850', 'ip_address': '172.27.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T22:01:02Z', 'updated_at': '2021-11-08T22:01:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0dec947-372d-4ed5-9c9f-864e58aba850', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817085-1-iscsi', '_interfaces': [{'id': '282241b8-ee70-4e06-b70f-3b349506e9a3', 'name': '', 'network_id': 'd0389d40-840b-4921-84b3-93bfc186ef85', 'tenant_id': '3c81291fa5704e6e99b9fb8671a47a4c', 'mac_address': 'fa:16:3e:8c:fc:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '683cfef6-9649-479e-9922-dfb07c24d627', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '74626eb5-4f16-4db6-984a-103aeaf27899', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T22:01:05Z', 'updated_at': '2021-11-08T22:01:09Z', 'revision_number': 5, 'project_id': '3c81291fa5704e6e99b9fb8671a47a4c', 'subnets': [{'id': '74626eb5-4f16-4db6-984a-103aeaf27899', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817085-1-iscsi', False) {} {{(pid=101084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 22:04:33.562449 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-bca6946c-497a-408e-8290-9876431ddc02 tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] Publish callbacks [] for security_group, before_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:04:33.576439 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56a12cf6-d6d7-478c-9df0-f6dfa4c4e981 None None] The sync data for ids ['683cfef6-9649-479e-9922-dfb07c24d627'] in dv-cinder-817085-1-iscsi is: [{'id': '683cfef6-9649-479e-9922-dfb07c24d627', 'name': 'tempest-AttachVolumeShelveTestJSON-658045224-router', 'tenant_id': '3c81291fa5704e6e99b9fb8671a47a4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ae8d913-bef9-4bc0-baeb-78ef8b3a7364', 'external_fixed_ips': [{'subnet_id': 'f0dec947-372d-4ed5-9c9f-864e58aba850', 'ip_address': '172.27.3.34'}], 'enable_snat': True}, 'gw_port_id': '63eac74b-8017-4f9e-baf5-4aa75c8096e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T22:01:01Z', 'updated_at': '2021-11-08T22:01:07Z', 'revision_number': 4, 'project_id': '3c81291fa5704e6e99b9fb8671a47a4c', 'gw_port': {'id': '63eac74b-8017-4f9e-baf5-4aa75c8096e0', 'name': '', 'network_id': '8ae8d913-bef9-4bc0-baeb-78ef8b3a7364', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:20:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '683cfef6-9649-479e-9922-dfb07c24d627', 'device_owner': 'network:router_gateway', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': 'f0dec947-372d-4ed5-9c9f-864e58aba850', 'ip_address': '172.27.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T22:01:02Z', 'updated_at': '2021-11-08T22:01:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0dec947-372d-4ed5-9c9f-864e58aba850', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817085-1-iscsi', '_interfaces': [{'id': '282241b8-ee70-4e06-b70f-3b349506e9a3', 'name': '', 'network_id': 'd0389d40-840b-4921-84b3-93bfc186ef85', 'tenant_id': '3c81291fa5704e6e99b9fb8671a47a4c', 'mac_address': 'fa:16:3e:8c:fc:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '683cfef6-9649-479e-9922-dfb07c24d627', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '74626eb5-4f16-4db6-984a-103aeaf27899', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T22:01:05Z', 'updated_at': '2021-11-08T22:01:09Z', 'revision_number': 5, 'project_id': '3c81291fa5704e6e99b9fb8671a47a4c', 'subnets': [{'id': '74626eb5-4f16-4db6-984a-103aeaf27899', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 22:04:33.586834 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-bca6946c-497a-408e-8290-9876431ddc02 tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:04:33.638891 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-bca6946c-497a-408e-8290-9876431ddc02 tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2033567'] for security_group, after_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:04:33.642977 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-bca6946c-497a-408e-8290-9876431ddc02 tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] Publish callbacks [] for security_group, before_response {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:04:33.647031 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.wsgi [-] (101083) accepted ('10.222.0.25', 46476) {{(pid=101083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 22:04:33.648209 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [None req-bca6946c-497a-408e-8290-9876431ddc02 tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] 10.222.0.25 "DELETE /v2.0/security-groups/eeea6e44-33b8-4aa9-8bb4-4225028c9643 HTTP/1.1" status: 204 len: 168 time: 0.1401079 Nov 08 22:04:33.659265 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca6946c-497a-408e-8290-9876431ddc02 tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eeea6e44-33b8-4aa9-8bb4-4225028c9643,revision_number=None']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:04:33.665568 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.api.v2.resource [None req-643583f1-95ee-4de3-9ee4-26282bb3d1f1 tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] show failed (client error): The resource could not be found. Nov 08 22:04:33.669927 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [None req-643583f1-95ee-4de3-9ee4-26282bb3d1f1 tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] 10.222.0.25 "GET /v2.0/security-groups/eeea6e44-33b8-4aa9-8bb4-4225028c9643 HTTP/1.1" status: 404 len: 347 time: 0.0191498 Nov 08 22:04:33.670172 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.wsgi [-] (101083) accepted ('10.222.0.25', 46478) {{(pid=101083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 22:04:33.810626 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.plugins.ml2.plugin [None req-b6eb1c0e-e770-4f30-ab49-dc3726d8365d tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] Deleting port 9983f0a4-de3d-4d4a-8efc-df8739a7761a {{(pid=101083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 22:04:33.810964 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-b6eb1c0e-e770-4f30-ab49-dc3726d8365d tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728276550584'] for port, before_delete {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:04:33.861968 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8096d4b-7e8b-4123-9608-5adb2d4afc4e None None] New status for floating IP 55e98143-338b-4100-82e5-128e4f08a42e: DOWN {{(pid=101085) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 08 22:04:33.897562 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-b6eb1c0e-e770-4f30-ab49-dc3726d8365d tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1626931'] for port, precommit_delete {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:04:33.898033 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-b6eb1c0e-e770-4f30-ab49-dc3726d8365d tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:04:33.904931 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711e84d7-ac23-475d-82ac-0432c4435dde req-e356f4b2-6b2d-4091-a9e9-ca4c069e5e33 tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:04:33.906560 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-711e84d7-ac23-475d-82ac-0432c4435dde req-e356f4b2-6b2d-4091-a9e9-ca4c069e5e33 tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] 10.222.0.25 "GET /v2.0/ports?device_id=ea3e000f-3070-46f1-ab82-0f619625641a HTTP/1.1" status: 200 len: 945 time: 0.0719447 Nov 08 22:04:33.914016 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.plugins.ml2.plugin [None req-b6eb1c0e-e770-4f30-ab49-dc3726d8365d tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] Calling delete_port for 9983f0a4-de3d-4d4a-8efc-df8739a7761a owned by network:floatingip {{(pid=101083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 22:04:34.023622 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-711e84d7-ac23-475d-82ac-0432c4435dde req-de846d90-edbb-487c-a976-d4a9bec918e0 tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] 10.222.0.25 "GET /v2.0/security-groups?id=e56f6cae-c1db-4d7c-8761-da45404c5a8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1091425 Nov 08 22:04:34.085289 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-b6eb1c0e-e770-4f30-ab49-dc3726d8365d tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728276638338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728276144276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7659000'] for port, after_delete {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:04:34.089182 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron_lib.db.api [None req-d8096d4b-7e8b-4123-9608-5adb2d4afc4e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101085) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 08 22:04:34.089596 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG oslo_db.api [None req-d8096d4b-7e8b-4123-9608-5adb2d4afc4e None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=101085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 08 22:04:34.115615 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6eb1c0e-e770-4f30-ab49-dc3726d8365d tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] Pushing event deleted for resources: {'Port': ['ID=9983f0a4-de3d-4d4a-8efc-df8739a7761a,revision_number=None']} {{(pid=101083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:04:34.187453 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-b6eb1c0e-e770-4f30-ab49-dc3726d8365d tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] Publish callbacks [] for floatingip, after_delete {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:04:34.190411 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-b6eb1c0e-e770-4f30-ab49-dc3726d8365d tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465805'] for floatingip, before_response {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:04:34.192357 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [None req-b6eb1c0e-e770-4f30-ab49-dc3726d8365d tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] 10.222.0.25 "DELETE /v2.0/floatingips/55e98143-338b-4100-82e5-128e4f08a42e HTTP/1.1" status: 204 len: 168 time: 0.5211704 Nov 08 22:04:34.540073 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.wsgi [-] (101083) accepted ('10.222.0.25', 46512) {{(pid=101083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 22:04:34.546285 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.v2.base [None req-83a2b3da-a9b5-49e5-b98c-5ab49708fdf2 tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] Request body: {'security_group': {'name': 'tempest-securitygroup--120619941', 'description': 'tempest-description--1344236193'}} {{(pid=101083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 22:04:34.559780 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1f43f0-aafd-4730-80af-10004037bd15 req-7d3021b5-f03a-4b55-a083-42a2cb09ae9f tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:04:34.563909 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-8e1f43f0-aafd-4730-80af-10004037bd15 req-7d3021b5-f03a-4b55-a083-42a2cb09ae9f tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] 10.222.0.48 "GET /v2.0/ports?device_id=ea3e000f-3070-46f1-ab82-0f619625641a HTTP/1.1" status: 200 len: 945 time: 0.0714056 Nov 08 22:04:34.570650 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-83a2b3da-a9b5-49e5-b98c-5ab49708fdf2 tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] Publish callbacks [] for security_group, before_create {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:04:34.590976 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8096d4b-7e8b-4123-9608-5adb2d4afc4e None None] New status for floating IP 55e98143-338b-4100-82e5-128e4f08a42e: DOWN {{(pid=101085) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 08 22:04:34.669320 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.wsgi [-] (101082) accepted ('10.222.0.25', 46516) {{(pid=101082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 22:04:34.672503 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-83a2b3da-a9b5-49e5-b98c-5ab49708fdf2 tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] Publish callbacks [] for security_group, precommit_create {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:04:34.679152 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-83a2b3da-a9b5-49e5-b98c-5ab49708fdf2 tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2033567'] for security_group, after_create {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:04:34.719075 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [req-8e1f43f0-aafd-4730-80af-10004037bd15 req-5d0a6f3d-c181-42b1-9190-03adb2d0a4c0 tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] Deleting port 09809ed1-94fe-4689-b3a4-b7a111c8b4ef {{(pid=101082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 22:04:34.719546 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [req-8e1f43f0-aafd-4730-80af-10004037bd15 req-5d0a6f3d-c181-42b1-9190-03adb2d0a4c0 tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728276550584'] for port, before_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:04:34.719964 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-83a2b3da-a9b5-49e5-b98c-5ab49708fdf2 tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] Publish callbacks [] for security_group, before_response {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:04:34.721677 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [None req-83a2b3da-a9b5-49e5-b98c-5ab49708fdf2 tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1804576 Nov 08 22:04:34.723930 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a2b3da-a9b5-49e5-b98c-5ab49708fdf2 tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] Pushing event updated for resources: {'SecurityGroup': ['ID=48e589e1-a7d0-4554-9a00-a156bc596d9f,revision_number=1']} {{(pid=101083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:04:34.725853 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.wsgi [-] (101082) accepted ('10.222.0.25', 46520) {{(pid=101082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 22:04:34.734931 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.v2.base [None req-6dff4ec5-6472-4413-926c-a84dd7c32ca4 tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] Request body: {'security_group_rule': {'security_group_id': '48e589e1-a7d0-4554-9a00-a156bc596d9f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 22:04:34.829989 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-aaa00191-e9fc-4893-afd0-281da0166498 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:04:34.839164 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-6dff4ec5-6472-4413-926c-a84dd7c32ca4 tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:04:34.877984 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.plugins.ml2.db [req-8e1f43f0-aafd-4730-80af-10004037bd15 req-5d0a6f3d-c181-42b1-9190-03adb2d0a4c0 tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] For port 09809ed1-94fe-4689-b3a4-b7a111c8b4ef, host hv-cinder-81708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81708',level=0,port_id=09809ed1-94fe-4689-b3a4-b7a111c8b4ef,segment=NetworkSegment(de478fa7-e3a1-4946-b405-3fee42527219),segment_id=de478fa7-e3a1-4946-b405-3fee42527219)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 22:04:34.878341 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [req-8e1f43f0-aafd-4730-80af-10004037bd15 req-5d0a6f3d-c181-42b1-9190-03adb2d0a4c0 tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1626931'] for port, precommit_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:04:35.024756 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-6dff4ec5-6472-4413-926c-a84dd7c32ca4 tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:04:35.034873 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-6dff4ec5-6472-4413-926c-a84dd7c32ca4 tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2033480'] for security_group_rule, after_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:04:35.076600 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dff4ec5-6472-4413-926c-a84dd7c32ca4 tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20bf8a75-a0ea-4e39-8d27-4993e6eb71f2,revision_number=0']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:04:35.135789 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-aaa00191-e9fc-4893-afd0-281da0166498 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:04:35.139475 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-6dff4ec5-6472-4413-926c-a84dd7c32ca4 tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:04:35.140715 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [None req-6dff4ec5-6472-4413-926c-a84dd7c32ca4 tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4111609 Nov 08 22:04:35.143585 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.wsgi [-] (101083) accepted ('10.222.0.25', 46524) {{(pid=101083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 22:04:35.148482 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.v2.base [None req-5a37c270-7733-4100-be28-98749c799a21 tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] Request body: {'security_group_rule': {'security_group_id': '48e589e1-a7d0-4554-9a00-a156bc596d9f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 22:04:35.159657 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-aaa00191-e9fc-4893-afd0-281da0166498 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2033567'] for security_group, after_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:04:35.182113 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-5a37c270-7733-4100-be28-98749c799a21 tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:04:35.221480 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [None req-aaa00191-e9fc-4893-afd0-281da0166498 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ee527218c7be4cc6b84875111c8fddc8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5471258 Nov 08 22:04:35.223824 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [req-8e1f43f0-aafd-4730-80af-10004037bd15 req-5d0a6f3d-c181-42b1-9190-03adb2d0a4c0 tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:04:35.224082 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.wsgi [-] (101083) accepted ('10.222.0.25', 46526) {{(pid=101083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 22:04:35.224187 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [req-8e1f43f0-aafd-4730-80af-10004037bd15 req-5d0a6f3d-c181-42b1-9190-03adb2d0a4c0 tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1623957'] for floatingip, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:04:35.224491 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.db.l3_db [req-8e1f43f0-aafd-4730-80af-10004037bd15 req-5d0a6f3d-c181-42b1-9190-03adb2d0a4c0 tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] Floating IP f4435c1b-798e-416a-a8d2-2893094f7782 disassociated. External IP: 172.27.3.240, port: 09809ed1-94fe-4689-b3a4-b7a111c8b4ef. Nov 08 22:04:35.225030 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [req-8e1f43f0-aafd-4730-80af-10004037bd15 req-5d0a6f3d-c181-42b1-9190-03adb2d0a4c0 tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] Calling delete_port for 09809ed1-94fe-4689-b3a4-b7a111c8b4ef owned by compute:nova {{(pid=101082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 22:04:35.237116 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa00191-e9fc-4893-afd0-281da0166498 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6c4d3e2-f48c-4805-9c69-35b375b77853,revision_number=1']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:04:35.252161 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8142ed7-6116-482c-8ada-22221ed64faf req-5e6dd405-95a1-4ec2-bb3c-b1a43ec1087b tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:04:35.253988 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-f8142ed7-6116-482c-8ada-22221ed64faf req-5e6dd405-95a1-4ec2-bb3c-b1a43ec1087b tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] 10.222.0.25 "GET /v2.0/ports?device_id=ea3e000f-3070-46f1-ab82-0f619625641a HTTP/1.1" status: 200 len: 945 time: 0.1716588 Nov 08 22:04:35.266892 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-5a37c270-7733-4100-be28-98749c799a21 tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:04:35.271985 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-5a37c270-7733-4100-be28-98749c799a21 tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2033480'] for security_group_rule, after_create {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:04:35.294241 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a37c270-7733-4100-be28-98749c799a21 tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2cd72b6f-b039-4e63-b48b-d315561da4f8,revision_number=0']} {{(pid=101083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:04:35.306996 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-5a37c270-7733-4100-be28-98749c799a21 tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:04:35.308174 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [None req-5a37c270-7733-4100-be28-98749c799a21 tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1634548 Nov 08 22:04:35.311023 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-ef44f032-adc0-45ad-a457-3b90d558671a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:04:35.313253 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.wsgi [-] (101083) accepted ('10.222.0.25', 46528) {{(pid=101083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 22:04:35.318983 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.v2.base [None req-71273d8e-0869-44c4-b2cc-9f029ae53b28 tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] Request body: {'floatingip': {'floating_network_id': '8ae8d913-bef9-4bc0-baeb-78ef8b3a7364'}} {{(pid=101083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 22:04:35.348492 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-ef44f032-adc0-45ad-a457-3b90d558671a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:04:35.365330 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-f8142ed7-6116-482c-8ada-22221ed64faf req-f931f888-982a-4f7d-b4dc-a44ade3c9c71 tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] 10.222.0.25 "GET /v2.0/security-groups?id=e56f6cae-c1db-4d7c-8761-da45404c5a8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757890 Nov 08 22:04:35.367630 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-71273d8e-0869-44c4-b2cc-9f029ae53b28 tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] Publish callbacks [] for floatingip, before_create {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:04:35.434629 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [req-8e1f43f0-aafd-4730-80af-10004037bd15 req-5d0a6f3d-c181-42b1-9190-03adb2d0a4c0 tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728276638338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728276144276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7854484'] for port, after_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:04:35.451174 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-ef44f032-adc0-45ad-a457-3b90d558671a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2033567'] for security_group, after_delete {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:04:35.453879 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-ef44f032-adc0-45ad-a457-3b90d558671a admin admin] Publish callbacks [] for security_group, before_response {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:04:35.455004 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [None req-ef44f032-adc0-45ad-a457-3b90d558671a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e6c4d3e2-f48c-4805-9c69-35b375b77853 HTTP/1.1" status: 204 len: 168 time: 0.2297595 Nov 08 22:04:35.468530 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef44f032-adc0-45ad-a457-3b90d558671a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6c4d3e2-f48c-4805-9c69-35b375b77853,revision_number=None']} {{(pid=101083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:04:35.480010 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0a6f3d-c181-42b1-9190-03adb2d0a4c0 tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] Pushing event deleted for resources: {'Port': ['ID=09809ed1-94fe-4689-b3a4-b7a111c8b4ef,revision_number=None']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:04:35.511582 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.rpc [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Device ea8db2ea-5940-4d8c-b6b9-7b29ac67051c no longer exists at agent hyperv_hv-cinder-81708 {{(pid=101084) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 22:04:35.512207 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-71273d8e-0869-44c4-b2cc-9f029ae53b28 tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-925982'] for port, before_create {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:04:35.539524 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.plugin [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] No Port match for: ea8db2ea-5940-4d8c-b6b9-7b29ac67051c {{(pid=101084) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 22:04:35.540761 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.rpc [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Device ea8db2ea-5940-4d8c-b6b9-7b29ac67051c not bound to the agent host hv-cinder-81708 {{(pid=101084) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 22:04:35.615067 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8e1f43f0-aafd-4730-80af-10004037bd15 req-5d0a6f3d-c181-42b1-9190-03adb2d0a4c0 tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] Router a8710038-31e4-41f3-afb0-f835bccc6376 has already been hosted by L3 agent a7fb4010-89fb-4d99-b0a1-90d6a3aacb04 {{(pid=101082) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 22:04:35.627968 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.db.db_base_plugin_common [None req-71273d8e-0869-44c4-b2cc-9f029ae53b28 tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] Allocated IP 172.27.3.188 (8ae8d913-bef9-4bc0-baeb-78ef8b3a7364/f0dec947-372d-4ed5-9c9f-864e58aba850/72ea3974-4313-435f-9590-350e29c63bc5) {{(pid=101083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 22:04:35.730529 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8e1f43f0-aafd-4730-80af-10004037bd15 req-5d0a6f3d-c181-42b1-9190-03adb2d0a4c0 tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] Notify agent at l3_agent.dv-cinder-817085-1-iscsi the message routers_updated {{(pid=101082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 22:04:35.741792 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-71273d8e-0869-44c4-b2cc-9f029ae53b28 tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] Publish callbacks [] for port, precommit_create {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:04:35.744553 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54a86c52-3245-4970-ab47-eb7d96621cd2 None None] Sync routers for ids ['a8710038-31e4-41f3-afb0-f835bccc6376'] in dv-cinder-817085-1-iscsi {{(pid=101084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 22:04:35.757534 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54a86c52-3245-4970-ab47-eb7d96621cd2 None None] Routers {'a8710038-31e4-41f3-afb0-f835bccc6376'} bound to L3 agent in host dv-cinder-817085-1-iscsi {{(pid=101084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 22:04:35.758413 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.db.l3_hamode_db [None req-54a86c52-3245-4970-ab47-eb7d96621cd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817085-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T21:51:49Z,description=,heartbeat_timestamp=2021-11-08T22:04:19Z,host='dv-cinder-817085-1-iscsi',id=a7fb4010-89fb-4d99-b0a1-90d6a3aacb04,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T21:51:49Z,topic='l3_agent')) {'router_ids': ['a8710038-31e4-41f3-afb0-f835bccc6376'], 'active': True} {{(pid=101084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 22:04:35.772899 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.wsgi [-] (101082) accepted ('10.222.0.25', 46534) {{(pid=101082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 22:04:35.775111 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e1f43f0-aafd-4730-80af-10004037bd15 req-5d0a6f3d-c181-42b1-9190-03adb2d0a4c0 tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] No DVR routers for this DVR port 09809ed1-94fe-4689-b3a4-b7a111c8b4ef on host hv-cinder-81708 {{(pid=101082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 22:04:35.782041 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [req-8e1f43f0-aafd-4730-80af-10004037bd15 req-5d0a6f3d-c181-42b1-9190-03adb2d0a4c0 tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465805'] for port, before_response {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:04:35.782404 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-71273d8e-0869-44c4-b2cc-9f029ae53b28 tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728276144267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7659000'] for port, after_create {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:04:35.785276 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-8e1f43f0-aafd-4730-80af-10004037bd15 req-5d0a6f3d-c181-42b1-9190-03adb2d0a4c0 tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] 10.222.0.48 "DELETE /v2.0/ports/09809ed1-94fe-4689-b3a4-b7a111c8b4ef HTTP/1.1" status: 204 len: 173 time: 1.2146318 Nov 08 22:04:35.785733 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea3e000f-3070-46f1-ab82-0f619625641a', 'name': 'network-vif-deleted', 'tag': '09809ed1-94fe-4689-b3a4-b7a111c8b4ef'}] {{(pid=101082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 22:04:35.788525 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5244ac95217a6bb312334333bc6ed4bdb0e50c4a837cb758f48f620e9b099f25" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-593aaf59-af0f-46c5-96c8-ea812e644f32" -d '{"events": [{"server_uuid": "ea3e000f-3070-46f1-ab82-0f619625641a", "name": "network-vif-deleted", "tag": "09809ed1-94fe-4689-b3a4-b7a111c8b4ef"}]}' {{(pid=101082) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 22:04:35.796860 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-910b4750-6cc4-4b2c-8d16-8b9f9ec3dfec admin admin] Publish callbacks [] for security_group, before_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:04:35.831682 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71273d8e-0869-44c4-b2cc-9f029ae53b28 tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] Network 8ae8d913-bef9-4bc0-baeb-78ef8b3a7364 is already hosted by enough agents. {{(pid=101083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 22:04:35.836837 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.scheduler.base_scheduler [None req-71273d8e-0869-44c4-b2cc-9f029ae53b28 tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] Resources bound (agent type, host, resource id): {{(pid=101083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 22:04:35.840111 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71273d8e-0869-44c4-b2cc-9f029ae53b28 tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] Received port after_create {{(pid=101083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 22:04:35.898495 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-910b4750-6cc4-4b2c-8d16-8b9f9ec3dfec admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:04:35.900569 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 22:04:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8177b51-f3fa-4600-8891-fb4f4a7e7b1d x-openstack-request-id: req-a8177b51-f3fa-4600-8891-fb4f4a7e7b1d {{(pid=101082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 22:04:35.900903 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea3e000f-3070-46f1-ab82-0f619625641a", "name": "network-vif-deleted", "tag": "09809ed1-94fe-4689-b3a4-b7a111c8b4ef", "status": "completed", "code": 200}]} {{(pid=101082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 22:04:35.901155 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a8177b51-f3fa-4600-8891-fb4f4a7e7b1d {{(pid=101082) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 22:04:35.901588 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea3e000f-3070-46f1-ab82-0f619625641a', 'name': 'network-vif-deleted', 'tag': '09809ed1-94fe-4689-b3a4-b7a111c8b4ef', 'status': 'completed', 'code': 200} Nov 08 22:04:35.904783 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-910b4750-6cc4-4b2c-8d16-8b9f9ec3dfec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2033567'] for security_group, after_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:04:35.934905 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-71273d8e-0869-44c4-b2cc-9f029ae53b28 tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:04:35.953013 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910b4750-6cc4-4b2c-8d16-8b9f9ec3dfec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eba64e67-6889-4de9-b90b-516d8fbf908a,revision_number=1']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:04:35.961171 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71273d8e-0869-44c4-b2cc-9f029ae53b28 tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] Pushing event updated for resources: {'Port': ['ID=72ea3974-4313-435f-9590-350e29c63bc5,revision_number=1']} {{(pid=101083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:04:35.961432 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [None req-910b4750-6cc4-4b2c-8d16-8b9f9ec3dfec admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=6d40ef7e4736469aad1e208918721865&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1871319 Nov 08 22:04:35.962359 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.wsgi [-] (101082) accepted ('10.222.0.25', 46538) {{(pid=101082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 22:04:35.997147 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.db.l3_dvr_db [None req-54a86c52-3245-4970-ab47-eb7d96621cd2 None None] Set router a8710038-31e4-41f3-afb0-f835bccc6376 gateway port host: dv-cinder-817085-1-iscsi {{(pid=101084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 22:04:36.010583 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-71273d8e-0869-44c4-b2cc-9f029ae53b28 tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-925982'] for port, before_update {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:04:36.025391 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-f6f47214-b2ab-40fb-9ccf-408bba527146 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:04:36.053821 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-f6f47214-b2ab-40fb-9ccf-408bba527146 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:04:36.109907 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-f6f47214-b2ab-40fb-9ccf-408bba527146 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2033567'] for security_group, after_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:04:36.112521 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-f6f47214-b2ab-40fb-9ccf-408bba527146 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:04:36.117134 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [None req-f6f47214-b2ab-40fb-9ccf-408bba527146 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/eba64e67-6889-4de9-b90b-516d8fbf908a HTTP/1.1" status: 204 len: 168 time: 0.1531198 Nov 08 22:04:36.131147 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f47214-b2ab-40fb-9ccf-408bba527146 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eba64e67-6889-4de9-b90b-516d8fbf908a,revision_number=None']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:04:36.205049 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-71273d8e-0869-44c4-b2cc-9f029ae53b28 tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] Publish callbacks [] for port, precommit_update {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:04:36.211083 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-71273d8e-0869-44c4-b2cc-9f029ae53b28 tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728276638356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728276144285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728276144303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7658983'] for port, after_update {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:04:36.246798 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.db.l3_hamode_db [None req-54a86c52-3245-4970-ab47-eb7d96621cd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8710038-31e4-41f3-afb0-f835bccc6376', 'name': 'tempest-AttachVolumeTestJSON-138430820-router', 'tenant_id': 'c834e2bc78d34c388e89dd13ae9d694d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ae8d913-bef9-4bc0-baeb-78ef8b3a7364', 'external_fixed_ips': [{'subnet_id': 'f0dec947-372d-4ed5-9c9f-864e58aba850', 'ip_address': '172.27.3.181'}], 'enable_snat': True}, 'gw_port_id': '29f233ab-38fc-4545-a24b-ffeb6cbcad23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T21:59:45Z', 'updated_at': '2021-11-08T21:59:51Z', 'revision_number': 4, 'project_id': 'c834e2bc78d34c388e89dd13ae9d694d', 'gw_port': {'id': '29f233ab-38fc-4545-a24b-ffeb6cbcad23', 'name': '', 'network_id': '8ae8d913-bef9-4bc0-baeb-78ef8b3a7364', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:4c:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8710038-31e4-41f3-afb0-f835bccc6376', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': 'f0dec947-372d-4ed5-9c9f-864e58aba850', 'ip_address': '172.27.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T21:59:45Z', 'updated_at': '2021-11-08T21:59:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0dec947-372d-4ed5-9c9f-864e58aba850', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817085-1-iscsi', '_interfaces': [{'id': '53dd1d3a-6711-4ff9-aa82-f0ec785ee75e', 'name': '', 'network_id': '9590ccf2-e7fa-40b5-917c-b342c4898ba2', 'tenant_id': 'c834e2bc78d34c388e89dd13ae9d694d', 'mac_address': 'fa:16:3e:27:1d:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8710038-31e4-41f3-afb0-f835bccc6376', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '2512a576-3f2f-4a0c-aead-e82297ded485', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T21:59:49Z', 'updated_at': '2021-11-08T21:59:56Z', 'revision_number': 5, 'project_id': 'c834e2bc78d34c388e89dd13ae9d694d', 'subnets': [{'id': '2512a576-3f2f-4a0c-aead-e82297ded485', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817085-1-iscsi', False) {} {{(pid=101084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 22:04:36.280078 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54a86c52-3245-4970-ab47-eb7d96621cd2 None None] Checking router: a8710038-31e4-41f3-afb0-f835bccc6376 for host: dv-cinder-817085-1-iscsi {{(pid=101084) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 22:04:36.290511 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71273d8e-0869-44c4-b2cc-9f029ae53b28 tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] Pushing event updated for resources: {'Port': ['ID=72ea3974-4313-435f-9590-350e29c63bc5,revision_number=2']} {{(pid=101083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:04:36.297059 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-71273d8e-0869-44c4-b2cc-9f029ae53b28 tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1623957'] for floatingip, after_create {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:04:36.304154 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54a86c52-3245-4970-ab47-eb7d96621cd2 None None] Routers {'a8710038-31e4-41f3-afb0-f835bccc6376'} bound to L3 agent in host dv-cinder-817085-1-iscsi {{(pid=101084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 22:04:36.304609 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.db.l3_hamode_db [None req-54a86c52-3245-4970-ab47-eb7d96621cd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817085-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T21:51:49Z,description=,heartbeat_timestamp=2021-11-08T22:04:19Z,host='dv-cinder-817085-1-iscsi',id=a7fb4010-89fb-4d99-b0a1-90d6a3aacb04,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T21:51:49Z,topic='l3_agent')) {'router_ids': ['a8710038-31e4-41f3-afb0-f835bccc6376'], 'active': True} {{(pid=101084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 22:04:36.321319 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-71273d8e-0869-44c4-b2cc-9f029ae53b28 tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465805'] for floatingip, before_response {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:04:36.331848 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [None req-71273d8e-0869-44c4-b2cc-9f029ae53b28 tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0086474 Nov 08 22:04:36.473245 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.wsgi [-] (101082) accepted ('10.222.0.25', 46552) {{(pid=101082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 22:04:36.541094 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-67af9943-b4ca-4d65-aeb7-0131d06b0ecd tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] Publish callbacks [] for security_group, before_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:04:36.570360 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.db.l3_dvr_db [None req-54a86c52-3245-4970-ab47-eb7d96621cd2 None None] Set router a8710038-31e4-41f3-afb0-f835bccc6376 gateway port host: dv-cinder-817085-1-iscsi {{(pid=101084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 22:04:36.581180 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-67af9943-b4ca-4d65-aeb7-0131d06b0ecd tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:04:36.612006 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-81b6e995-3076-47d3-afb1-f1c7bf2c4ee4 req-7fe8165b-3ed5-427f-9b05-164ba729f3af tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--120619941&fields=id&tenant_id=3c81291fa5704e6e99b9fb8671a47a4c HTTP/1.1" status: 200 len: 267 time: 0.0807991 Nov 08 22:04:36.704582 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-67af9943-b4ca-4d65-aeb7-0131d06b0ecd tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2033567'] for security_group, after_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:04:36.707180 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-67af9943-b4ca-4d65-aeb7-0131d06b0ecd tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] Publish callbacks [] for security_group, before_response {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:04:36.708318 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [None req-67af9943-b4ca-4d65-aeb7-0131d06b0ecd tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] 10.222.0.25 "DELETE /v2.0/security-groups/e56f6cae-c1db-4d7c-8761-da45404c5a8b HTTP/1.1" status: 204 len: 168 time: 0.2340834 Nov 08 22:04:36.711329 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.wsgi [-] (101083) accepted ('10.222.0.25', 46570) {{(pid=101083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 22:04:36.726762 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.api.v2.resource [None req-d157f1aa-0f86-43c4-bb84-1e55e33745ab tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] show failed (client error): The resource could not be found. Nov 08 22:04:36.728079 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [None req-d157f1aa-0f86-43c4-bb84-1e55e33745ab tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] 10.222.0.25 "GET /v2.0/security-groups/e56f6cae-c1db-4d7c-8761-da45404c5a8b HTTP/1.1" status: 404 len: 347 time: 0.0155752 Nov 08 22:04:36.728244 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67af9943-b4ca-4d65-aeb7-0131d06b0ecd tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e56f6cae-c1db-4d7c-8761-da45404c5a8b,revision_number=None']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:04:36.735059 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.wsgi [-] (101082) accepted ('10.222.0.25', 46572) {{(pid=101082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 22:04:36.786694 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b6e995-3076-47d3-afb1-f1c7bf2c4ee4 req-41cc190e-5f65-42fa-b9a1-12265c27ea04 tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:04:36.788750 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-81b6e995-3076-47d3-afb1-f1c7bf2c4ee4 req-41cc190e-5f65-42fa-b9a1-12265c27ea04 tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] 10.222.0.25 "GET /v2.0/networks?id=d0389d40-840b-4921-84b3-93bfc186ef85 HTTP/1.1" status: 200 len: 816 time: 0.1640759 Nov 08 22:04:36.814696 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-81b6e995-3076-47d3-afb1-f1c7bf2c4ee4 req-49c2a055-2656-4079-a35c-e5cf659b4615 tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] 10.222.0.25 "GET /v2.0/quotas/3c81291fa5704e6e99b9fb8671a47a4c HTTP/1.1" status: 200 len: 375 time: 0.0175385 Nov 08 22:04:36.837183 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.db.l3_hamode_db [None req-54a86c52-3245-4970-ab47-eb7d96621cd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8710038-31e4-41f3-afb0-f835bccc6376', 'name': 'tempest-AttachVolumeTestJSON-138430820-router', 'tenant_id': 'c834e2bc78d34c388e89dd13ae9d694d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ae8d913-bef9-4bc0-baeb-78ef8b3a7364', 'external_fixed_ips': [{'subnet_id': 'f0dec947-372d-4ed5-9c9f-864e58aba850', 'ip_address': '172.27.3.181'}], 'enable_snat': True}, 'gw_port_id': '29f233ab-38fc-4545-a24b-ffeb6cbcad23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T21:59:45Z', 'updated_at': '2021-11-08T21:59:51Z', 'revision_number': 4, 'project_id': 'c834e2bc78d34c388e89dd13ae9d694d', 'gw_port': {'id': '29f233ab-38fc-4545-a24b-ffeb6cbcad23', 'name': '', 'network_id': '8ae8d913-bef9-4bc0-baeb-78ef8b3a7364', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:4c:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8710038-31e4-41f3-afb0-f835bccc6376', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': 'f0dec947-372d-4ed5-9c9f-864e58aba850', 'ip_address': '172.27.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T21:59:45Z', 'updated_at': '2021-11-08T21:59:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0dec947-372d-4ed5-9c9f-864e58aba850', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817085-1-iscsi', '_interfaces': [{'id': '53dd1d3a-6711-4ff9-aa82-f0ec785ee75e', 'name': '', 'network_id': '9590ccf2-e7fa-40b5-917c-b342c4898ba2', 'tenant_id': 'c834e2bc78d34c388e89dd13ae9d694d', 'mac_address': 'fa:16:3e:27:1d:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8710038-31e4-41f3-afb0-f835bccc6376', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '2512a576-3f2f-4a0c-aead-e82297ded485', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T21:59:49Z', 'updated_at': '2021-11-08T21:59:56Z', 'revision_number': 5, 'project_id': 'c834e2bc78d34c388e89dd13ae9d694d', 'subnets': [{'id': '2512a576-3f2f-4a0c-aead-e82297ded485', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817085-1-iscsi', False) {} {{(pid=101084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 22:04:36.868368 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54a86c52-3245-4970-ab47-eb7d96621cd2 None None] The sync data for ids ['a8710038-31e4-41f3-afb0-f835bccc6376'] in dv-cinder-817085-1-iscsi is: [{'id': 'a8710038-31e4-41f3-afb0-f835bccc6376', 'name': 'tempest-AttachVolumeTestJSON-138430820-router', 'tenant_id': 'c834e2bc78d34c388e89dd13ae9d694d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ae8d913-bef9-4bc0-baeb-78ef8b3a7364', 'external_fixed_ips': [{'subnet_id': 'f0dec947-372d-4ed5-9c9f-864e58aba850', 'ip_address': '172.27.3.181'}], 'enable_snat': True}, 'gw_port_id': '29f233ab-38fc-4545-a24b-ffeb6cbcad23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T21:59:45Z', 'updated_at': '2021-11-08T21:59:51Z', 'revision_number': 4, 'project_id': 'c834e2bc78d34c388e89dd13ae9d694d', 'gw_port': {'id': '29f233ab-38fc-4545-a24b-ffeb6cbcad23', 'name': '', 'network_id': '8ae8d913-bef9-4bc0-baeb-78ef8b3a7364', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:4c:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8710038-31e4-41f3-afb0-f835bccc6376', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': 'f0dec947-372d-4ed5-9c9f-864e58aba850', 'ip_address': '172.27.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T21:59:45Z', 'updated_at': '2021-11-08T21:59:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0dec947-372d-4ed5-9c9f-864e58aba850', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817085-1-iscsi', '_interfaces': [{'id': '53dd1d3a-6711-4ff9-aa82-f0ec785ee75e', 'name': '', 'network_id': '9590ccf2-e7fa-40b5-917c-b342c4898ba2', 'tenant_id': 'c834e2bc78d34c388e89dd13ae9d694d', 'mac_address': 'fa:16:3e:27:1d:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8710038-31e4-41f3-afb0-f835bccc6376', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '2512a576-3f2f-4a0c-aead-e82297ded485', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T21:59:49Z', 'updated_at': '2021-11-08T21:59:56Z', 'revision_number': 5, 'project_id': 'c834e2bc78d34c388e89dd13ae9d694d', 'subnets': [{'id': '2512a576-3f2f-4a0c-aead-e82297ded485', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 22:04:36.926035 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-81b6e995-3076-47d3-afb1-f1c7bf2c4ee4 req-9c75b19c-f218-4fde-a021-a986bac1fb7c tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=3c81291fa5704e6e99b9fb8671a47a4c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0806506 Nov 08 22:04:36.941077 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-da5c7354-1816-454c-97da-57fdda7ca932 tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] Deleting port ce2d43ab-1dac-4d06-b76d-a6d93610c30e {{(pid=101082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 22:04:36.941503 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da5c7354-1816-454c-97da-57fdda7ca932 tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728276550584'] for port, before_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:04:37.090451 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da5c7354-1816-454c-97da-57fdda7ca932 tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1626931'] for port, precommit_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:04:37.090689 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da5c7354-1816-454c-97da-57fdda7ca932 tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:04:37.104947 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-81b6e995-3076-47d3-afb1-f1c7bf2c4ee4 req-389a97ba-c5d5-49ab-8ece-ade943d615ef service neutron] 10.222.0.25 "GET /v2.0/networks/d0389d40-840b-4921-84b3-93bfc186ef85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1605029 Nov 08 22:04:37.109470 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-da5c7354-1816-454c-97da-57fdda7ca932 tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] Calling delete_port for ce2d43ab-1dac-4d06-b76d-a6d93610c30e owned by network:floatingip {{(pid=101082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 22:04:37.129710 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13c47e52-6cdb-4da4-9336-b7ed1b072fba None None] New status for floating IP f4435c1b-798e-416a-a8d2-2893094f7782: DOWN {{(pid=101085) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 08 22:04:37.511000 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-81b6e995-3076-47d3-afb1-f1c7bf2c4ee4 req-cfa7fc08-189c-41eb-8ca8-a69266e37b38 service neutron] 10.222.0.25 "GET /v2.0/networks/d0389d40-840b-4921-84b3-93bfc186ef85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3995361 Nov 08 22:04:37.515267 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.rpc [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Device 09809ed1-94fe-4689-b3a4-b7a111c8b4ef no longer exists at agent hyperv_hv-cinder-81708 {{(pid=101084) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 22:04:37.539608 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.plugin [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] No Port match for: 09809ed1-94fe-4689-b3a4-b7a111c8b4ef {{(pid=101084) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 22:04:37.540082 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.rpc [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Device 09809ed1-94fe-4689-b3a4-b7a111c8b4ef not bound to the agent host hv-cinder-81708 {{(pid=101084) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 22:04:37.581229 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da5c7354-1816-454c-97da-57fdda7ca932 tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728276638338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728276144276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7854484'] for port, after_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:04:37.607506 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5c7354-1816-454c-97da-57fdda7ca932 tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] Pushing event deleted for resources: {'Port': ['ID=ce2d43ab-1dac-4d06-b76d-a6d93610c30e,revision_number=None']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:04:37.675335 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da5c7354-1816-454c-97da-57fdda7ca932 tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] Publish callbacks [] for floatingip, after_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:04:37.678083 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da5c7354-1816-454c-97da-57fdda7ca932 tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465805'] for floatingip, before_response {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:04:37.679321 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [None req-da5c7354-1816-454c-97da-57fdda7ca932 tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] 10.222.0.25 "DELETE /v2.0/floatingips/f4435c1b-798e-416a-a8d2-2893094f7782 HTTP/1.1" status: 204 len: 168 time: 0.9430213 Nov 08 22:04:37.749809 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-e872d3ea-f404-4e9c-af5e-f9c3d261ffad req-52686cd1-96aa-49eb-acc6-fd6a0613f5d7 tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] 10.222.0.25 "GET /v2.0/ports?device_id=31eef623-5aba-415d-8a0b-07bee9153119 HTTP/1.1" status: 200 len: 210 time: 0.0481505 Nov 08 22:04:37.878392 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.wsgi [-] (101082) accepted ('10.222.0.25', 46614) {{(pid=101082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 22:04:37.885205 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.v2.base [None req-1f27f77b-d4b1-44ba-a171-80ac002530ee tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2016828632', 'description': 'tempest-description--670836130'}} {{(pid=101082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 22:04:37.912029 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-1f27f77b-d4b1-44ba-a171-80ac002530ee tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] Publish callbacks [] for security_group, before_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:04:37.982249 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-1f27f77b-d4b1-44ba-a171-80ac002530ee tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] Publish callbacks [] for security_group, precommit_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:04:37.988005 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-1f27f77b-d4b1-44ba-a171-80ac002530ee tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2033567'] for security_group, after_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:04:38.020678 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-1f27f77b-d4b1-44ba-a171-80ac002530ee tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] Publish callbacks [] for security_group, before_response {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:04:38.022636 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [None req-1f27f77b-d4b1-44ba-a171-80ac002530ee tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1408002 Nov 08 22:04:38.023943 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f27f77b-d4b1-44ba-a171-80ac002530ee tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] Pushing event updated for resources: {'SecurityGroup': ['ID=acd37c4b-3fab-4bb4-9fe4-0e71055aeb64,revision_number=1']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:04:38.025688 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.wsgi [-] (101083) accepted ('10.222.0.25', 46618) {{(pid=101083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 22:04:38.032544 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.v2.base [None req-d848f101-c89d-4b81-b560-d05461eaa5b1 tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] Request body: {'security_group_rule': {'security_group_id': 'acd37c4b-3fab-4bb4-9fe4-0e71055aeb64', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 22:04:38.064022 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-d848f101-c89d-4b81-b560-d05461eaa5b1 tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:04:38.124982 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-d848f101-c89d-4b81-b560-d05461eaa5b1 tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:04:38.130156 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-d848f101-c89d-4b81-b560-d05461eaa5b1 tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2033480'] for security_group_rule, after_create {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:04:38.154391 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d848f101-c89d-4b81-b560-d05461eaa5b1 tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70d6cf49-79b6-4226-b61f-472f5c5caac3,revision_number=0']} {{(pid=101083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:04:38.169667 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-d848f101-c89d-4b81-b560-d05461eaa5b1 tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:04:38.171114 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [None req-d848f101-c89d-4b81-b560-d05461eaa5b1 tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1444285 Nov 08 22:04:38.173802 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.wsgi [-] (101083) accepted ('10.222.0.25', 46620) {{(pid=101083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 22:04:38.178787 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.v2.base [None req-626ab2b2-3cb8-46ab-8132-24904f2a8340 tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] Request body: {'security_group_rule': {'security_group_id': 'acd37c4b-3fab-4bb4-9fe4-0e71055aeb64', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 22:04:38.207220 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-626ab2b2-3cb8-46ab-8132-24904f2a8340 tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:04:38.269661 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-626ab2b2-3cb8-46ab-8132-24904f2a8340 tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:04:38.276420 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-626ab2b2-3cb8-46ab-8132-24904f2a8340 tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2033480'] for security_group_rule, after_create {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:04:38.293522 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626ab2b2-3cb8-46ab-8132-24904f2a8340 tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2d70b9a-558a-4bf5-b449-fc2092774546,revision_number=0']} {{(pid=101083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:04:38.306392 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-626ab2b2-3cb8-46ab-8132-24904f2a8340 tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:04:38.307884 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [None req-626ab2b2-3cb8-46ab-8132-24904f2a8340 tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1329303 Nov 08 22:04:38.311636 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.wsgi [-] (101082) accepted ('10.222.0.25', 46626) {{(pid=101082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 22:04:38.318314 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.v2.base [None req-5408fdaf-ec48-4bdb-9389-669b9e798678 tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] Request body: {'floatingip': {'floating_network_id': '8ae8d913-bef9-4bc0-baeb-78ef8b3a7364'}} {{(pid=101082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 22:04:38.346757 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-5408fdaf-ec48-4bdb-9389-669b9e798678 tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] Publish callbacks [] for floatingip, before_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:04:38.449276 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-5408fdaf-ec48-4bdb-9389-669b9e798678 tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-925982'] for port, before_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:04:38.556493 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.db.db_base_plugin_common [None req-5408fdaf-ec48-4bdb-9389-669b9e798678 tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] Allocated IP 172.27.3.104 (8ae8d913-bef9-4bc0-baeb-78ef8b3a7364/f0dec947-372d-4ed5-9c9f-864e58aba850/ea1dba70-0f81-4acf-9130-213a0409321b) {{(pid=101082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 22:04:38.740054 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-5408fdaf-ec48-4bdb-9389-669b9e798678 tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] Publish callbacks [] for port, precommit_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:04:38.759950 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b6e995-3076-47d3-afb1-f1c7bf2c4ee4 req-8c2bc879-8017-413b-b8aa-580a6a10365a tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:04:38.761435 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-81b6e995-3076-47d3-afb1-f1c7bf2c4ee4 req-8c2bc879-8017-413b-b8aa-580a6a10365a tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] 10.222.0.48 "GET /v2.0/networks?id=d0389d40-840b-4921-84b3-93bfc186ef85 HTTP/1.1" status: 200 len: 816 time: 0.1444409 Nov 08 22:04:38.818819 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-5408fdaf-ec48-4bdb-9389-669b9e798678 tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728276144267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7854484'] for port, after_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:04:38.897314 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-81b6e995-3076-47d3-afb1-f1c7bf2c4ee4 req-9552d2ec-4ecf-445c-ac24-30bc91064405 tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3c81291fa5704e6e99b9fb8671a47a4c HTTP/1.1" status: 200 len: 379 time: 0.1202044 Nov 08 22:04:38.899177 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5408fdaf-ec48-4bdb-9389-669b9e798678 tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] Network 8ae8d913-bef9-4bc0-baeb-78ef8b3a7364 is already hosted by enough agents. {{(pid=101082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 22:04:38.904789 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-0ea12161-ece8-4a60-bf64-f75f2044495d req-23bb1d7d-135b-4160-b3cf-6a092a67fa54 tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] 10.222.0.25 "GET /v2.0/ports?device_id=31eef623-5aba-415d-8a0b-07bee9153119 HTTP/1.1" status: 200 len: 210 time: 0.0523000 Nov 08 22:04:38.911316 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.v2.base [req-81b6e995-3076-47d3-afb1-f1c7bf2c4ee4 req-04806831-ea80-4a10-930f-b9524f36f777 tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] Request body: {'port': {'device_id': '31eef623-5aba-415d-8a0b-07bee9153119', 'network_id': 'd0389d40-840b-4921-84b3-93bfc186ef85', 'admin_state_up': True, 'tenant_id': '3c81291fa5704e6e99b9fb8671a47a4c', 'security_groups': ['48e589e1-a7d0-4554-9a00-a156bc596d9f']}} {{(pid=101082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 22:04:38.915310 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.scheduler.base_scheduler [None req-5408fdaf-ec48-4bdb-9389-669b9e798678 tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] Resources bound (agent type, host, resource id): {{(pid=101082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 22:04:38.931325 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5408fdaf-ec48-4bdb-9389-669b9e798678 tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] Received port after_create {{(pid=101082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 22:04:38.936891 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5408fdaf-ec48-4bdb-9389-669b9e798678 tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] Pushing event updated for resources: {'Port': ['ID=ea1dba70-0f81-4acf-9130-213a0409321b,revision_number=1']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:04:39.119288 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-5408fdaf-ec48-4bdb-9389-669b9e798678 tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:04:39.136065 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-81b6e995-3076-47d3-afb1-f1c7bf2c4ee4 req-04806831-ea80-4a10-930f-b9524f36f777 tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] Made reservation on behalf of 3c81291fa5704e6e99b9fb8671a47a4c for: {'port': 1} {{(pid=101082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 22:04:39.139547 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [req-81b6e995-3076-47d3-afb1-f1c7bf2c4ee4 req-04806831-ea80-4a10-930f-b9524f36f777 tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-925982'] for port, before_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:04:39.174092 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-5408fdaf-ec48-4bdb-9389-669b9e798678 tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-925982'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:04:39.372825 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.db.db_base_plugin_common [req-81b6e995-3076-47d3-afb1-f1c7bf2c4ee4 req-04806831-ea80-4a10-930f-b9524f36f777 tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] Allocated IP 172.20.0.9 (d0389d40-840b-4921-84b3-93bfc186ef85/74626eb5-4f16-4db6-984a-103aeaf27899/6046736c-114d-4ae9-9e84-d1fd4b8dae13) {{(pid=101082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 22:04:39.447258 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-5408fdaf-ec48-4bdb-9389-669b9e798678 tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] Publish callbacks [] for port, precommit_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:04:39.458486 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-5408fdaf-ec48-4bdb-9389-669b9e798678 tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728276638356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728276144285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728276144303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7854475'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:04:39.584036 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5408fdaf-ec48-4bdb-9389-669b9e798678 tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] Pushing event updated for resources: {'Port': ['ID=ea1dba70-0f81-4acf-9130-213a0409321b,revision_number=2']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:04:39.604318 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-5408fdaf-ec48-4bdb-9389-669b9e798678 tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1623957'] for floatingip, after_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:04:39.623113 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [req-81b6e995-3076-47d3-afb1-f1c7bf2c4ee4 req-04806831-ea80-4a10-930f-b9524f36f777 tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] Publish callbacks [] for port, precommit_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:04:39.633668 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-5408fdaf-ec48-4bdb-9389-669b9e798678 tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465805'] for floatingip, before_response {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:04:39.634900 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [None req-5408fdaf-ec48-4bdb-9389-669b9e798678 tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3217700 Nov 08 22:04:39.663753 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [req-81b6e995-3076-47d3-afb1-f1c7bf2c4ee4 req-04806831-ea80-4a10-930f-b9524f36f777 tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728276144267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7854484'] for port, after_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:04:39.709018 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81b6e995-3076-47d3-afb1-f1c7bf2c4ee4 req-04806831-ea80-4a10-930f-b9524f36f777 tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] Network d0389d40-840b-4921-84b3-93bfc186ef85 is already hosted by enough agents. {{(pid=101082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 22:04:39.709392 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.scheduler.base_scheduler [req-81b6e995-3076-47d3-afb1-f1c7bf2c4ee4 req-04806831-ea80-4a10-930f-b9524f36f777 tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] Resources bound (agent type, host, resource id): {{(pid=101082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 22:04:39.715549 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [req-81b6e995-3076-47d3-afb1-f1c7bf2c4ee4 req-04806831-ea80-4a10-930f-b9524f36f777 tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] Received port after_create {{(pid=101082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 22:04:39.747672 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04806831-ea80-4a10-930f-b9524f36f777 tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] Pushing event updated for resources: {'Port': ['ID=6046736c-114d-4ae9-9e84-d1fd4b8dae13,revision_number=1']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:04:39.797016 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b6e995-3076-47d3-afb1-f1c7bf2c4ee4 req-04806831-ea80-4a10-930f-b9524f36f777 tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:04:39.797677 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [req-81b6e995-3076-47d3-afb1-f1c7bf2c4ee4 req-04806831-ea80-4a10-930f-b9524f36f777 tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465805'] for port, before_response {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:04:39.821914 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-81b6e995-3076-47d3-afb1-f1c7bf2c4ee4 req-04806831-ea80-4a10-930f-b9524f36f777 tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9158349 Nov 08 22:04:39.837110 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.v2.base [req-81b6e995-3076-47d3-afb1-f1c7bf2c4ee4 req-24ab42a6-aeeb-4da4-b357-2134f0a95c94 service neutron] Request body: {'port': {'device_id': '31eef623-5aba-415d-8a0b-07bee9153119', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81708'}} {{(pid=101082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 22:04:39.898070 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-814a3c62-c413-42b6-a397-9d430bb97f45 req-bac695a1-d0f8-449d-bd3b-6d13ff4c8dc1 tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--2016828632&fields=id&tenant_id=c834e2bc78d34c388e89dd13ae9d694d HTTP/1.1" status: 200 len: 267 time: 0.0882649 Nov 08 22:04:39.939978 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [req-81b6e995-3076-47d3-afb1-f1c7bf2c4ee4 req-24ab42a6-aeeb-4da4-b357-2134f0a95c94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-925982'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:04:40.032341 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.db.provisioning_blocks [None req-94b4b070-e3e1-4a1d-8674-7a9e099161cd None None] Provisioning complete for port 6046736c-114d-4ae9-9e84-d1fd4b8dae13 triggered by entity DHCP. {{(pid=101084) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 22:04:40.032958 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-94b4b070-e3e1-4a1d-8674-7a9e099161cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-534742'] for port, provisioning_complete {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:04:40.076401 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.plugin [None req-94b4b070-e3e1-4a1d-8674-7a9e099161cd None None] Port 6046736c-114d-4ae9-9e84-d1fd4b8dae13 cannot update to ACTIVE because it is not bound. {{(pid=101084) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 22:04:40.152320 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814a3c62-c413-42b6-a397-9d430bb97f45 req-8edb03dd-169f-4ebd-b341-6a4a04810b70 tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:04:40.153816 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-814a3c62-c413-42b6-a397-9d430bb97f45 req-8edb03dd-169f-4ebd-b341-6a4a04810b70 tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] 10.222.0.25 "GET /v2.0/networks?id=9590ccf2-e7fa-40b5-917c-b342c4898ba2 HTTP/1.1" status: 200 len: 810 time: 0.2410038 Nov 08 22:04:40.166901 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499b34c9-e027-432a-821e-39d6de50e090 req-c01fddad-0d88-49b7-be62-c4d7a669c62a tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:04:40.169454 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-499b34c9-e027-432a-821e-39d6de50e090 req-c01fddad-0d88-49b7-be62-c4d7a669c62a tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] 10.222.0.25 "GET /v2.0/ports?device_id=31eef623-5aba-415d-8a0b-07bee9153119 HTTP/1.1" status: 200 len: 931 time: 0.1874161 Nov 08 22:04:40.200822 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-814a3c62-c413-42b6-a397-9d430bb97f45 req-573e25e7-2e25-4246-9db9-19ef4a231a02 tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] 10.222.0.25 "GET /v2.0/quotas/c834e2bc78d34c388e89dd13ae9d694d HTTP/1.1" status: 200 len: 375 time: 0.0275066 Nov 08 22:04:40.317502 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-499b34c9-e027-432a-821e-39d6de50e090 req-fa7c15a1-9dda-439c-934e-58244c49e0b6 tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] 10.222.0.25 "GET /v2.0/security-groups?id=48e589e1-a7d0-4554-9a00-a156bc596d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1402366 Nov 08 22:04:40.342004 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-814a3c62-c413-42b6-a397-9d430bb97f45 req-b3f6301d-2134-4439-9ca3-8e33ac2388d2 tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=c834e2bc78d34c388e89dd13ae9d694d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1332500 Nov 08 22:04:40.485088 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.notifiers.nova [req-81b6e995-3076-47d3-afb1-f1c7bf2c4ee4 req-24ab42a6-aeeb-4da4-b357-2134f0a95c94 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6046736c-114d-4ae9-9e84-d1fd4b8dae13 {{(pid=101082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 22:04:40.499806 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [req-81b6e995-3076-47d3-afb1-f1c7bf2c4ee4 req-24ab42a6-aeeb-4da4-b357-2134f0a95c94 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:04:40.506596 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-814a3c62-c413-42b6-a397-9d430bb97f45 req-16179adf-5478-42ad-8b9d-06f29991d372 service neutron] 10.222.0.25 "GET /v2.0/networks/9590ccf2-e7fa-40b5-917c-b342c4898ba2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1413808 Nov 08 22:04:40.523640 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [req-81b6e995-3076-47d3-afb1-f1c7bf2c4ee4 req-24ab42a6-aeeb-4da4-b357-2134f0a95c94 service neutron] Transition to ACTIVE for port object 6046736c-114d-4ae9-9e84-d1fd4b8dae13 will not be triggered until provisioned by entity L2. {{(pid=101082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 22:04:40.533558 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [req-81b6e995-3076-47d3-afb1-f1c7bf2c4ee4 req-24ab42a6-aeeb-4da4-b357-2134f0a95c94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728276638356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728276144285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728276144303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7854475'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:04:40.629963 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ab42a6-aeeb-4da4-b357-2134f0a95c94 service neutron] Pushing event updated for resources: {'Port': ['ID=6046736c-114d-4ae9-9e84-d1fd4b8dae13,revision_number=2']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:04:40.690159 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-814a3c62-c413-42b6-a397-9d430bb97f45 req-bea94a77-9c90-4f46-afd6-7429f03dee56 service neutron] 10.222.0.25 "GET /v2.0/networks/9590ccf2-e7fa-40b5-917c-b342c4898ba2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1757727 Nov 08 22:04:40.714130 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [req-81b6e995-3076-47d3-afb1-f1c7bf2c4ee4 req-24ab42a6-aeeb-4da4-b357-2134f0a95c94 service neutron] Attempting to bind port 6046736c-114d-4ae9-9e84-d1fd4b8dae13 on host hv-cinder-81708 for vnic_type normal with profile {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 22:04:40.714555 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [req-81b6e995-3076-47d3-afb1-f1c7bf2c4ee4 req-24ab42a6-aeeb-4da4-b357-2134f0a95c94 service neutron] Attempting to bind port 6046736c-114d-4ae9-9e84-d1fd4b8dae13 by drivers openvswitch,hyperv on host hv-cinder-81708 at level 0 using segments [{'id': '01d75646-a471-41b3-9a68-2bf7bfb9163b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'd0389d40-840b-4921-84b3-93bfc186ef85'}] {{(pid=101082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 22:04:40.714799 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81b6e995-3076-47d3-afb1-f1c7bf2c4ee4 req-24ab42a6-aeeb-4da4-b357-2134f0a95c94 service neutron] Attempting to bind port 6046736c-114d-4ae9-9e84-d1fd4b8dae13 on network d0389d40-840b-4921-84b3-93bfc186ef85 {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 22:04:40.719368 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81b6e995-3076-47d3-afb1-f1c7bf2c4ee4 req-24ab42a6-aeeb-4da4-b357-2134f0a95c94 service neutron] Port 6046736c-114d-4ae9-9e84-d1fd4b8dae13 on network d0389d40-840b-4921-84b3-93bfc186ef85 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81708 {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 22:04:40.719685 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81b6e995-3076-47d3-afb1-f1c7bf2c4ee4 req-24ab42a6-aeeb-4da4-b357-2134f0a95c94 service neutron] Attempting to bind port 6046736c-114d-4ae9-9e84-d1fd4b8dae13 on network d0389d40-840b-4921-84b3-93bfc186ef85 {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 22:04:40.724846 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81b6e995-3076-47d3-afb1-f1c7bf2c4ee4 req-24ab42a6-aeeb-4da4-b357-2134f0a95c94 service neutron] Checking agent: {'id': '7cd4d405-a24c-430d-ad05-16fe54bb5453', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81708', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 21, 57, 55), 'started_at': datetime.datetime(2021, 11, 8, 21, 57, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 22, 4, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 22:04:40.725195 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81b6e995-3076-47d3-afb1-f1c7bf2c4ee4 req-24ab42a6-aeeb-4da4-b357-2134f0a95c94 service neutron] Checking segment: {'id': '01d75646-a471-41b3-9a68-2bf7bfb9163b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'd0389d40-840b-4921-84b3-93bfc186ef85'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 22:04:40.726119 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81b6e995-3076-47d3-afb1-f1c7bf2c4ee4 req-24ab42a6-aeeb-4da4-b357-2134f0a95c94 service neutron] Bound using segment: {'id': '01d75646-a471-41b3-9a68-2bf7bfb9163b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'd0389d40-840b-4921-84b3-93bfc186ef85'} {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 22:04:40.726627 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [req-81b6e995-3076-47d3-afb1-f1c7bf2c4ee4 req-24ab42a6-aeeb-4da4-b357-2134f0a95c94 service neutron] Bound port: 6046736c-114d-4ae9-9e84-d1fd4b8dae13, host: hv-cinder-81708, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01d75646-a471-41b3-9a68-2bf7bfb9163b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'd0389d40-840b-4921-84b3-93bfc186ef85'}}] {{(pid=101082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 22:04:40.726879 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [req-81b6e995-3076-47d3-afb1-f1c7bf2c4ee4 req-24ab42a6-aeeb-4da4-b357-2134f0a95c94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-925982'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:04:40.799703 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.plugins.ml2.db [req-81b6e995-3076-47d3-afb1-f1c7bf2c4ee4 req-24ab42a6-aeeb-4da4-b357-2134f0a95c94 service neutron] For port 6046736c-114d-4ae9-9e84-d1fd4b8dae13, host hv-cinder-81708, cleared binding levels {{(pid=101082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 22:04:40.804394 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.plugins.ml2.db [req-81b6e995-3076-47d3-afb1-f1c7bf2c4ee4 req-24ab42a6-aeeb-4da4-b357-2134f0a95c94 service neutron] For port 6046736c-114d-4ae9-9e84-d1fd4b8dae13, host hv-cinder-81708, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81708',level=0,port_id=6046736c-114d-4ae9-9e84-d1fd4b8dae13,segment=NetworkSegment(01d75646-a471-41b3-9a68-2bf7bfb9163b),segment_id=01d75646-a471-41b3-9a68-2bf7bfb9163b)] {{(pid=101082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 22:04:40.818150 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [req-81b6e995-3076-47d3-afb1-f1c7bf2c4ee4 req-24ab42a6-aeeb-4da4-b357-2134f0a95c94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728276638356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728276144285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728276144303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7854475'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:04:40.869886 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b6e995-3076-47d3-afb1-f1c7bf2c4ee4 req-24ab42a6-aeeb-4da4-b357-2134f0a95c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:04:40.870507 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [req-81b6e995-3076-47d3-afb1-f1c7bf2c4ee4 req-24ab42a6-aeeb-4da4-b357-2134f0a95c94 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465805'] for port, before_response {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:04:40.871931 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-81b6e995-3076-47d3-afb1-f1c7bf2c4ee4 req-24ab42a6-aeeb-4da4-b357-2134f0a95c94 service neutron] 10.222.0.48 "PUT /v2.0/ports/6046736c-114d-4ae9-9e84-d1fd4b8dae13 HTTP/1.1" status: 200 len: 1093 time: 1.0402534 Nov 08 22:04:40.872378 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31eef623-5aba-415d-8a0b-07bee9153119', 'tag': '6046736c-114d-4ae9-9e84-d1fd4b8dae13'}] {{(pid=101082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 22:04:40.874641 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5244ac95217a6bb312334333bc6ed4bdb0e50c4a837cb758f48f620e9b099f25" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a2a5754-1772-431c-9651-55ad0fe3d514" -d '{"events": [{"name": "network-changed", "server_uuid": "31eef623-5aba-415d-8a0b-07bee9153119", "tag": "6046736c-114d-4ae9-9e84-d1fd4b8dae13"}]}' {{(pid=101082) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 22:04:40.931083 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 22:04:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a8721c4-dc9d-4646-96d5-00230cd57ca8 x-openstack-request-id: req-0a8721c4-dc9d-4646-96d5-00230cd57ca8 {{(pid=101082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 22:04:40.931374 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31eef623-5aba-415d-8a0b-07bee9153119", "tag": "6046736c-114d-4ae9-9e84-d1fd4b8dae13", "status": "completed", "code": 200}]} {{(pid=101082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 22:04:40.931622 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0a8721c4-dc9d-4646-96d5-00230cd57ca8 {{(pid=101082) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 22:04:40.932025 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31eef623-5aba-415d-8a0b-07bee9153119', 'tag': '6046736c-114d-4ae9-9e84-d1fd4b8dae13', 'status': 'completed', 'code': 200} Nov 08 22:04:40.935420 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-5c01cf62-a98a-4e0f-853a-53616d4562eb req-72c7d319-52a6-41c8-9a5a-b991cc4499e2 tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] 10.222.0.25 "GET /v2.0/ports?device_id=6d150dad-3751-4594-9577-0bff353c1959 HTTP/1.1" status: 200 len: 210 time: 0.0839741 Nov 08 22:04:40.963447 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ab42a6-aeeb-4da4-b357-2134f0a95c94 service neutron] Pushing event updated for resources: {'Port': ['ID=6046736c-114d-4ae9-9e84-d1fd4b8dae13,revision_number=3']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:04:40.986895 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b6e995-3076-47d3-afb1-f1c7bf2c4ee4 req-f1310184-adc6-4084-86ac-46d5c8d27500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:04:40.988401 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-81b6e995-3076-47d3-afb1-f1c7bf2c4ee4 req-f1310184-adc6-4084-86ac-46d5c8d27500 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3c81291fa5704e6e99b9fb8671a47a4c&device_id=31eef623-5aba-415d-8a0b-07bee9153119 HTTP/1.1" status: 200 len: 1096 time: 0.0556281 Nov 08 22:04:41.040859 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-81b6e995-3076-47d3-afb1-f1c7bf2c4ee4 req-2ac0226a-ddb6-4f83-a72d-40cec073580f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6046736c-114d-4ae9-9e84-d1fd4b8dae13 HTTP/1.1" status: 200 len: 217 time: 0.0432398 Nov 08 22:04:41.095465 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b6e995-3076-47d3-afb1-f1c7bf2c4ee4 req-836058fc-a26b-4197-add4-64d523a36d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:04:41.096964 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-81b6e995-3076-47d3-afb1-f1c7bf2c4ee4 req-836058fc-a26b-4197-add4-64d523a36d56 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=74626eb5-4f16-4db6-984a-103aeaf27899 HTTP/1.1" status: 200 len: 855 time: 0.0472465 Nov 08 22:04:41.146705 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b6e995-3076-47d3-afb1-f1c7bf2c4ee4 req-b2239854-cf2a-4376-8152-b69d9c849c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:04:41.148747 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-81b6e995-3076-47d3-afb1-f1c7bf2c4ee4 req-b2239854-cf2a-4376-8152-b69d9c849c92 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d0389d40-840b-4921-84b3-93bfc186ef85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0443809 Nov 08 22:04:41.253963 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-81b6e995-3076-47d3-afb1-f1c7bf2c4ee4 req-79da7eb9-c9dc-40a3-9d76-13de77400ef2 service neutron] 10.222.0.48 "GET /v2.0/networks/d0389d40-840b-4921-84b3-93bfc186ef85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945868 Nov 08 22:04:41.619404 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.wsgi [-] (101083) accepted ('10.222.0.25', 46688) {{(pid=101083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 22:04:41.649147 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43a02a5-a235-4fc5-a556-5914124132fc req-ce90649e-743d-472f-bfd9-002842cf16ff tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:04:41.650599 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-a43a02a5-a235-4fc5-a556-5914124132fc req-ce90649e-743d-472f-bfd9-002842cf16ff tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] 10.222.0.25 "GET /v2.0/ports?device_id=31eef623-5aba-415d-8a0b-07bee9153119 HTTP/1.1" status: 200 len: 943 time: 0.0978985 Nov 08 22:04:41.668102 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-81b6e995-3076-47d3-afb1-f1c7bf2c4ee4 req-015bceb2-0b39-4bce-b927-3d6d751e864a service neutron] 10.222.0.48 "GET /v2.0/networks/d0389d40-840b-4921-84b3-93bfc186ef85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4059625 Nov 08 22:04:41.705126 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-a43a02a5-a235-4fc5-a556-5914124132fc req-a0a2e131-caca-4e14-9f5c-1391d12d0d2e tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] 10.222.0.25 "GET /v2.0/security-groups?id=48e589e1-a7d0-4554-9a00-a156bc596d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470629 Nov 08 22:04:41.739081 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-9962469b-5925-437a-87f6-03f64afd05e3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:04:41.763748 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2a5754-1772-431c-9651-55ad0fe3d514 req-af080103-d452-4d33-aed8-e942664fa3d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:04:41.765157 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-6a2a5754-1772-431c-9651-55ad0fe3d514 req-af080103-d452-4d33-aed8-e942664fa3d2 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3c81291fa5704e6e99b9fb8671a47a4c&device_id=31eef623-5aba-415d-8a0b-07bee9153119 HTTP/1.1" status: 200 len: 1096 time: 0.0416937 Nov 08 22:04:41.815279 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-9962469b-5925-437a-87f6-03f64afd05e3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:04:41.820138 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-9962469b-5925-437a-87f6-03f64afd05e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2033567'] for security_group, after_create {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:04:41.855702 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.wsgi [-] (101082) accepted ('10.222.0.25', 46692) {{(pid=101082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 22:04:41.856313 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [None req-9962469b-5925-437a-87f6-03f64afd05e3 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=7195ea9dcdf44302b988f8459d3fc133&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2358410 Nov 08 22:04:41.865437 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9962469b-5925-437a-87f6-03f64afd05e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb5ce08c-d651-4774-940b-f8e46fde1ec4,revision_number=1']} {{(pid=101083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:04:41.876733 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2a5754-1772-431c-9651-55ad0fe3d514 req-7d3cb3c2-7723-4783-89df-dcca8042bb87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:04:41.878420 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-6a2a5754-1772-431c-9651-55ad0fe3d514 req-7d3cb3c2-7723-4783-89df-dcca8042bb87 service neutron] 10.222.0.48 "GET /v2.0/networks?id=d0389d40-840b-4921-84b3-93bfc186ef85 HTTP/1.1" status: 200 len: 917 time: 0.1054273 Nov 08 22:04:41.934695 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-6a2a5754-1772-431c-9651-55ad0fe3d514 req-99e2b6bb-50c2-4ddf-9350-4db418af37c2 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6046736c-114d-4ae9-9e84-d1fd4b8dae13 HTTP/1.1" status: 200 len: 217 time: 0.0460651 Nov 08 22:04:41.979639 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7d476fca-5571-4d7f-8fde-62d634bd199b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:04:41.981053 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814a3c62-c413-42b6-a397-9d430bb97f45 req-1e8347b1-1629-4493-be25-be61bfe0cca9 tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:04:41.982939 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-814a3c62-c413-42b6-a397-9d430bb97f45 req-1e8347b1-1629-4493-be25-be61bfe0cca9 tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] 10.222.0.48 "GET /v2.0/networks?id=9590ccf2-e7fa-40b5-917c-b342c4898ba2 HTTP/1.1" status: 200 len: 810 time: 0.1112485 Nov 08 22:04:42.018859 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2a5754-1772-431c-9651-55ad0fe3d514 req-86c4d5c9-4916-432a-b6ab-d7ac07b868c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:04:42.020672 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-6a2a5754-1772-431c-9651-55ad0fe3d514 req-86c4d5c9-4916-432a-b6ab-d7ac07b868c8 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=74626eb5-4f16-4db6-984a-103aeaf27899 HTTP/1.1" status: 200 len: 855 time: 0.0729883 Nov 08 22:04:42.023124 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7d476fca-5571-4d7f-8fde-62d634bd199b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:04:42.061111 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-814a3c62-c413-42b6-a397-9d430bb97f45 req-34006296-a14a-4cf7-88a6-84bf5e64b4c2 tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c834e2bc78d34c388e89dd13ae9d694d HTTP/1.1" status: 200 len: 380 time: 0.0664527 Nov 08 22:04:42.071618 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.v2.base [req-814a3c62-c413-42b6-a397-9d430bb97f45 req-191a1fa3-2cf5-4be2-ad1e-e41fdd7a16cb tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] Request body: {'port': {'device_id': '6d150dad-3751-4594-9577-0bff353c1959', 'network_id': '9590ccf2-e7fa-40b5-917c-b342c4898ba2', 'admin_state_up': True, 'tenant_id': 'c834e2bc78d34c388e89dd13ae9d694d', 'security_groups': ['acd37c4b-3fab-4bb4-9fe4-0e71055aeb64']}} {{(pid=101083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 22:04:42.077961 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-9256a210-95a4-479c-a4e3-d52238d8fcfa req-9fa87633-fe5c-4b67-a9d4-f80931c89e37 tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] 10.222.0.25 "GET /v2.0/ports?device_id=6d150dad-3751-4594-9577-0bff353c1959 HTTP/1.1" status: 200 len: 210 time: 0.0612714 Nov 08 22:04:42.121409 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2a5754-1772-431c-9651-55ad0fe3d514 req-1db4f91f-81d4-408e-859f-b161bbeee552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:04:42.123031 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-6a2a5754-1772-431c-9651-55ad0fe3d514 req-1db4f91f-81d4-408e-859f-b161bbeee552 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d0389d40-840b-4921-84b3-93bfc186ef85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0776267 Nov 08 22:04:42.141266 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7d476fca-5571-4d7f-8fde-62d634bd199b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2033567'] for security_group, after_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:04:42.143714 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7d476fca-5571-4d7f-8fde-62d634bd199b admin admin] Publish callbacks [] for security_group, before_response {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:04:42.144754 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [None req-7d476fca-5571-4d7f-8fde-62d634bd199b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/bb5ce08c-d651-4774-940b-f8e46fde1ec4 HTTP/1.1" status: 204 len: 168 time: 0.2881310 Nov 08 22:04:42.187705 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-814a3c62-c413-42b6-a397-9d430bb97f45 req-191a1fa3-2cf5-4be2-ad1e-e41fdd7a16cb tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] Made reservation on behalf of c834e2bc78d34c388e89dd13ae9d694d for: {'port': 1} {{(pid=101083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 22:04:42.191551 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [req-814a3c62-c413-42b6-a397-9d430bb97f45 req-191a1fa3-2cf5-4be2-ad1e-e41fdd7a16cb tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-925982'] for port, before_create {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:04:42.194410 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d476fca-5571-4d7f-8fde-62d634bd199b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb5ce08c-d651-4774-940b-f8e46fde1ec4,revision_number=None']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:04:42.252053 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-6a2a5754-1772-431c-9651-55ad0fe3d514 req-d797b406-21f6-4c15-9c1b-3e0aae631a83 service neutron] 10.222.0.48 "GET /v2.0/networks/d0389d40-840b-4921-84b3-93bfc186ef85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1191695 Nov 08 22:04:42.337247 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.db.db_base_plugin_common [req-814a3c62-c413-42b6-a397-9d430bb97f45 req-191a1fa3-2cf5-4be2-ad1e-e41fdd7a16cb tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] Allocated IP 172.20.0.12 (9590ccf2-e7fa-40b5-917c-b342c4898ba2/2512a576-3f2f-4a0c-aead-e82297ded485/c65c79bf-42ab-47b3-93df-a00c3858e37d) {{(pid=101083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 22:04:42.347622 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-6a2a5754-1772-431c-9651-55ad0fe3d514 req-a30282ad-4df8-4915-a9a6-45bda30c2765 service neutron] 10.222.0.48 "GET /v2.0/networks/d0389d40-840b-4921-84b3-93bfc186ef85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871696 Nov 08 22:04:42.439462 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.wsgi [-] (101082) accepted ('10.222.0.25', 46704) {{(pid=101082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 22:04:42.454682 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-2ecb203b-a5f6-4aa3-abe6-9cd2387f769f admin admin] Publish callbacks [] for security_group, before_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:04:42.491262 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [req-814a3c62-c413-42b6-a397-9d430bb97f45 req-191a1fa3-2cf5-4be2-ad1e-e41fdd7a16cb tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] Publish callbacks [] for port, precommit_create {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:04:42.526953 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [req-814a3c62-c413-42b6-a397-9d430bb97f45 req-191a1fa3-2cf5-4be2-ad1e-e41fdd7a16cb tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728276144267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7659000'] for port, after_create {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:04:42.533674 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-2ecb203b-a5f6-4aa3-abe6-9cd2387f769f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:04:42.538671 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-2ecb203b-a5f6-4aa3-abe6-9cd2387f769f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2033567'] for security_group, after_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:04:42.568766 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-814a3c62-c413-42b6-a397-9d430bb97f45 req-191a1fa3-2cf5-4be2-ad1e-e41fdd7a16cb tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] Network 9590ccf2-e7fa-40b5-917c-b342c4898ba2 is already hosted by enough agents. {{(pid=101083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 22:04:42.574275 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.scheduler.base_scheduler [req-814a3c62-c413-42b6-a397-9d430bb97f45 req-191a1fa3-2cf5-4be2-ad1e-e41fdd7a16cb tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] Resources bound (agent type, host, resource id): {{(pid=101083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 22:04:42.578038 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.db.l3_dvrscheduler_db [req-814a3c62-c413-42b6-a397-9d430bb97f45 req-191a1fa3-2cf5-4be2-ad1e-e41fdd7a16cb tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] Received port after_create {{(pid=101083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 22:04:42.579698 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ecb203b-a5f6-4aa3-abe6-9cd2387f769f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bac96ca-be83-420d-ab6d-5204ecb2b4d4,revision_number=1']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:04:42.584180 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [None req-2ecb203b-a5f6-4aa3-abe6-9cd2387f769f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=0051766356584139bb921aaf469f5513&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1436293 Nov 08 22:04:42.586710 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.wsgi [-] (101082) accepted ('10.222.0.25', 46706) {{(pid=101082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 22:04:42.607795 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191a1fa3-2cf5-4be2-ad1e-e41fdd7a16cb tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] Pushing event updated for resources: {'Port': ['ID=c65c79bf-42ab-47b3-93df-a00c3858e37d,revision_number=1']} {{(pid=101083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:04:42.641904 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814a3c62-c413-42b6-a397-9d430bb97f45 req-191a1fa3-2cf5-4be2-ad1e-e41fdd7a16cb tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:04:42.642582 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [req-814a3c62-c413-42b6-a397-9d430bb97f45 req-191a1fa3-2cf5-4be2-ad1e-e41fdd7a16cb tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465805'] for port, before_response {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:04:42.653100 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-587c86e8-fb49-4bbf-85c3-c1aa9ad4ea1f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:04:42.660375 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-814a3c62-c413-42b6-a397-9d430bb97f45 req-191a1fa3-2cf5-4be2-ad1e-e41fdd7a16cb tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5932071 Nov 08 22:04:42.673961 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.v2.base [req-814a3c62-c413-42b6-a397-9d430bb97f45 req-34826e8d-1f39-45e0-8fff-34b82a764d06 service neutron] Request body: {'port': {'device_id': '6d150dad-3751-4594-9577-0bff353c1959', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81708'}} {{(pid=101083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 22:04:42.682274 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-587c86e8-fb49-4bbf-85c3-c1aa9ad4ea1f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:04:42.737364 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [req-814a3c62-c413-42b6-a397-9d430bb97f45 req-34826e8d-1f39-45e0-8fff-34b82a764d06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-925982'] for port, before_update {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:04:42.743160 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-587c86e8-fb49-4bbf-85c3-c1aa9ad4ea1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2033567'] for security_group, after_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:04:42.745867 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-587c86e8-fb49-4bbf-85c3-c1aa9ad4ea1f admin admin] Publish callbacks [] for security_group, before_response {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:04:42.748852 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [None req-587c86e8-fb49-4bbf-85c3-c1aa9ad4ea1f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/8bac96ca-be83-420d-ab6d-5204ecb2b4d4 HTTP/1.1" status: 204 len: 168 time: 0.1594088 Nov 08 22:04:42.757299 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587c86e8-fb49-4bbf-85c3-c1aa9ad4ea1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bac96ca-be83-420d-ab6d-5204ecb2b4d4,revision_number=None']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:04:42.862404 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b377566-8a7a-4804-9caa-85007c4d0403 req-70c4599a-b8ab-4972-902f-6e43774a7e1d tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:04:42.870858 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-2b377566-8a7a-4804-9caa-85007c4d0403 req-70c4599a-b8ab-4972-902f-6e43774a7e1d tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] 10.222.0.25 "GET /v2.0/ports?device_id=31eef623-5aba-415d-8a0b-07bee9153119 HTTP/1.1" status: 200 len: 943 time: 0.0660589 Nov 08 22:04:42.874335 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.db.provisioning_blocks [None req-ee5c361f-9171-4933-94f1-860182a9716a None None] Provisioning complete for port c65c79bf-42ab-47b3-93df-a00c3858e37d triggered by entity DHCP. {{(pid=101084) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 22:04:42.874838 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-ee5c361f-9171-4933-94f1-860182a9716a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-534742'] for port, provisioning_complete {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:04:42.917091 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.plugin [None req-ee5c361f-9171-4933-94f1-860182a9716a None None] Port c65c79bf-42ab-47b3-93df-a00c3858e37d cannot update to ACTIVE because it is not bound. {{(pid=101084) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 22:04:42.921522 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-2b377566-8a7a-4804-9caa-85007c4d0403 req-6b3d45ab-27e0-41e2-a817-45f92c0e93a1 tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] 10.222.0.25 "GET /v2.0/security-groups?id=48e589e1-a7d0-4554-9a00-a156bc596d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493333 Nov 08 22:04:43.041483 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.notifiers.nova [req-814a3c62-c413-42b6-a397-9d430bb97f45 req-34826e8d-1f39-45e0-8fff-34b82a764d06 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c65c79bf-42ab-47b3-93df-a00c3858e37d {{(pid=101083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 22:04:43.049261 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [req-814a3c62-c413-42b6-a397-9d430bb97f45 req-34826e8d-1f39-45e0-8fff-34b82a764d06 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:04:43.062840 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.db.provisioning_blocks [req-814a3c62-c413-42b6-a397-9d430bb97f45 req-34826e8d-1f39-45e0-8fff-34b82a764d06 service neutron] Transition to ACTIVE for port object c65c79bf-42ab-47b3-93df-a00c3858e37d will not be triggered until provisioned by entity L2. {{(pid=101083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 22:04:43.066548 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [req-814a3c62-c413-42b6-a397-9d430bb97f45 req-34826e8d-1f39-45e0-8fff-34b82a764d06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728276638356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728276144285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728276144303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7658983'] for port, after_update {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:04:43.122355 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34826e8d-1f39-45e0-8fff-34b82a764d06 service neutron] Pushing event updated for resources: {'Port': ['ID=c65c79bf-42ab-47b3-93df-a00c3858e37d,revision_number=2']} {{(pid=101083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:04:43.210376 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.plugins.ml2.managers [req-814a3c62-c413-42b6-a397-9d430bb97f45 req-34826e8d-1f39-45e0-8fff-34b82a764d06 service neutron] Attempting to bind port c65c79bf-42ab-47b3-93df-a00c3858e37d on host hv-cinder-81708 for vnic_type normal with profile {{(pid=101083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 22:04:43.210794 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.plugins.ml2.managers [req-814a3c62-c413-42b6-a397-9d430bb97f45 req-34826e8d-1f39-45e0-8fff-34b82a764d06 service neutron] Attempting to bind port c65c79bf-42ab-47b3-93df-a00c3858e37d by drivers openvswitch,hyperv on host hv-cinder-81708 at level 0 using segments [{'id': 'de478fa7-e3a1-4946-b405-3fee42527219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '9590ccf2-e7fa-40b5-917c-b342c4898ba2'}] {{(pid=101083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 22:04:43.211369 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-814a3c62-c413-42b6-a397-9d430bb97f45 req-34826e8d-1f39-45e0-8fff-34b82a764d06 service neutron] Attempting to bind port c65c79bf-42ab-47b3-93df-a00c3858e37d on network 9590ccf2-e7fa-40b5-917c-b342c4898ba2 {{(pid=101083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 22:04:43.217156 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-814a3c62-c413-42b6-a397-9d430bb97f45 req-34826e8d-1f39-45e0-8fff-34b82a764d06 service neutron] Port c65c79bf-42ab-47b3-93df-a00c3858e37d on network 9590ccf2-e7fa-40b5-917c-b342c4898ba2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81708 {{(pid=101083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 22:04:43.217609 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-814a3c62-c413-42b6-a397-9d430bb97f45 req-34826e8d-1f39-45e0-8fff-34b82a764d06 service neutron] Attempting to bind port c65c79bf-42ab-47b3-93df-a00c3858e37d on network 9590ccf2-e7fa-40b5-917c-b342c4898ba2 {{(pid=101083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 22:04:43.223433 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab91f51-5847-4534-bdaa-e608db0d8375 req-173d98d5-2a74-464c-ae41-77e3aa147f8a tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:04:43.226545 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-814a3c62-c413-42b6-a397-9d430bb97f45 req-34826e8d-1f39-45e0-8fff-34b82a764d06 service neutron] Checking agent: {'id': '7cd4d405-a24c-430d-ad05-16fe54bb5453', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81708', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 21, 57, 55), 'started_at': datetime.datetime(2021, 11, 8, 21, 57, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 22, 4, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 22:04:43.226937 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-814a3c62-c413-42b6-a397-9d430bb97f45 req-34826e8d-1f39-45e0-8fff-34b82a764d06 service neutron] Checking segment: {'id': 'de478fa7-e3a1-4946-b405-3fee42527219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '9590ccf2-e7fa-40b5-917c-b342c4898ba2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 22:04:43.227332 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-814a3c62-c413-42b6-a397-9d430bb97f45 req-34826e8d-1f39-45e0-8fff-34b82a764d06 service neutron] Bound using segment: {'id': 'de478fa7-e3a1-4946-b405-3fee42527219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '9590ccf2-e7fa-40b5-917c-b342c4898ba2'} {{(pid=101083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 22:04:43.227852 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.plugins.ml2.managers [req-814a3c62-c413-42b6-a397-9d430bb97f45 req-34826e8d-1f39-45e0-8fff-34b82a764d06 service neutron] Bound port: c65c79bf-42ab-47b3-93df-a00c3858e37d, host: hv-cinder-81708, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de478fa7-e3a1-4946-b405-3fee42527219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '9590ccf2-e7fa-40b5-917c-b342c4898ba2'}}] {{(pid=101083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 22:04:43.228217 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [req-814a3c62-c413-42b6-a397-9d430bb97f45 req-34826e8d-1f39-45e0-8fff-34b82a764d06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-925982'] for port, before_update {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:04:43.234556 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-aab91f51-5847-4534-bdaa-e608db0d8375 req-173d98d5-2a74-464c-ae41-77e3aa147f8a tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] 10.222.0.25 "GET /v2.0/ports?device_id=6d150dad-3751-4594-9577-0bff353c1959 HTTP/1.1" status: 200 len: 944 time: 0.0642667 Nov 08 22:04:43.284331 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-aab91f51-5847-4534-bdaa-e608db0d8375 req-0a131374-ec00-4104-aa16-87792b5d5713 tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] 10.222.0.25 "GET /v2.0/security-groups?id=acd37c4b-3fab-4bb4-9fe4-0e71055aeb64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509183 Nov 08 22:04:43.315155 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.plugins.ml2.db [req-814a3c62-c413-42b6-a397-9d430bb97f45 req-34826e8d-1f39-45e0-8fff-34b82a764d06 service neutron] For port c65c79bf-42ab-47b3-93df-a00c3858e37d, host hv-cinder-81708, cleared binding levels {{(pid=101083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 22:04:43.318845 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.plugins.ml2.db [req-814a3c62-c413-42b6-a397-9d430bb97f45 req-34826e8d-1f39-45e0-8fff-34b82a764d06 service neutron] For port c65c79bf-42ab-47b3-93df-a00c3858e37d, host hv-cinder-81708, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81708',level=0,port_id=c65c79bf-42ab-47b3-93df-a00c3858e37d,segment=NetworkSegment(de478fa7-e3a1-4946-b405-3fee42527219),segment_id=de478fa7-e3a1-4946-b405-3fee42527219)] {{(pid=101083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 22:04:43.328862 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [req-814a3c62-c413-42b6-a397-9d430bb97f45 req-34826e8d-1f39-45e0-8fff-34b82a764d06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728276638356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728276144285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728276144303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7658983'] for port, after_update {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:04:43.364030 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814a3c62-c413-42b6-a397-9d430bb97f45 req-34826e8d-1f39-45e0-8fff-34b82a764d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:04:43.364722 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [req-814a3c62-c413-42b6-a397-9d430bb97f45 req-34826e8d-1f39-45e0-8fff-34b82a764d06 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465805'] for port, before_response {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:04:43.366325 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-814a3c62-c413-42b6-a397-9d430bb97f45 req-34826e8d-1f39-45e0-8fff-34b82a764d06 service neutron] 10.222.0.48 "PUT /v2.0/ports/c65c79bf-42ab-47b3-93df-a00c3858e37d HTTP/1.1" status: 200 len: 1094 time: 0.6966136 Nov 08 22:04:43.366814 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d150dad-3751-4594-9577-0bff353c1959', 'tag': 'c65c79bf-42ab-47b3-93df-a00c3858e37d'}] {{(pid=101083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 22:04:43.369083 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1401f4ba4b9bb213bf59dd3903e8d3cb618788e4f0023aa365925d32571c6fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2401f5d2-1f1a-43b1-838e-1227dc3ca4ba" -d '{"events": [{"name": "network-changed", "server_uuid": "6d150dad-3751-4594-9577-0bff353c1959", "tag": "c65c79bf-42ab-47b3-93df-a00c3858e37d"}]}' {{(pid=101083) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 22:04:43.393848 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34826e8d-1f39-45e0-8fff-34b82a764d06 service neutron] Pushing event updated for resources: {'Port': ['ID=c65c79bf-42ab-47b3-93df-a00c3858e37d,revision_number=3']} {{(pid=101083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:04:43.418831 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 22:04:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ccac3aa-90d3-41db-87d8-ff7b29a405ce x-openstack-request-id: req-9ccac3aa-90d3-41db-87d8-ff7b29a405ce {{(pid=101083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 22:04:43.419153 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d150dad-3751-4594-9577-0bff353c1959", "tag": "c65c79bf-42ab-47b3-93df-a00c3858e37d", "status": "completed", "code": 200}]} {{(pid=101083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 22:04:43.419402 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9ccac3aa-90d3-41db-87d8-ff7b29a405ce {{(pid=101083) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 22:04:43.419798 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d150dad-3751-4594-9577-0bff353c1959', 'tag': 'c65c79bf-42ab-47b3-93df-a00c3858e37d', 'status': 'completed', 'code': 200} Nov 08 22:04:43.473648 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814a3c62-c413-42b6-a397-9d430bb97f45 req-71156bd7-22af-4974-8f97-2dc54e109a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:04:43.475400 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-814a3c62-c413-42b6-a397-9d430bb97f45 req-71156bd7-22af-4974-8f97-2dc54e109a93 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c834e2bc78d34c388e89dd13ae9d694d&device_id=6d150dad-3751-4594-9577-0bff353c1959 HTTP/1.1" status: 200 len: 1097 time: 0.0490422 Nov 08 22:04:43.524144 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-814a3c62-c413-42b6-a397-9d430bb97f45 req-ca0b85fa-8bcd-49e3-8c33-e55d757460f0 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c65c79bf-42ab-47b3-93df-a00c3858e37d HTTP/1.1" status: 200 len: 217 time: 0.0401096 Nov 08 22:04:43.538165 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.rpc [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Device 6046736c-114d-4ae9-9e84-d1fd4b8dae13 details requested by agent hyperv_hv-cinder-81708 with host hv-cinder-81708 {{(pid=101084) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 22:04:43.589827 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814a3c62-c413-42b6-a397-9d430bb97f45 req-f381a1b1-2216-419a-88d9-80308d65140b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:04:43.593380 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-814a3c62-c413-42b6-a397-9d430bb97f45 req-f381a1b1-2216-419a-88d9-80308d65140b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2512a576-3f2f-4a0c-aead-e82297ded485 HTTP/1.1" status: 200 len: 849 time: 0.0611126 Nov 08 22:04:43.648381 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814a3c62-c413-42b6-a397-9d430bb97f45 req-20b0d7c6-e85a-4f32-8009-d30246d82bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:04:43.650660 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-814a3c62-c413-42b6-a397-9d430bb97f45 req-20b0d7c6-e85a-4f32-8009-d30246d82bc3 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9590ccf2-e7fa-40b5-917c-b342c4898ba2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0496316 Nov 08 22:04:43.655082 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.db [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] For port 6046736c-114d-4ae9-9e84-d1fd4b8dae13, host hv-cinder-81708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81708',level=0,port_id=6046736c-114d-4ae9-9e84-d1fd4b8dae13,segment=NetworkSegment(01d75646-a471-41b3-9a68-2bf7bfb9163b),segment_id=01d75646-a471-41b3-9a68-2bf7bfb9163b)] {{(pid=101084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 22:04:43.673826 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.rpc [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Returning: {'device': '6046736c-114d-4ae9-9e84-d1fd4b8dae13', 'network_id': 'd0389d40-840b-4921-84b3-93bfc186ef85', 'port_id': '6046736c-114d-4ae9-9e84-d1fd4b8dae13', 'mac_address': 'fa:16:3e:f9:f4:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 744, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74626eb5-4f16-4db6-984a-103aeaf27899', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101084) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 22:04:43.727985 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-925982'] for port, before_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:04:43.743727 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-814a3c62-c413-42b6-a397-9d430bb97f45 req-a6279018-287f-410c-af6b-b50c2551c549 service neutron] 10.222.0.48 "GET /v2.0/networks/9590ccf2-e7fa-40b5-917c-b342c4898ba2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861094 Nov 08 22:04:43.746354 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.notifiers.nova [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6046736c-114d-4ae9-9e84-d1fd4b8dae13 {{(pid=101084) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 22:04:43.766849 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.db [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] For port 6046736c-114d-4ae9-9e84-d1fd4b8dae13, host hv-cinder-81708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81708',level=0,port_id=6046736c-114d-4ae9-9e84-d1fd4b8dae13,segment=NetworkSegment(01d75646-a471-41b3-9a68-2bf7bfb9163b),segment_id=01d75646-a471-41b3-9a68-2bf7bfb9163b)] {{(pid=101084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 22:04:43.773538 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728276638356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728276144285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728276144303'] for port, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:04:43.826388 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Pushing event updated for resources: {'Port': ['ID=6046736c-114d-4ae9-9e84-d1fd4b8dae13,revision_number=4']} {{(pid=101084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:04:43.833450 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 22:04:43.833817 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 22:04:43.834335 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 22:04:43.834732 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 22:04:43.835055 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 22:04:43.835378 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 22:04:43.835697 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 22:04:43.836013 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 22:04:43.836330 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 22:04:43.836641 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 22:04:43.837154 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 22:04:43.837471 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 22:04:43.844517 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-814a3c62-c413-42b6-a397-9d430bb97f45 req-1e825a69-8106-4421-83fc-de6cf2ae09fc service neutron] 10.222.0.48 "GET /v2.0/networks/9590ccf2-e7fa-40b5-917c-b342c4898ba2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926356 Nov 08 22:04:44.003438 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.db [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] get_ports_and_sgs() called for port_ids ['6046736c-114d-4ae9-9e84-d1fd4b8dae13'] {{(pid=101084) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 22:04:44.062567 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4139677-26f3-45b2-bfb7-47e21e39bd10 req-1672157e-801d-4eee-83ff-81f1e18fd780 tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:04:44.072728 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-e4139677-26f3-45b2-bfb7-47e21e39bd10 req-1672157e-801d-4eee-83ff-81f1e18fd780 tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] 10.222.0.25 "GET /v2.0/ports?device_id=31eef623-5aba-415d-8a0b-07bee9153119 HTTP/1.1" status: 200 len: 944 time: 0.0711446 Nov 08 22:04:44.134513 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-e4139677-26f3-45b2-bfb7-47e21e39bd10 req-00e80c3f-2fff-4da9-a63a-87e6e9ca3c06 tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] 10.222.0.25 "GET /v2.0/security-groups?id=48e589e1-a7d0-4554-9a00-a156bc596d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589824 Nov 08 22:04:44.205458 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2401f5d2-1f1a-43b1-838e-1227dc3ca4ba req-a600c032-ce55-44ad-a666-8463ea684f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:04:44.208028 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-2401f5d2-1f1a-43b1-838e-1227dc3ca4ba req-a600c032-ce55-44ad-a666-8463ea684f59 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c834e2bc78d34c388e89dd13ae9d694d&device_id=6d150dad-3751-4594-9577-0bff353c1959 HTTP/1.1" status: 200 len: 1097 time: 0.3096576 Nov 08 22:04:44.297191 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2401f5d2-1f1a-43b1-838e-1227dc3ca4ba req-1d7aee36-b871-4469-b453-cf7c2c9b3487 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:04:44.298634 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-2401f5d2-1f1a-43b1-838e-1227dc3ca4ba req-1d7aee36-b871-4469-b453-cf7c2c9b3487 service neutron] 10.222.0.48 "GET /v2.0/networks?id=9590ccf2-e7fa-40b5-917c-b342c4898ba2 HTTP/1.1" status: 200 len: 911 time: 0.0836732 Nov 08 22:04:44.345227 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-2401f5d2-1f1a-43b1-838e-1227dc3ca4ba req-a7553e03-e6c1-440d-8c3a-e8effa86dcd6 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c65c79bf-42ab-47b3-93df-a00c3858e37d HTTP/1.1" status: 200 len: 217 time: 0.0385821 Nov 08 22:04:44.396402 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2401f5d2-1f1a-43b1-838e-1227dc3ca4ba req-3a332bc9-cf04-46f6-b161-2d20bc41393e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:04:44.398395 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-2401f5d2-1f1a-43b1-838e-1227dc3ca4ba req-3a332bc9-cf04-46f6-b161-2d20bc41393e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2512a576-3f2f-4a0c-aead-e82297ded485 HTTP/1.1" status: 200 len: 849 time: 0.0447116 Nov 08 22:04:44.417942 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1158999c-7c57-4023-adc1-98b40941fdfc req-bc26906a-809f-4bbb-9740-e495b1d45b95 tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:04:44.419470 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-1158999c-7c57-4023-adc1-98b40941fdfc req-bc26906a-809f-4bbb-9740-e495b1d45b95 tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] 10.222.0.25 "GET /v2.0/ports?device_id=6d150dad-3751-4594-9577-0bff353c1959 HTTP/1.1" status: 200 len: 944 time: 0.0510385 Nov 08 22:04:44.447436 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2401f5d2-1f1a-43b1-838e-1227dc3ca4ba req-2d042933-1586-4984-bd13-959c625632c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:04:44.449005 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-2401f5d2-1f1a-43b1-838e-1227dc3ca4ba req-2d042933-1586-4984-bd13-959c625632c9 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9590ccf2-e7fa-40b5-917c-b342c4898ba2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0432229 Nov 08 22:04:44.472395 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-1158999c-7c57-4023-adc1-98b40941fdfc req-fbe21c20-5816-47f3-b9a1-c353b6ea969b tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] 10.222.0.25 "GET /v2.0/security-groups?id=acd37c4b-3fab-4bb4-9fe4-0e71055aeb64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452471 Nov 08 22:04:44.550306 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-2401f5d2-1f1a-43b1-838e-1227dc3ca4ba req-2d24d478-8eb5-4cd8-912b-c3bb807e9e96 service neutron] 10.222.0.48 "GET /v2.0/networks/9590ccf2-e7fa-40b5-917c-b342c4898ba2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929210 Nov 08 22:04:44.643741 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-2401f5d2-1f1a-43b1-838e-1227dc3ca4ba req-bb00d349-1c4d-4ff0-aee7-7e13675fd87d service neutron] 10.222.0.48 "GET /v2.0/networks/9590ccf2-e7fa-40b5-917c-b342c4898ba2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850451 Nov 08 22:04:45.259351 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb17b6d-b0ee-4823-b7ce-2978bd8ee52e req-db7f4b64-6f17-4c11-884d-f2c02f340eea tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:04:45.260838 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-5eb17b6d-b0ee-4823-b7ce-2978bd8ee52e req-db7f4b64-6f17-4c11-884d-f2c02f340eea tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] 10.222.0.25 "GET /v2.0/ports?device_id=31eef623-5aba-415d-8a0b-07bee9153119 HTTP/1.1" status: 200 len: 944 time: 0.0489638 Nov 08 22:04:45.306777 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-5eb17b6d-b0ee-4823-b7ce-2978bd8ee52e req-bed23dcb-b18e-4e8b-8187-e9b4a45a7a97 tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] 10.222.0.25 "GET /v2.0/security-groups?id=48e589e1-a7d0-4554-9a00-a156bc596d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400522 Nov 08 22:04:45.570026 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.rpc [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Device c65c79bf-42ab-47b3-93df-a00c3858e37d details requested by agent hyperv_hv-cinder-81708 with host hv-cinder-81708 {{(pid=101084) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 22:04:45.573320 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.rpc [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Device 6046736c-114d-4ae9-9e84-d1fd4b8dae13 up at agent hyperv_hv-cinder-81708 {{(pid=101084) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 22:04:45.598635 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9623c1bb-2d8c-4a36-bade-5434203522fd req-0986325d-6993-4bea-8a8b-3223bf90688f tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:04:45.600622 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-9623c1bb-2d8c-4a36-bade-5434203522fd req-0986325d-6993-4bea-8a8b-3223bf90688f tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] 10.222.0.25 "GET /v2.0/ports?device_id=6d150dad-3751-4594-9577-0bff353c1959 HTTP/1.1" status: 200 len: 944 time: 0.0513654 Nov 08 22:04:45.648784 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-9623c1bb-2d8c-4a36-bade-5434203522fd req-16bd9abc-bad2-456b-81d5-a3262613e153 tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] 10.222.0.25 "GET /v2.0/security-groups?id=acd37c4b-3fab-4bb4-9fe4-0e71055aeb64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420501 Nov 08 22:04:45.684307 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.db.provisioning_blocks [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Provisioning for port 6046736c-114d-4ae9-9e84-d1fd4b8dae13 completed by entity L2. {{(pid=101084) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 22:04:45.696856 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.db.provisioning_blocks [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Provisioning complete for port 6046736c-114d-4ae9-9e84-d1fd4b8dae13 triggered by entity L2. {{(pid=101084) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 22:04:45.697225 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-534742'] for port, provisioning_complete {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:04:45.733615 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.db [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] For port c65c79bf-42ab-47b3-93df-a00c3858e37d, host hv-cinder-81708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81708',level=0,port_id=c65c79bf-42ab-47b3-93df-a00c3858e37d,segment=NetworkSegment(de478fa7-e3a1-4946-b405-3fee42527219),segment_id=de478fa7-e3a1-4946-b405-3fee42527219)] {{(pid=101084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 22:04:45.751421 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.rpc [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Returning: {'device': 'c65c79bf-42ab-47b3-93df-a00c3858e37d', 'network_id': '9590ccf2-e7fa-40b5-917c-b342c4898ba2', 'port_id': 'c65c79bf-42ab-47b3-93df-a00c3858e37d', 'mac_address': 'fa:16:3e:ed:d4:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 713, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2512a576-3f2f-4a0c-aead-e82297ded485', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101084) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 22:04:45.811460 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-925982'] for port, before_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:04:45.832350 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.notifiers.nova [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c65c79bf-42ab-47b3-93df-a00c3858e37d {{(pid=101084) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 22:04:45.845464 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-925982'] for port, before_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:04:45.864432 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.db [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] For port c65c79bf-42ab-47b3-93df-a00c3858e37d, host hv-cinder-81708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81708',level=0,port_id=c65c79bf-42ab-47b3-93df-a00c3858e37d,segment=NetworkSegment(de478fa7-e3a1-4946-b405-3fee42527219),segment_id=de478fa7-e3a1-4946-b405-3fee42527219)] {{(pid=101084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 22:04:45.872153 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728276638356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728276144285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728276144303'] for port, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:04:45.891866 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31eef623-5aba-415d-8a0b-07bee9153119', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6046736c-114d-4ae9-9e84-d1fd4b8dae13'}] {{(pid=101084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 22:04:45.891866 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b3cbe6c7fdf7c1e60af50d850490ef6f4dccd02a9ea7bc434e0a37b2dd34cb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3602d2eb-8ae8-4bac-94d9-9e28edaf04f0" -d '{"events": [{"server_uuid": "31eef623-5aba-415d-8a0b-07bee9153119", "name": "network-vif-plugged", "status": "completed", "tag": "6046736c-114d-4ae9-9e84-d1fd4b8dae13"}]}' {{(pid=101084) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 22:04:45.919557 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.db [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] For port 6046736c-114d-4ae9-9e84-d1fd4b8dae13, host hv-cinder-81708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81708',level=0,port_id=6046736c-114d-4ae9-9e84-d1fd4b8dae13,segment=NetworkSegment(01d75646-a471-41b3-9a68-2bf7bfb9163b),segment_id=01d75646-a471-41b3-9a68-2bf7bfb9163b)] {{(pid=101084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 22:04:45.921519 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 22:04:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e355d3f-a362-4a49-ae19-b8a859057f2a x-openstack-request-id: req-9e355d3f-a362-4a49-ae19-b8a859057f2a {{(pid=101084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 22:04:45.921815 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31eef623-5aba-415d-8a0b-07bee9153119", "name": "network-vif-plugged", "status": "completed", "tag": "6046736c-114d-4ae9-9e84-d1fd4b8dae13", "code": 200}]} {{(pid=101084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 22:04:45.922068 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9e355d3f-a362-4a49-ae19-b8a859057f2a {{(pid=101084) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 22:04:45.922577 dv-cinder-817085-1-iscsi neutron-server[101084]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31eef623-5aba-415d-8a0b-07bee9153119', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6046736c-114d-4ae9-9e84-d1fd4b8dae13', 'code': 200} Nov 08 22:04:45.925292 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728276638356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728276144285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728276144303'] for port, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:04:45.945911 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Pushing event updated for resources: {'Port': ['ID=c65c79bf-42ab-47b3-93df-a00c3858e37d,revision_number=4']} {{(pid=101084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:04:45.994090 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Pushing event updated for resources: {'Port': ['ID=6046736c-114d-4ae9-9e84-d1fd4b8dae13,revision_number=5']} {{(pid=101084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:04:46.103833 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.db [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] get_ports_and_sgs() called for port_ids ['c65c79bf-42ab-47b3-93df-a00c3858e37d'] {{(pid=101084) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 22:04:46.110983 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da654fd3-bacc-45de-8ab3-d4fea78e1ef6 req-bb2016da-9912-40c0-9704-4d1c053824bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:04:46.112544 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-da654fd3-bacc-45de-8ab3-d4fea78e1ef6 req-bb2016da-9912-40c0-9704-4d1c053824bc service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=31eef623-5aba-415d-8a0b-07bee9153119 HTTP/1.1" status: 200 len: 1098 time: 0.0411925 Nov 08 22:04:46.183167 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-da654fd3-bacc-45de-8ab3-d4fea78e1ef6 req-0c546c27-168e-47b4-9255-17016001f375 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=48e589e1-a7d0-4554-9a00-a156bc596d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621381 Nov 08 22:04:46.428987 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a691a53-5664-4c0f-8b4a-132624c3ab43 req-48a3a4c9-7dab-4482-869e-db0dd0e3c1bf tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:04:46.430442 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-2a691a53-5664-4c0f-8b4a-132624c3ab43 req-48a3a4c9-7dab-4482-869e-db0dd0e3c1bf tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] 10.222.0.25 "GET /v2.0/ports?device_id=31eef623-5aba-415d-8a0b-07bee9153119 HTTP/1.1" status: 200 len: 945 time: 0.0535285 Nov 08 22:04:46.481768 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-2a691a53-5664-4c0f-8b4a-132624c3ab43 req-5142d893-ee7f-48cb-9161-39822948b5f2 tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] 10.222.0.25 "GET /v2.0/security-groups?id=48e589e1-a7d0-4554-9a00-a156bc596d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454388 Nov 08 22:04:46.806512 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-69f795de-34a9-443e-9a19-6abf86184502 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728276665375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534631'] for agent, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:04:46.927906 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c24301-3df7-4cd0-b062-e83d453ca1d4 req-ae5f1601-bf46-418e-aa27-4ce6fe40be56 tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:04:46.929857 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-13c24301-3df7-4cd0-b062-e83d453ca1d4 req-ae5f1601-bf46-418e-aa27-4ce6fe40be56 tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] 10.222.0.25 "GET /v2.0/ports?device_id=6d150dad-3751-4594-9577-0bff353c1959 HTTP/1.1" status: 200 len: 945 time: 0.2109847 Nov 08 22:04:46.974916 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-13c24301-3df7-4cd0-b062-e83d453ca1d4 req-7b16c7c3-1847-4d4e-95cb-4d43dad577ea tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] 10.222.0.25 "GET /v2.0/security-groups?id=acd37c4b-3fab-4bb4-9fe4-0e71055aeb64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390491 Nov 08 22:04:47.570828 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.rpc [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Device c65c79bf-42ab-47b3-93df-a00c3858e37d up at agent hyperv_hv-cinder-81708 {{(pid=101084) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 22:04:47.621512 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.db.provisioning_blocks [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Provisioning for port c65c79bf-42ab-47b3-93df-a00c3858e37d completed by entity L2. {{(pid=101084) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 22:04:47.625719 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.db.provisioning_blocks [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Provisioning complete for port c65c79bf-42ab-47b3-93df-a00c3858e37d triggered by entity L2. {{(pid=101084) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 22:04:47.626086 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-534742'] for port, provisioning_complete {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:04:47.683299 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95f989b-a7ad-4320-b80a-0bc0dc1ac5e1 req-57dfd3d3-1179-496d-b31f-3c97d2d6e0d8 tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:04:47.684773 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-f95f989b-a7ad-4320-b80a-0bc0dc1ac5e1 req-57dfd3d3-1179-496d-b31f-3c97d2d6e0d8 tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] 10.222.0.25 "GET /v2.0/ports?device_id=31eef623-5aba-415d-8a0b-07bee9153119 HTTP/1.1" status: 200 len: 945 time: 0.1253300 Nov 08 22:04:47.705210 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-925982'] for port, before_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:04:47.734758 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-f95f989b-a7ad-4320-b80a-0bc0dc1ac5e1 req-346a5432-be99-4f26-9935-f65905b449d8 tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] 10.222.0.25 "GET /v2.0/security-groups?id=48e589e1-a7d0-4554-9a00-a156bc596d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440814 Nov 08 22:04:47.749231 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.db [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] For port c65c79bf-42ab-47b3-93df-a00c3858e37d, host hv-cinder-81708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81708',level=0,port_id=c65c79bf-42ab-47b3-93df-a00c3858e37d,segment=NetworkSegment(de478fa7-e3a1-4946-b405-3fee42527219),segment_id=de478fa7-e3a1-4946-b405-3fee42527219)] {{(pid=101084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 22:04:47.753214 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728276638356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728276144285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728276144303'] for port, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:04:47.804059 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Pushing event updated for resources: {'Port': ['ID=c65c79bf-42ab-47b3-93df-a00c3858e37d,revision_number=5']} {{(pid=101084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:04:47.852317 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbcc125-89a7-477e-a932-da41b39d7fbe req-939359b2-f098-477a-8e36-3ac6e2389ed9 tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:04:47.853826 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-cdbcc125-89a7-477e-a932-da41b39d7fbe req-939359b2-f098-477a-8e36-3ac6e2389ed9 tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] 10.222.0.25 "GET /v2.0/ports?device_id=31eef623-5aba-415d-8a0b-07bee9153119 HTTP/1.1" status: 200 len: 945 time: 0.0484776 Nov 08 22:04:47.864035 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.wsgi [-] (101082) accepted ('10.222.0.25', 46800) {{(pid=101082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 22:04:47.869090 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.v2.base [None req-9fe139f2-e3e5-4cde-abdd-a2d4b9136182 tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] Request body: {'floatingip': {'port_id': '6046736c-114d-4ae9-9e84-d1fd4b8dae13'}} {{(pid=101082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 22:04:47.908858 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-9fe139f2-e3e5-4cde-abdd-a2d4b9136182 tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] Publish callbacks [] for floatingip, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:04:47.923260 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d150dad-3751-4594-9577-0bff353c1959', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c65c79bf-42ab-47b3-93df-a00c3858e37d'}] {{(pid=101084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 22:04:47.925581 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b3cbe6c7fdf7c1e60af50d850490ef6f4dccd02a9ea7bc434e0a37b2dd34cb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6b853f3-a9c4-4f27-848d-80c427e4061a" -d '{"events": [{"server_uuid": "6d150dad-3751-4594-9577-0bff353c1959", "name": "network-vif-plugged", "status": "completed", "tag": "c65c79bf-42ab-47b3-93df-a00c3858e37d"}]}' {{(pid=101084) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 22:04:47.961020 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 22:04:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edad27b2-465d-4610-8a35-2d5c0dc3153d x-openstack-request-id: req-edad27b2-465d-4610-8a35-2d5c0dc3153d {{(pid=101084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 22:04:47.961335 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d150dad-3751-4594-9577-0bff353c1959", "name": "network-vif-plugged", "status": "completed", "tag": "c65c79bf-42ab-47b3-93df-a00c3858e37d", "code": 200}]} {{(pid=101084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 22:04:47.961589 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-edad27b2-465d-4610-8a35-2d5c0dc3153d {{(pid=101084) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 22:04:47.961982 dv-cinder-817085-1-iscsi neutron-server[101084]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d150dad-3751-4594-9577-0bff353c1959', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c65c79bf-42ab-47b3-93df-a00c3858e37d', 'code': 200} Nov 08 22:04:48.135945 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9820cbf8-63d3-435a-b6f7-c5fbd1ae7485 req-94790f39-a970-4ebd-a372-999a2ba95867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:04:48.137588 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-9820cbf8-63d3-435a-b6f7-c5fbd1ae7485 req-94790f39-a970-4ebd-a372-999a2ba95867 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=6d150dad-3751-4594-9577-0bff353c1959 HTTP/1.1" status: 200 len: 1099 time: 0.0396528 Nov 08 22:04:48.155841 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8851b32-8115-4aae-961c-0b2115a8c170 req-e9661916-e2aa-42b8-8420-e5430f3bf098 tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:04:48.157341 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-d8851b32-8115-4aae-961c-0b2115a8c170 req-e9661916-e2aa-42b8-8420-e5430f3bf098 tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] 10.222.0.25 "GET /v2.0/ports?device_id=6d150dad-3751-4594-9577-0bff353c1959 HTTP/1.1" status: 200 len: 946 time: 0.1013091 Nov 08 22:04:48.182589 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-9820cbf8-63d3-435a-b6f7-c5fbd1ae7485 req-2d753736-0f8a-4e81-a715-969cb301e0fb service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=acd37c4b-3fab-4bb4-9fe4-0e71055aeb64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375288 Nov 08 22:04:48.284535 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-d8851b32-8115-4aae-961c-0b2115a8c170 req-2dcbb6d1-3d87-4724-b8a7-40ec436ccdc9 tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] 10.222.0.25 "GET /v2.0/security-groups?id=acd37c4b-3fab-4bb4-9fe4-0e71055aeb64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1201448 Nov 08 22:04:48.427890 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-9fe139f2-e3e5-4cde-abdd-a2d4b9136182 tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:04:48.431949 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-9fe139f2-e3e5-4cde-abdd-a2d4b9136182 tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1623957'] for floatingip, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:04:48.535046 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.db.l3_db [None req-9fe139f2-e3e5-4cde-abdd-a2d4b9136182 tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] Floating IP 5fbbf529-7037-4675-9766-6002a9cb6fef associated. External IP: 172.27.3.188, port: 6046736c-114d-4ae9-9e84-d1fd4b8dae13. Nov 08 22:04:48.736976 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fe139f2-e3e5-4cde-abdd-a2d4b9136182 tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] Router 683cfef6-9649-479e-9922-dfb07c24d627 has already been hosted by L3 agent a7fb4010-89fb-4d99-b0a1-90d6a3aacb04 {{(pid=101082) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 22:04:48.847487 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fe139f2-e3e5-4cde-abdd-a2d4b9136182 tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] Notify agent at l3_agent.dv-cinder-817085-1-iscsi the message routers_updated {{(pid=101082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 22:04:48.853197 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-9fe139f2-e3e5-4cde-abdd-a2d4b9136182 tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465805'] for floatingip, before_response {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:04:48.858780 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc2320ef-25c2-41c6-89a2-cc952b3850da None None] Sync routers for ids ['683cfef6-9649-479e-9922-dfb07c24d627'] in dv-cinder-817085-1-iscsi {{(pid=101084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 22:04:48.869990 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc2320ef-25c2-41c6-89a2-cc952b3850da None None] Routers {'683cfef6-9649-479e-9922-dfb07c24d627'} bound to L3 agent in host dv-cinder-817085-1-iscsi {{(pid=101084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 22:04:48.870943 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.db.l3_hamode_db [None req-dc2320ef-25c2-41c6-89a2-cc952b3850da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817085-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T21:51:49Z,description=,heartbeat_timestamp=2021-11-08T22:04:19Z,host='dv-cinder-817085-1-iscsi',id=a7fb4010-89fb-4d99-b0a1-90d6a3aacb04,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T21:51:49Z,topic='l3_agent')) {'router_ids': ['683cfef6-9649-479e-9922-dfb07c24d627'], 'active': True} {{(pid=101084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 22:04:48.883642 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [None req-9fe139f2-e3e5-4cde-abdd-a2d4b9136182 tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] 10.222.0.25 "PUT /v2.0/floatingips/5fbbf529-7037-4675-9766-6002a9cb6fef HTTP/1.1" status: 200 len: 991 time: 1.0185025 Nov 08 22:04:48.884231 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31eef623-5aba-415d-8a0b-07bee9153119', 'tag': '6046736c-114d-4ae9-9e84-d1fd4b8dae13'}] {{(pid=101082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 22:04:48.886803 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5244ac95217a6bb312334333bc6ed4bdb0e50c4a837cb758f48f620e9b099f25" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52b9bc6c-9866-47b7-b179-9cb311c21707" -d '{"events": [{"name": "network-changed", "server_uuid": "31eef623-5aba-415d-8a0b-07bee9153119", "tag": "6046736c-114d-4ae9-9e84-d1fd4b8dae13"}]}' {{(pid=101082) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 22:04:48.938620 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 22:04:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28ac7119-f8d7-40e9-b2bf-befb1cbd312f x-openstack-request-id: req-28ac7119-f8d7-40e9-b2bf-befb1cbd312f {{(pid=101082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 22:04:48.938983 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31eef623-5aba-415d-8a0b-07bee9153119", "tag": "6046736c-114d-4ae9-9e84-d1fd4b8dae13", "status": "completed", "code": 200}]} {{(pid=101082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 22:04:48.939297 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-28ac7119-f8d7-40e9-b2bf-befb1cbd312f {{(pid=101082) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 22:04:48.939764 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31eef623-5aba-415d-8a0b-07bee9153119', 'tag': '6046736c-114d-4ae9-9e84-d1fd4b8dae13', 'status': 'completed', 'code': 200} Nov 08 22:04:49.009145 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b9bc6c-9866-47b7-b179-9cb311c21707 req-e0852cf8-11f2-4322-86d9-5c728c9fee24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:04:49.010903 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-52b9bc6c-9866-47b7-b179-9cb311c21707 req-e0852cf8-11f2-4322-86d9-5c728c9fee24 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3c81291fa5704e6e99b9fb8671a47a4c&device_id=31eef623-5aba-415d-8a0b-07bee9153119 HTTP/1.1" status: 200 len: 1098 time: 0.0435762 Nov 08 22:04:49.031569 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.db.l3_dvr_db [None req-dc2320ef-25c2-41c6-89a2-cc952b3850da None None] Set router 683cfef6-9649-479e-9922-dfb07c24d627 gateway port host: dv-cinder-817085-1-iscsi {{(pid=101084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 22:04:49.111955 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b9bc6c-9866-47b7-b179-9cb311c21707 req-cccc95dd-1034-4180-85b1-b242b21f9e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:04:49.113417 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-52b9bc6c-9866-47b7-b179-9cb311c21707 req-cccc95dd-1034-4180-85b1-b242b21f9e42 service neutron] 10.222.0.48 "GET /v2.0/networks?id=d0389d40-840b-4921-84b3-93bfc186ef85 HTTP/1.1" status: 200 len: 917 time: 0.0944569 Nov 08 22:04:49.171013 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-475845bb-2467-42ae-bef0-7f99636d989b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728276665375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534631'] for agent, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:04:49.187490 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-52b9bc6c-9866-47b7-b179-9cb311c21707 req-804808fb-ee6d-4879-98ae-36391f519f85 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6046736c-114d-4ae9-9e84-d1fd4b8dae13 HTTP/1.1" status: 200 len: 999 time: 0.0660241 Nov 08 22:04:49.242545 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b9bc6c-9866-47b7-b179-9cb311c21707 req-aa363649-c3fb-4f1f-8eae-4a0e8e582be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:04:49.244010 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-52b9bc6c-9866-47b7-b179-9cb311c21707 req-aa363649-c3fb-4f1f-8eae-4a0e8e582be4 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=74626eb5-4f16-4db6-984a-103aeaf27899 HTTP/1.1" status: 200 len: 855 time: 0.0482175 Nov 08 22:04:49.300396 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b9bc6c-9866-47b7-b179-9cb311c21707 req-6f19db2a-f986-455e-87fc-350e4372a8e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:04:49.301952 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-52b9bc6c-9866-47b7-b179-9cb311c21707 req-6f19db2a-f986-455e-87fc-350e4372a8e5 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d0389d40-840b-4921-84b3-93bfc186ef85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0421154 Nov 08 22:04:49.333634 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.db.l3_hamode_db [None req-dc2320ef-25c2-41c6-89a2-cc952b3850da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '683cfef6-9649-479e-9922-dfb07c24d627', 'name': 'tempest-AttachVolumeShelveTestJSON-658045224-router', 'tenant_id': '3c81291fa5704e6e99b9fb8671a47a4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ae8d913-bef9-4bc0-baeb-78ef8b3a7364', 'external_fixed_ips': [{'subnet_id': 'f0dec947-372d-4ed5-9c9f-864e58aba850', 'ip_address': '172.27.3.34'}], 'enable_snat': True}, 'gw_port_id': '63eac74b-8017-4f9e-baf5-4aa75c8096e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T22:01:01Z', 'updated_at': '2021-11-08T22:01:07Z', 'revision_number': 4, 'project_id': '3c81291fa5704e6e99b9fb8671a47a4c', 'gw_port': {'id': '63eac74b-8017-4f9e-baf5-4aa75c8096e0', 'name': '', 'network_id': '8ae8d913-bef9-4bc0-baeb-78ef8b3a7364', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:20:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '683cfef6-9649-479e-9922-dfb07c24d627', 'device_owner': 'network:router_gateway', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': 'f0dec947-372d-4ed5-9c9f-864e58aba850', 'ip_address': '172.27.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T22:01:02Z', 'updated_at': '2021-11-08T22:01:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0dec947-372d-4ed5-9c9f-864e58aba850', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817085-1-iscsi', '_floatingips': [{'id': '5fbbf529-7037-4675-9766-6002a9cb6fef', 'tenant_id': '3c81291fa5704e6e99b9fb8671a47a4c', 'floating_ip_address': '172.27.3.188', 'floating_network_id': '8ae8d913-bef9-4bc0-baeb-78ef8b3a7364', 'router_id': '683cfef6-9649-479e-9922-dfb07c24d627', 'port_id': '6046736c-114d-4ae9-9e84-d1fd4b8dae13', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 465, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0389d40-840b-4921-84b3-93bfc186ef85', 'mac_address': 'fa:16:3e:f9:f4:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31eef623-5aba-415d-8a0b-07bee9153119', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T22:04:35Z', 'updated_at': '2021-11-08T22:04:48Z', 'revision_number': 1, 'project_id': '3c81291fa5704e6e99b9fb8671a47a4c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '282241b8-ee70-4e06-b70f-3b349506e9a3', 'name': '', 'network_id': 'd0389d40-840b-4921-84b3-93bfc186ef85', 'tenant_id': '3c81291fa5704e6e99b9fb8671a47a4c', 'mac_address': 'fa:16:3e:8c:fc:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '683cfef6-9649-479e-9922-dfb07c24d627', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '74626eb5-4f16-4db6-984a-103aeaf27899', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T22:01:05Z', 'updated_at': '2021-11-08T22:01:09Z', 'revision_number': 5, 'project_id': '3c81291fa5704e6e99b9fb8671a47a4c', 'subnets': [{'id': '74626eb5-4f16-4db6-984a-103aeaf27899', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817085-1-iscsi', False) {} {{(pid=101084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 22:04:49.367340 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc2320ef-25c2-41c6-89a2-cc952b3850da None None] Checking router: 683cfef6-9649-479e-9922-dfb07c24d627 for host: dv-cinder-817085-1-iscsi {{(pid=101084) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 22:04:49.377743 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc2320ef-25c2-41c6-89a2-cc952b3850da None None] Routers {'683cfef6-9649-479e-9922-dfb07c24d627'} bound to L3 agent in host dv-cinder-817085-1-iscsi {{(pid=101084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 22:04:49.378390 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.db.l3_hamode_db [None req-dc2320ef-25c2-41c6-89a2-cc952b3850da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817085-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T21:51:49Z,description=,heartbeat_timestamp=2021-11-08T22:04:49Z,host='dv-cinder-817085-1-iscsi',id=a7fb4010-89fb-4d99-b0a1-90d6a3aacb04,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T21:51:49Z,topic='l3_agent')) {'router_ids': ['683cfef6-9649-479e-9922-dfb07c24d627'], 'active': True} {{(pid=101084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 22:04:49.426142 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-52b9bc6c-9866-47b7-b179-9cb311c21707 req-b8eb288c-0aa8-4a9e-9a82-cb8e0999dd7f service neutron] 10.222.0.48 "GET /v2.0/networks/d0389d40-840b-4921-84b3-93bfc186ef85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1134973 Nov 08 22:04:49.426870 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e62d485-8932-4611-b270-2dc8862f139d req-85b9fe09-a3ad-4d3e-8e6d-aea565d87047 tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:04:49.428973 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-9e62d485-8932-4611-b270-2dc8862f139d req-85b9fe09-a3ad-4d3e-8e6d-aea565d87047 tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] 10.222.0.25 "GET /v2.0/ports?device_id=6d150dad-3751-4594-9577-0bff353c1959 HTTP/1.1" status: 200 len: 946 time: 0.0643132 Nov 08 22:04:49.482915 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-9e62d485-8932-4611-b270-2dc8862f139d req-a91b9561-b44a-4bf5-aa82-a971b0635fe1 tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] 10.222.0.25 "GET /v2.0/security-groups?id=acd37c4b-3fab-4bb4-9fe4-0e71055aeb64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451469 Nov 08 22:04:49.514238 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.db.l3_dvr_db [None req-dc2320ef-25c2-41c6-89a2-cc952b3850da None None] Set router 683cfef6-9649-479e-9922-dfb07c24d627 gateway port host: dv-cinder-817085-1-iscsi {{(pid=101084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 22:04:49.538807 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-52b9bc6c-9866-47b7-b179-9cb311c21707 req-51c158a8-8e67-4ade-8d54-3a5737cd3c43 service neutron] 10.222.0.48 "GET /v2.0/networks/d0389d40-840b-4921-84b3-93bfc186ef85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1046243 Nov 08 22:04:49.857302 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.db.l3_hamode_db [None req-dc2320ef-25c2-41c6-89a2-cc952b3850da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '683cfef6-9649-479e-9922-dfb07c24d627', 'name': 'tempest-AttachVolumeShelveTestJSON-658045224-router', 'tenant_id': '3c81291fa5704e6e99b9fb8671a47a4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ae8d913-bef9-4bc0-baeb-78ef8b3a7364', 'external_fixed_ips': [{'subnet_id': 'f0dec947-372d-4ed5-9c9f-864e58aba850', 'ip_address': '172.27.3.34'}], 'enable_snat': True}, 'gw_port_id': '63eac74b-8017-4f9e-baf5-4aa75c8096e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T22:01:01Z', 'updated_at': '2021-11-08T22:01:07Z', 'revision_number': 4, 'project_id': '3c81291fa5704e6e99b9fb8671a47a4c', 'gw_port': {'id': '63eac74b-8017-4f9e-baf5-4aa75c8096e0', 'name': '', 'network_id': '8ae8d913-bef9-4bc0-baeb-78ef8b3a7364', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:20:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '683cfef6-9649-479e-9922-dfb07c24d627', 'device_owner': 'network:router_gateway', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': 'f0dec947-372d-4ed5-9c9f-864e58aba850', 'ip_address': '172.27.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T22:01:02Z', 'updated_at': '2021-11-08T22:01:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0dec947-372d-4ed5-9c9f-864e58aba850', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817085-1-iscsi', '_floatingips': [{'id': '5fbbf529-7037-4675-9766-6002a9cb6fef', 'tenant_id': '3c81291fa5704e6e99b9fb8671a47a4c', 'floating_ip_address': '172.27.3.188', 'floating_network_id': '8ae8d913-bef9-4bc0-baeb-78ef8b3a7364', 'router_id': '683cfef6-9649-479e-9922-dfb07c24d627', 'port_id': '6046736c-114d-4ae9-9e84-d1fd4b8dae13', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 465, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0389d40-840b-4921-84b3-93bfc186ef85', 'mac_address': 'fa:16:3e:f9:f4:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31eef623-5aba-415d-8a0b-07bee9153119', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T22:04:35Z', 'updated_at': '2021-11-08T22:04:48Z', 'revision_number': 1, 'project_id': '3c81291fa5704e6e99b9fb8671a47a4c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '282241b8-ee70-4e06-b70f-3b349506e9a3', 'name': '', 'network_id': 'd0389d40-840b-4921-84b3-93bfc186ef85', 'tenant_id': '3c81291fa5704e6e99b9fb8671a47a4c', 'mac_address': 'fa:16:3e:8c:fc:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '683cfef6-9649-479e-9922-dfb07c24d627', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '74626eb5-4f16-4db6-984a-103aeaf27899', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T22:01:05Z', 'updated_at': '2021-11-08T22:01:09Z', 'revision_number': 5, 'project_id': '3c81291fa5704e6e99b9fb8671a47a4c', 'subnets': [{'id': '74626eb5-4f16-4db6-984a-103aeaf27899', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817085-1-iscsi', False) {} {{(pid=101084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 22:04:49.883361 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc2320ef-25c2-41c6-89a2-cc952b3850da None None] The sync data for ids ['683cfef6-9649-479e-9922-dfb07c24d627'] in dv-cinder-817085-1-iscsi is: [{'id': '683cfef6-9649-479e-9922-dfb07c24d627', 'name': 'tempest-AttachVolumeShelveTestJSON-658045224-router', 'tenant_id': '3c81291fa5704e6e99b9fb8671a47a4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ae8d913-bef9-4bc0-baeb-78ef8b3a7364', 'external_fixed_ips': [{'subnet_id': 'f0dec947-372d-4ed5-9c9f-864e58aba850', 'ip_address': '172.27.3.34'}], 'enable_snat': True}, 'gw_port_id': '63eac74b-8017-4f9e-baf5-4aa75c8096e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T22:01:01Z', 'updated_at': '2021-11-08T22:01:07Z', 'revision_number': 4, 'project_id': '3c81291fa5704e6e99b9fb8671a47a4c', 'gw_port': {'id': '63eac74b-8017-4f9e-baf5-4aa75c8096e0', 'name': '', 'network_id': '8ae8d913-bef9-4bc0-baeb-78ef8b3a7364', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:20:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '683cfef6-9649-479e-9922-dfb07c24d627', 'device_owner': 'network:router_gateway', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': 'f0dec947-372d-4ed5-9c9f-864e58aba850', 'ip_address': '172.27.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T22:01:02Z', 'updated_at': '2021-11-08T22:01:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0dec947-372d-4ed5-9c9f-864e58aba850', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817085-1-iscsi', '_floatingips': [{'id': '5fbbf529-7037-4675-9766-6002a9cb6fef', 'tenant_id': '3c81291fa5704e6e99b9fb8671a47a4c', 'floating_ip_address': '172.27.3.188', 'floating_network_id': '8ae8d913-bef9-4bc0-baeb-78ef8b3a7364', 'router_id': '683cfef6-9649-479e-9922-dfb07c24d627', 'port_id': '6046736c-114d-4ae9-9e84-d1fd4b8dae13', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 465, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0389d40-840b-4921-84b3-93bfc186ef85', 'mac_address': 'fa:16:3e:f9:f4:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31eef623-5aba-415d-8a0b-07bee9153119', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T22:04:35Z', 'updated_at': '2021-11-08T22:04:48Z', 'revision_number': 1, 'project_id': '3c81291fa5704e6e99b9fb8671a47a4c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '282241b8-ee70-4e06-b70f-3b349506e9a3', 'name': '', 'network_id': 'd0389d40-840b-4921-84b3-93bfc186ef85', 'tenant_id': '3c81291fa5704e6e99b9fb8671a47a4c', 'mac_address': 'fa:16:3e:8c:fc:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '683cfef6-9649-479e-9922-dfb07c24d627', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '74626eb5-4f16-4db6-984a-103aeaf27899', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T22:01:05Z', 'updated_at': '2021-11-08T22:01:09Z', 'revision_number': 5, 'project_id': '3c81291fa5704e6e99b9fb8671a47a4c', 'subnets': [{'id': '74626eb5-4f16-4db6-984a-103aeaf27899', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 22:04:50.081804 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5baed7f-f488-4ca2-a7d5-8aae1c7265f7 None None] New status for floating IP 5fbbf529-7037-4675-9766-6002a9cb6fef: ACTIVE {{(pid=101085) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 08 22:04:50.173183 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-38f8c81f-ca07-4188-b5ff-70ceca3f97c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728276665375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534631'] for agent, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:04:50.604374 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97b476d-4bd7-4b19-b354-b74f7ab129e2 req-f8a2d7c6-3edd-41b2-9589-8161e8c6f7ae tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:04:50.605883 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-c97b476d-4bd7-4b19-b354-b74f7ab129e2 req-f8a2d7c6-3edd-41b2-9589-8161e8c6f7ae tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] 10.222.0.25 "GET /v2.0/ports?device_id=6d150dad-3751-4594-9577-0bff353c1959 HTTP/1.1" status: 200 len: 946 time: 0.0500443 Nov 08 22:04:50.652674 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-c97b476d-4bd7-4b19-b354-b74f7ab129e2 req-4c279587-1307-43c1-bd02-33ed709da0a4 tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] 10.222.0.25 "GET /v2.0/security-groups?id=acd37c4b-3fab-4bb4-9fe4-0e71055aeb64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409014 Nov 08 22:04:50.768661 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f022cdee-2e0e-439f-b4c0-220eeeb9c095 req-11edc2f8-86c0-4433-b7c0-74a66729b5ba tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:04:50.770156 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-f022cdee-2e0e-439f-b4c0-220eeeb9c095 req-11edc2f8-86c0-4433-b7c0-74a66729b5ba tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] 10.222.0.25 "GET /v2.0/ports?device_id=6d150dad-3751-4594-9577-0bff353c1959 HTTP/1.1" status: 200 len: 946 time: 0.0526817 Nov 08 22:04:50.778296 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.wsgi [-] (101082) accepted ('10.222.0.25', 46840) {{(pid=101082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 22:04:50.782546 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.v2.base [None req-d2a54333-b159-4c79-97d7-569d5c046f9b tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] Request body: {'floatingip': {'port_id': 'c65c79bf-42ab-47b3-93df-a00c3858e37d'}} {{(pid=101082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 22:04:50.821374 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-d2a54333-b159-4c79-97d7-569d5c046f9b tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] Publish callbacks [] for floatingip, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:04:51.493857 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-d2a54333-b159-4c79-97d7-569d5c046f9b tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:04:51.497431 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-d2a54333-b159-4c79-97d7-569d5c046f9b tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1623957'] for floatingip, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:04:51.597207 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.db.l3_db [None req-d2a54333-b159-4c79-97d7-569d5c046f9b tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] Floating IP b743cce0-ac60-4a26-8f22-a00065e64c55 associated. External IP: 172.27.3.104, port: c65c79bf-42ab-47b3-93df-a00c3858e37d. Nov 08 22:04:51.802512 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2a54333-b159-4c79-97d7-569d5c046f9b tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] Router a8710038-31e4-41f3-afb0-f835bccc6376 has already been hosted by L3 agent a7fb4010-89fb-4d99-b0a1-90d6a3aacb04 {{(pid=101082) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 22:04:51.815460 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-550ddcb2-f0f8-4b6b-a238-0b8e3ebb0b9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728276665375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534631'] for agent, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:04:51.928922 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2a54333-b159-4c79-97d7-569d5c046f9b tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] Notify agent at l3_agent.dv-cinder-817085-1-iscsi the message routers_updated {{(pid=101082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 22:04:51.933848 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-d2a54333-b159-4c79-97d7-569d5c046f9b tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465805'] for floatingip, before_response {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:04:51.939688 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bc26680-0058-48d3-bd36-46a294fb7e10 None None] Sync routers for ids ['a8710038-31e4-41f3-afb0-f835bccc6376'] in dv-cinder-817085-1-iscsi {{(pid=101084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 22:04:51.950862 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bc26680-0058-48d3-bd36-46a294fb7e10 None None] Routers {'a8710038-31e4-41f3-afb0-f835bccc6376'} bound to L3 agent in host dv-cinder-817085-1-iscsi {{(pid=101084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 22:04:51.951479 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.db.l3_hamode_db [None req-0bc26680-0058-48d3-bd36-46a294fb7e10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817085-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T21:51:49Z,description=,heartbeat_timestamp=2021-11-08T22:04:49Z,host='dv-cinder-817085-1-iscsi',id=a7fb4010-89fb-4d99-b0a1-90d6a3aacb04,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T21:51:49Z,topic='l3_agent')) {'router_ids': ['a8710038-31e4-41f3-afb0-f835bccc6376'], 'active': True} {{(pid=101084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 22:04:51.962379 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [None req-d2a54333-b159-4c79-97d7-569d5c046f9b tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] 10.222.0.25 "PUT /v2.0/floatingips/b743cce0-ac60-4a26-8f22-a00065e64c55 HTTP/1.1" status: 200 len: 992 time: 1.1830602 Nov 08 22:04:51.962954 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d150dad-3751-4594-9577-0bff353c1959', 'tag': 'c65c79bf-42ab-47b3-93df-a00c3858e37d'}] {{(pid=101082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 22:04:51.965225 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5244ac95217a6bb312334333bc6ed4bdb0e50c4a837cb758f48f620e9b099f25" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8a90b9b-92e6-47eb-9abe-b0110fc19950" -d '{"events": [{"name": "network-changed", "server_uuid": "6d150dad-3751-4594-9577-0bff353c1959", "tag": "c65c79bf-42ab-47b3-93df-a00c3858e37d"}]}' {{(pid=101082) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 22:04:52.015209 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 22:04:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-711292d2-49c7-4de1-b79a-7af9571adc3d x-openstack-request-id: req-711292d2-49c7-4de1-b79a-7af9571adc3d {{(pid=101082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 22:04:52.015501 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d150dad-3751-4594-9577-0bff353c1959", "tag": "c65c79bf-42ab-47b3-93df-a00c3858e37d", "status": "completed", "code": 200}]} {{(pid=101082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 22:04:52.015803 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-711292d2-49c7-4de1-b79a-7af9571adc3d {{(pid=101082) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 22:04:52.016177 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d150dad-3751-4594-9577-0bff353c1959', 'tag': 'c65c79bf-42ab-47b3-93df-a00c3858e37d', 'status': 'completed', 'code': 200} Nov 08 22:04:52.066784 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.db.l3_dvr_db [None req-0bc26680-0058-48d3-bd36-46a294fb7e10 None None] Set router a8710038-31e4-41f3-afb0-f835bccc6376 gateway port host: dv-cinder-817085-1-iscsi {{(pid=101084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 22:04:52.096921 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a90b9b-92e6-47eb-9abe-b0110fc19950 req-c7095973-0832-4c61-9033-15302b1fb651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:04:52.098447 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-f8a90b9b-92e6-47eb-9abe-b0110fc19950 req-c7095973-0832-4c61-9033-15302b1fb651 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c834e2bc78d34c388e89dd13ae9d694d&device_id=6d150dad-3751-4594-9577-0bff353c1959 HTTP/1.1" status: 200 len: 1099 time: 0.0556009 Nov 08 22:04:52.200173 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a90b9b-92e6-47eb-9abe-b0110fc19950 req-2abef6bd-62d0-4312-b177-04ceb9748b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:04:52.201980 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-f8a90b9b-92e6-47eb-9abe-b0110fc19950 req-2abef6bd-62d0-4312-b177-04ceb9748b5c service neutron] 10.222.0.48 "GET /v2.0/networks?id=9590ccf2-e7fa-40b5-917c-b342c4898ba2 HTTP/1.1" status: 200 len: 911 time: 0.0963240 Nov 08 22:04:52.268353 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-f8a90b9b-92e6-47eb-9abe-b0110fc19950 req-a226ac2f-da9a-422b-b2a3-ea98b0c190aa service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c65c79bf-42ab-47b3-93df-a00c3858e37d HTTP/1.1" status: 200 len: 1000 time: 0.0589228 Nov 08 22:04:52.321339 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.db.l3_hamode_db [None req-0bc26680-0058-48d3-bd36-46a294fb7e10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8710038-31e4-41f3-afb0-f835bccc6376', 'name': 'tempest-AttachVolumeTestJSON-138430820-router', 'tenant_id': 'c834e2bc78d34c388e89dd13ae9d694d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ae8d913-bef9-4bc0-baeb-78ef8b3a7364', 'external_fixed_ips': [{'subnet_id': 'f0dec947-372d-4ed5-9c9f-864e58aba850', 'ip_address': '172.27.3.181'}], 'enable_snat': True}, 'gw_port_id': '29f233ab-38fc-4545-a24b-ffeb6cbcad23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T21:59:45Z', 'updated_at': '2021-11-08T21:59:51Z', 'revision_number': 4, 'project_id': 'c834e2bc78d34c388e89dd13ae9d694d', 'gw_port': {'id': '29f233ab-38fc-4545-a24b-ffeb6cbcad23', 'name': '', 'network_id': '8ae8d913-bef9-4bc0-baeb-78ef8b3a7364', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:4c:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8710038-31e4-41f3-afb0-f835bccc6376', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': 'f0dec947-372d-4ed5-9c9f-864e58aba850', 'ip_address': '172.27.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T21:59:45Z', 'updated_at': '2021-11-08T21:59:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0dec947-372d-4ed5-9c9f-864e58aba850', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817085-1-iscsi', '_floatingips': [{'id': 'b743cce0-ac60-4a26-8f22-a00065e64c55', 'tenant_id': 'c834e2bc78d34c388e89dd13ae9d694d', 'floating_ip_address': '172.27.3.104', 'floating_network_id': '8ae8d913-bef9-4bc0-baeb-78ef8b3a7364', 'router_id': 'a8710038-31e4-41f3-afb0-f835bccc6376', 'port_id': 'c65c79bf-42ab-47b3-93df-a00c3858e37d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 472, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9590ccf2-e7fa-40b5-917c-b342c4898ba2', 'mac_address': 'fa:16:3e:ed:d4:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d150dad-3751-4594-9577-0bff353c1959', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T22:04:39Z', 'updated_at': '2021-11-08T22:04:51Z', 'revision_number': 1, 'project_id': 'c834e2bc78d34c388e89dd13ae9d694d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '53dd1d3a-6711-4ff9-aa82-f0ec785ee75e', 'name': '', 'network_id': '9590ccf2-e7fa-40b5-917c-b342c4898ba2', 'tenant_id': 'c834e2bc78d34c388e89dd13ae9d694d', 'mac_address': 'fa:16:3e:27:1d:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8710038-31e4-41f3-afb0-f835bccc6376', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '2512a576-3f2f-4a0c-aead-e82297ded485', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T21:59:49Z', 'updated_at': '2021-11-08T21:59:56Z', 'revision_number': 5, 'project_id': 'c834e2bc78d34c388e89dd13ae9d694d', 'subnets': [{'id': '2512a576-3f2f-4a0c-aead-e82297ded485', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817085-1-iscsi', False) {} {{(pid=101084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 22:04:52.322242 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a90b9b-92e6-47eb-9abe-b0110fc19950 req-e59ab92f-372a-4f4a-979a-f8938bcbbe8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:04:52.323715 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-f8a90b9b-92e6-47eb-9abe-b0110fc19950 req-e59ab92f-372a-4f4a-979a-f8938bcbbe8a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2512a576-3f2f-4a0c-aead-e82297ded485 HTTP/1.1" status: 200 len: 849 time: 0.0483348 Nov 08 22:04:52.348589 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bc26680-0058-48d3-bd36-46a294fb7e10 None None] Checking router: a8710038-31e4-41f3-afb0-f835bccc6376 for host: dv-cinder-817085-1-iscsi {{(pid=101084) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 22:04:52.357149 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bc26680-0058-48d3-bd36-46a294fb7e10 None None] Routers {'a8710038-31e4-41f3-afb0-f835bccc6376'} bound to L3 agent in host dv-cinder-817085-1-iscsi {{(pid=101084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 22:04:52.357849 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.db.l3_hamode_db [None req-0bc26680-0058-48d3-bd36-46a294fb7e10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817085-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T21:51:49Z,description=,heartbeat_timestamp=2021-11-08T22:04:49Z,host='dv-cinder-817085-1-iscsi',id=a7fb4010-89fb-4d99-b0a1-90d6a3aacb04,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T21:51:49Z,topic='l3_agent')) {'router_ids': ['a8710038-31e4-41f3-afb0-f835bccc6376'], 'active': True} {{(pid=101084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 22:04:52.373189 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a90b9b-92e6-47eb-9abe-b0110fc19950 req-1ee566dc-f67b-44e7-9f0d-e82cee229908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:04:52.374688 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-f8a90b9b-92e6-47eb-9abe-b0110fc19950 req-1ee566dc-f67b-44e7-9f0d-e82cee229908 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9590ccf2-e7fa-40b5-917c-b342c4898ba2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0439947 Nov 08 22:04:52.466483 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-f8a90b9b-92e6-47eb-9abe-b0110fc19950 req-6fe525cf-e2bd-4a75-bcb0-3ac2872b436f service neutron] 10.222.0.48 "GET /v2.0/networks/9590ccf2-e7fa-40b5-917c-b342c4898ba2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837121 Nov 08 22:04:52.487689 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.db.l3_dvr_db [None req-0bc26680-0058-48d3-bd36-46a294fb7e10 None None] Set router a8710038-31e4-41f3-afb0-f835bccc6376 gateway port host: dv-cinder-817085-1-iscsi {{(pid=101084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 22:04:52.520458 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-ad13160b-513d-4512-a15f-cb40cce6b7e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728276665375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534631'] for agent, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:04:52.578552 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-f8a90b9b-92e6-47eb-9abe-b0110fc19950 req-2ce3140a-38e3-47fb-a238-4edd45db3f48 service neutron] 10.222.0.48 "GET /v2.0/networks/9590ccf2-e7fa-40b5-917c-b342c4898ba2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1028104 Nov 08 22:04:52.759364 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.db.l3_hamode_db [None req-0bc26680-0058-48d3-bd36-46a294fb7e10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8710038-31e4-41f3-afb0-f835bccc6376', 'name': 'tempest-AttachVolumeTestJSON-138430820-router', 'tenant_id': 'c834e2bc78d34c388e89dd13ae9d694d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ae8d913-bef9-4bc0-baeb-78ef8b3a7364', 'external_fixed_ips': [{'subnet_id': 'f0dec947-372d-4ed5-9c9f-864e58aba850', 'ip_address': '172.27.3.181'}], 'enable_snat': True}, 'gw_port_id': '29f233ab-38fc-4545-a24b-ffeb6cbcad23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T21:59:45Z', 'updated_at': '2021-11-08T21:59:51Z', 'revision_number': 4, 'project_id': 'c834e2bc78d34c388e89dd13ae9d694d', 'gw_port': {'id': '29f233ab-38fc-4545-a24b-ffeb6cbcad23', 'name': '', 'network_id': '8ae8d913-bef9-4bc0-baeb-78ef8b3a7364', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:4c:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8710038-31e4-41f3-afb0-f835bccc6376', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': 'f0dec947-372d-4ed5-9c9f-864e58aba850', 'ip_address': '172.27.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T21:59:45Z', 'updated_at': '2021-11-08T21:59:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0dec947-372d-4ed5-9c9f-864e58aba850', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817085-1-iscsi', '_floatingips': [{'id': 'b743cce0-ac60-4a26-8f22-a00065e64c55', 'tenant_id': 'c834e2bc78d34c388e89dd13ae9d694d', 'floating_ip_address': '172.27.3.104', 'floating_network_id': '8ae8d913-bef9-4bc0-baeb-78ef8b3a7364', 'router_id': 'a8710038-31e4-41f3-afb0-f835bccc6376', 'port_id': 'c65c79bf-42ab-47b3-93df-a00c3858e37d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 472, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9590ccf2-e7fa-40b5-917c-b342c4898ba2', 'mac_address': 'fa:16:3e:ed:d4:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d150dad-3751-4594-9577-0bff353c1959', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T22:04:39Z', 'updated_at': '2021-11-08T22:04:51Z', 'revision_number': 1, 'project_id': 'c834e2bc78d34c388e89dd13ae9d694d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '53dd1d3a-6711-4ff9-aa82-f0ec785ee75e', 'name': '', 'network_id': '9590ccf2-e7fa-40b5-917c-b342c4898ba2', 'tenant_id': 'c834e2bc78d34c388e89dd13ae9d694d', 'mac_address': 'fa:16:3e:27:1d:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8710038-31e4-41f3-afb0-f835bccc6376', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '2512a576-3f2f-4a0c-aead-e82297ded485', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T21:59:49Z', 'updated_at': '2021-11-08T21:59:56Z', 'revision_number': 5, 'project_id': 'c834e2bc78d34c388e89dd13ae9d694d', 'subnets': [{'id': '2512a576-3f2f-4a0c-aead-e82297ded485', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817085-1-iscsi', False) {} {{(pid=101084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 22:04:52.788462 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bc26680-0058-48d3-bd36-46a294fb7e10 None None] The sync data for ids ['a8710038-31e4-41f3-afb0-f835bccc6376'] in dv-cinder-817085-1-iscsi is: [{'id': 'a8710038-31e4-41f3-afb0-f835bccc6376', 'name': 'tempest-AttachVolumeTestJSON-138430820-router', 'tenant_id': 'c834e2bc78d34c388e89dd13ae9d694d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ae8d913-bef9-4bc0-baeb-78ef8b3a7364', 'external_fixed_ips': [{'subnet_id': 'f0dec947-372d-4ed5-9c9f-864e58aba850', 'ip_address': '172.27.3.181'}], 'enable_snat': True}, 'gw_port_id': '29f233ab-38fc-4545-a24b-ffeb6cbcad23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T21:59:45Z', 'updated_at': '2021-11-08T21:59:51Z', 'revision_number': 4, 'project_id': 'c834e2bc78d34c388e89dd13ae9d694d', 'gw_port': {'id': '29f233ab-38fc-4545-a24b-ffeb6cbcad23', 'name': '', 'network_id': '8ae8d913-bef9-4bc0-baeb-78ef8b3a7364', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:4c:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8710038-31e4-41f3-afb0-f835bccc6376', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': 'f0dec947-372d-4ed5-9c9f-864e58aba850', 'ip_address': '172.27.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T21:59:45Z', 'updated_at': '2021-11-08T21:59:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0dec947-372d-4ed5-9c9f-864e58aba850', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817085-1-iscsi', '_floatingips': [{'id': 'b743cce0-ac60-4a26-8f22-a00065e64c55', 'tenant_id': 'c834e2bc78d34c388e89dd13ae9d694d', 'floating_ip_address': '172.27.3.104', 'floating_network_id': '8ae8d913-bef9-4bc0-baeb-78ef8b3a7364', 'router_id': 'a8710038-31e4-41f3-afb0-f835bccc6376', 'port_id': 'c65c79bf-42ab-47b3-93df-a00c3858e37d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 472, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9590ccf2-e7fa-40b5-917c-b342c4898ba2', 'mac_address': 'fa:16:3e:ed:d4:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d150dad-3751-4594-9577-0bff353c1959', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T22:04:39Z', 'updated_at': '2021-11-08T22:04:51Z', 'revision_number': 1, 'project_id': 'c834e2bc78d34c388e89dd13ae9d694d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '53dd1d3a-6711-4ff9-aa82-f0ec785ee75e', 'name': '', 'network_id': '9590ccf2-e7fa-40b5-917c-b342c4898ba2', 'tenant_id': 'c834e2bc78d34c388e89dd13ae9d694d', 'mac_address': 'fa:16:3e:27:1d:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8710038-31e4-41f3-afb0-f835bccc6376', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '2512a576-3f2f-4a0c-aead-e82297ded485', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T21:59:49Z', 'updated_at': '2021-11-08T21:59:56Z', 'revision_number': 5, 'project_id': 'c834e2bc78d34c388e89dd13ae9d694d', 'subnets': [{'id': '2512a576-3f2f-4a0c-aead-e82297ded485', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 22:04:52.976003 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9e4ea98-f4a6-451e-b4a6-af3376287ee9 None None] New status for floating IP b743cce0-ac60-4a26-8f22-a00065e64c55: ACTIVE {{(pid=101085) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 08 22:04:53.818192 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.wsgi [-] (101082) accepted ('10.222.0.25', 46874) {{(pid=101082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 22:04:53.922971 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-67d97fc6-3a19-42a9-90b8-cdbee85a2ea3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:04:54.001953 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-67d97fc6-3a19-42a9-90b8-cdbee85a2ea3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:04:54.006034 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-67d97fc6-3a19-42a9-90b8-cdbee85a2ea3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2033567'] for security_group, after_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:04:54.045242 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [None req-67d97fc6-3a19-42a9-90b8-cdbee85a2ea3 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=cf75901b0b1344b4b0d20d40caba8dba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2259223 Nov 08 22:04:54.046097 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d97fc6-3a19-42a9-90b8-cdbee85a2ea3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97527ce8-7aeb-48fe-857a-c94c1d94e7e4,revision_number=1']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:04:54.047991 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.wsgi [-] (101083) accepted ('10.222.0.25', 46878) {{(pid=101083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 22:04:54.095963 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-d7f8120c-cde5-45ff-af59-51bd013094a5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:04:54.116597 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-d7f8120c-cde5-45ff-af59-51bd013094a5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:04:54.163542 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-d7f8120c-cde5-45ff-af59-51bd013094a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2033567'] for security_group, after_delete {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:04:54.166397 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-d7f8120c-cde5-45ff-af59-51bd013094a5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:04:54.167576 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [None req-d7f8120c-cde5-45ff-af59-51bd013094a5 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/97527ce8-7aeb-48fe-857a-c94c1d94e7e4 HTTP/1.1" status: 204 len: 168 time: 0.1185672 Nov 08 22:04:54.175769 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f8120c-cde5-45ff-af59-51bd013094a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97527ce8-7aeb-48fe-857a-c94c1d94e7e4,revision_number=None']} {{(pid=101083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:04:54.458966 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.wsgi [-] (101083) accepted ('10.222.0.25', 46890) {{(pid=101083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 22:04:54.472093 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-d89146b6-630f-4f57-ae38-db5c51b192be admin admin] Publish callbacks [] for security_group, before_create {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:04:54.547927 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-d89146b6-630f-4f57-ae38-db5c51b192be admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:04:54.551797 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-d89146b6-630f-4f57-ae38-db5c51b192be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2033567'] for security_group, after_create {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:04:54.588566 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89146b6-630f-4f57-ae38-db5c51b192be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df77c1f8-1806-4edc-bf44-fe1fee74903b,revision_number=1']} {{(pid=101083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:04:54.592611 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [None req-d89146b6-630f-4f57-ae38-db5c51b192be admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=18da79cef1e44d148c091c17b7d40795&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1326091 Nov 08 22:04:54.595186 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.wsgi [-] (101083) accepted ('10.222.0.25', 46892) {{(pid=101083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 22:04:54.650844 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-32ccc9ba-ecdb-4f33-8417-c2cf2c92a804 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:04:54.671729 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-32ccc9ba-ecdb-4f33-8417-c2cf2c92a804 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:04:54.716557 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-32ccc9ba-ecdb-4f33-8417-c2cf2c92a804 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2033567'] for security_group, after_delete {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:04:54.719095 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-32ccc9ba-ecdb-4f33-8417-c2cf2c92a804 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:04:54.720219 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [None req-32ccc9ba-ecdb-4f33-8417-c2cf2c92a804 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/df77c1f8-1806-4edc-bf44-fe1fee74903b HTTP/1.1" status: 204 len: 168 time: 0.1241603 Nov 08 22:04:54.728839 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ccc9ba-ecdb-4f33-8417-c2cf2c92a804 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df77c1f8-1806-4edc-bf44-fe1fee74903b,revision_number=None']} {{(pid=101083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:04:55.238066 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728276665375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534631'] for agent, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:04:57.412405 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-92dbe174-ac39-444e-a57a-e4a37167158f req-0a08f281-81b0-4d8e-8487-fbfbca0f055c service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=36aa27d6-92aa-4035-923c-da2c29f48135&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0385542 Nov 08 22:04:57.490568 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dbe174-ac39-444e-a57a-e4a37167158f req-af444b64-90ae-4918-be6b-6e6a3a5adc2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:04:57.492004 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-92dbe174-ac39-444e-a57a-e4a37167158f req-af444b64-90ae-4918-be6b-6e6a3a5adc2c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8c3de2533be641d8a862b529619deccd&device_id=36aa27d6-92aa-4035-923c-da2c29f48135 HTTP/1.1" status: 200 len: 1099 time: 0.0386631 Nov 08 22:04:57.599524 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dbe174-ac39-444e-a57a-e4a37167158f req-bf337cca-9d1d-469c-96d2-eeabc0023eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:04:57.601044 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-92dbe174-ac39-444e-a57a-e4a37167158f req-bf337cca-9d1d-469c-96d2-eeabc0023eb4 service neutron] 10.222.0.48 "GET /v2.0/networks?id=f15ed086-114a-4c78-9304-55250dfe0287 HTTP/1.1" status: 200 len: 910 time: 0.0897908 Nov 08 22:04:57.666055 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-92dbe174-ac39-444e-a57a-e4a37167158f req-263bd629-bbd1-4bb3-b0a6-7f132d1c055a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8dce0283-1ebe-49b6-898e-5aae3ef2e7a9 HTTP/1.1" status: 200 len: 1001 time: 0.0583131 Nov 08 22:04:57.720108 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dbe174-ac39-444e-a57a-e4a37167158f req-19d4717c-8763-4970-91f8-a3146ad70967 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:04:57.721563 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-92dbe174-ac39-444e-a57a-e4a37167158f req-19d4717c-8763-4970-91f8-a3146ad70967 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8886f01a-2581-4e8d-9cf3-0b8e12cec80f HTTP/1.1" status: 200 len: 848 time: 0.0466087 Nov 08 22:04:57.768324 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dbe174-ac39-444e-a57a-e4a37167158f req-275aa9e6-c23e-4ae3-b608-24e6f31daec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:04:57.769834 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-92dbe174-ac39-444e-a57a-e4a37167158f req-275aa9e6-c23e-4ae3-b608-24e6f31daec6 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f15ed086-114a-4c78-9304-55250dfe0287&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0399899 Nov 08 22:04:57.856188 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-92dbe174-ac39-444e-a57a-e4a37167158f req-691a0e94-3247-4032-a799-0010515e31ca service neutron] 10.222.0.48 "GET /v2.0/networks/f15ed086-114a-4c78-9304-55250dfe0287?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789618 Nov 08 22:04:57.948362 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-92dbe174-ac39-444e-a57a-e4a37167158f req-b359bd29-f01c-4ecd-b3d8-37c4682d3ec5 service neutron] 10.222.0.48 "GET /v2.0/networks/f15ed086-114a-4c78-9304-55250dfe0287?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838494 Nov 08 22:04:58.205459 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.wsgi [-] (101083) accepted ('10.222.0.25', 46948) {{(pid=101083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 22:04:58.312661 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-a910ebed-9e77-4b56-85f4-c0c4e176c7ce admin admin] Publish callbacks [] for security_group, before_create {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:04:58.393884 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-a910ebed-9e77-4b56-85f4-c0c4e176c7ce admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:04:58.397802 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-a910ebed-9e77-4b56-85f4-c0c4e176c7ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2033567'] for security_group, after_create {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:04:58.436287 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [None req-a910ebed-9e77-4b56-85f4-c0c4e176c7ce admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=db6e3c32dbe74a40b00e6f783fe7023a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2297738 Nov 08 22:04:58.437240 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a910ebed-9e77-4b56-85f4-c0c4e176c7ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65a81dce-d10f-4f44-aa36-1638d0d57ff3,revision_number=1']} {{(pid=101083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:04:58.439027 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.wsgi [-] (101082) accepted ('10.222.0.25', 46952) {{(pid=101082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 22:04:58.486107 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-1be32e97-f3c3-4975-ba1f-40b2c68121d0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:04:58.506631 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-1be32e97-f3c3-4975-ba1f-40b2c68121d0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:04:58.555903 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-1be32e97-f3c3-4975-ba1f-40b2c68121d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2033567'] for security_group, after_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:04:58.557674 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-1be32e97-f3c3-4975-ba1f-40b2c68121d0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:04:58.558818 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [None req-1be32e97-f3c3-4975-ba1f-40b2c68121d0 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/65a81dce-d10f-4f44-aa36-1638d0d57ff3 HTTP/1.1" status: 204 len: 168 time: 0.1187518 Nov 08 22:04:58.569703 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be32e97-f3c3-4975-ba1f-40b2c68121d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65a81dce-d10f-4f44-aa36-1638d0d57ff3,revision_number=None']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:04:59.155862 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.wsgi [-] (101082) accepted ('10.222.0.25', 46978) {{(pid=101082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 22:04:59.249223 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.v2.base [None req-2e1451f1-de46-43ff-8192-59a99df14477 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1537779666-network', 'tenant_id': 'ee2f94c6fb9e48baa27da7f590fa5920'}} {{(pid=101082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 22:04:59.271838 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e1451f1-de46-43ff-8192-59a99df14477 admin admin] Made reservation on behalf of ee2f94c6fb9e48baa27da7f590fa5920 for: {'network': 1} {{(pid=101082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 22:04:59.275131 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-2e1451f1-de46-43ff-8192-59a99df14477 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-925982'] for network, before_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:04:59.283545 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-2e1451f1-de46-43ff-8192-59a99df14477 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:04:59.360249 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-2e1451f1-de46-43ff-8192-59a99df14477 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:04:59.364185 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-2e1451f1-de46-43ff-8192-59a99df14477 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2033567'] for security_group, after_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:04:59.388421 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e1451f1-de46-43ff-8192-59a99df14477 admin admin] vlan segment allocate from pool success with {'vlan_id': 736, 'physical_network': 'physnet1'} {{(pid=101082) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 22:04:59.398417 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1451f1-de46-43ff-8192-59a99df14477 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32a1766c-10ae-485b-b28f-7967e49249c9,revision_number=1']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:04:59.403105 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-2e1451f1-de46-43ff-8192-59a99df14477 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-527333'] for segment, precommit_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:04:59.403450 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.db.segments_db [None req-2e1451f1-de46-43ff-8192-59a99df14477 admin admin] Added segment 0c69bd30-f373-4f7a-a045-534c05232772 of type vlan for network 5e178ebc-57fc-4f09-8df7-bacbc1dd1d98 Nov 08 22:04:59.442084 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-2e1451f1-de46-43ff-8192-59a99df14477 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728276129500'] for network, precommit_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:04:59.466274 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-2e1451f1-de46-43ff-8192-59a99df14477 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646297'] for network, after_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:04:59.467218 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e1451f1-de46-43ff-8192-59a99df14477 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:04:59.467786 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-2e1451f1-de46-43ff-8192-59a99df14477 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646287'] for network, before_response {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:04:59.525835 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [None req-2e1451f1-de46-43ff-8192-59a99df14477 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3688185 Nov 08 22:04:59.529104 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.wsgi [-] (101083) accepted ('10.222.0.25', 46982) {{(pid=101083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 22:04:59.530928 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1451f1-de46-43ff-8192-59a99df14477 admin admin] Pushing event updated for resources: {'Network': ['ID=5e178ebc-57fc-4f09-8df7-bacbc1dd1d98,revision_number=1']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:04:59.533947 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.v2.base [None req-9fcd51cb-4900-4a3d-8d2b-7318f17e7ddc admin admin] Request body: {'subnet': {'network_id': '5e178ebc-57fc-4f09-8df7-bacbc1dd1d98', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1537779666-subnet', 'tenant_id': 'ee2f94c6fb9e48baa27da7f590fa5920', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 22:04:59.545362 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.rpc [None req-ad13160b-513d-4512-a15f-cb40cce6b7e9 None None] Network 5e178ebc-57fc-4f09-8df7-bacbc1dd1d98 details requested by agent ovs-agent-dv-cinder-817085-1-iscsi with host dv-cinder-817085-1-iscsi {{(pid=101084) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 22:04:59.556011 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fcd51cb-4900-4a3d-8d2b-7318f17e7ddc admin admin] Made reservation on behalf of ee2f94c6fb9e48baa27da7f590fa5920 for: {'subnet': 1} {{(pid=101083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 22:04:59.558506 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-9fcd51cb-4900-4a3d-8d2b-7318f17e7ddc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4933386'] for subnet, before_create {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:04:59.720187 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-9fcd51cb-4900-4a3d-8d2b-7318f17e7ddc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7658860', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4932592'] for subnet, after_create {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:04:59.776957 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fcd51cb-4900-4a3d-8d2b-7318f17e7ddc admin admin] Pushing event updated for resources: {'Subnet': ['ID=d355c4e7-ca33-4d3f-b869-56d92c793160,revision_number=0']} {{(pid=101083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:04:59.789609 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fcd51cb-4900-4a3d-8d2b-7318f17e7ddc admin admin] Checking segment: {'id': '0c69bd30-f373-4f7a-a045-534c05232772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '5e178ebc-57fc-4f09-8df7-bacbc1dd1d98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 22:04:59.789835 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fcd51cb-4900-4a3d-8d2b-7318f17e7ddc admin admin] Network hostable DHCP agents. Network: 5e178ebc-57fc-4f09-8df7-bacbc1dd1d98, hostable agents: ['d8645970-7d7f-496c-a75a-0ae64c095b3b'], hosted agents: [] {{(pid=101083) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 22:04:59.806548 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fcd51cb-4900-4a3d-8d2b-7318f17e7ddc admin admin] Network 5e178ebc-57fc-4f09-8df7-bacbc1dd1d98 is scheduled to be hosted by DHCP agent d8645970-7d7f-496c-a75a-0ae64c095b3b with binding_index 1 {{(pid=101083) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 22:04:59.817017 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.scheduler.base_scheduler [None req-9fcd51cb-4900-4a3d-8d2b-7318f17e7ddc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817085-1-iscsi, 5e178ebc-57fc-4f09-8df7-bacbc1dd1d98) {{(pid=101083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 22:04:59.823012 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fcd51cb-4900-4a3d-8d2b-7318f17e7ddc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:04:59.823989 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-9fcd51cb-4900-4a3d-8d2b-7318f17e7ddc admin admin] Publish callbacks [] for subnet, before_response {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:04:59.829897 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20694b72-ff1e-448d-93da-18ba25837531 None None] Network 5e178ebc-57fc-4f09-8df7-bacbc1dd1d98 requested from dv-cinder-817085-1-iscsi {{(pid=101084) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 22:04:59.849750 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [None req-9fcd51cb-4900-4a3d-8d2b-7318f17e7ddc admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3109391 Nov 08 22:04:59.963024 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00e3a3f7-32fa-471b-a4ea-0d0d635b7dc3 None None] Network 5e178ebc-57fc-4f09-8df7-bacbc1dd1d98 requested from dv-cinder-817085-1-iscsi {{(pid=101084) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 22:05:00.308436 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.db.agents_db [None req-16c50754-5ab9-47e2-9d92-00a33089e8d5 None None] Agent healthcheck: found 6 active agents {{(pid=101085) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 22:05:01.577069 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22af2ac8-aa04-4c92-b4bb-06b79ba0316c req-4db3f01c-5c72-430b-b3b8-7149a217a200 tempest-VolumesSnapshotTestJSON-1628238410 tempest-VolumesSnapshotTestJSON-1628238410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:05:01.578618 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-22af2ac8-aa04-4c92-b4bb-06b79ba0316c req-4db3f01c-5c72-430b-b3b8-7149a217a200 tempest-VolumesSnapshotTestJSON-1628238410 tempest-VolumesSnapshotTestJSON-1628238410-project] 10.222.0.25 "GET /v2.0/networks?id=5e178ebc-57fc-4f09-8df7-bacbc1dd1d98 HTTP/1.1" status: 200 len: 814 time: 0.1101675 Nov 08 22:05:01.596864 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-22af2ac8-aa04-4c92-b4bb-06b79ba0316c req-5cb474b6-90f3-42e5-9a6e-24c8380a6754 tempest-VolumesSnapshotTestJSON-1628238410 tempest-VolumesSnapshotTestJSON-1628238410-project] 10.222.0.25 "GET /v2.0/quotas/ee2f94c6fb9e48baa27da7f590fa5920 HTTP/1.1" status: 200 len: 375 time: 0.0108135 Nov 08 22:05:01.630659 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-22af2ac8-aa04-4c92-b4bb-06b79ba0316c req-b1381bfd-83d1-4e9b-b626-3e93aa07179e tempest-VolumesSnapshotTestJSON-1628238410 tempest-VolumesSnapshotTestJSON-1628238410-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=ee2f94c6fb9e48baa27da7f590fa5920&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0286324 Nov 08 22:05:01.772068 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-22af2ac8-aa04-4c92-b4bb-06b79ba0316c req-afade869-9cf3-4175-b1e5-39ff04d5b88f service neutron] 10.222.0.25 "GET /v2.0/networks/5e178ebc-57fc-4f09-8df7-bacbc1dd1d98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335623 Nov 08 22:05:01.860368 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-22af2ac8-aa04-4c92-b4bb-06b79ba0316c req-a8fd9aae-4b74-4310-b984-49bafc411823 service neutron] 10.222.0.25 "GET /v2.0/networks/5e178ebc-57fc-4f09-8df7-bacbc1dd1d98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821040 Nov 08 22:05:02.022838 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-c23798aa-2433-48e7-b16b-7e26aeb6acb1 req-24c321b1-b522-4c3f-809c-711ea768a92e tempest-VolumesSnapshotTestJSON-1628238410 tempest-VolumesSnapshotTestJSON-1628238410-project] 10.222.0.25 "GET /v2.0/ports?device_id=b91ceaab-dabf-4fba-ab84-89e55c77ca14 HTTP/1.1" status: 200 len: 210 time: 0.0328817 Nov 08 22:05:03.129147 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22af2ac8-aa04-4c92-b4bb-06b79ba0316c req-c2001586-6b1f-47da-86fa-e85fc758fbdd tempest-VolumesSnapshotTestJSON-1628238410 tempest-VolumesSnapshotTestJSON-1628238410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:05:03.130712 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-22af2ac8-aa04-4c92-b4bb-06b79ba0316c req-c2001586-6b1f-47da-86fa-e85fc758fbdd tempest-VolumesSnapshotTestJSON-1628238410 tempest-VolumesSnapshotTestJSON-1628238410-project] 10.222.0.48 "GET /v2.0/networks?id=5e178ebc-57fc-4f09-8df7-bacbc1dd1d98 HTTP/1.1" status: 200 len: 814 time: 0.1160007 Nov 08 22:05:03.137084 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-66ca539c-836a-490e-8fc1-72c24c886487 req-6762fecc-0fa8-4ff2-a1f2-e362039f3abd tempest-VolumesSnapshotTestJSON-1628238410 tempest-VolumesSnapshotTestJSON-1628238410-project] 10.222.0.25 "GET /v2.0/ports?device_id=b91ceaab-dabf-4fba-ab84-89e55c77ca14 HTTP/1.1" status: 200 len: 210 time: 0.0338037 Nov 08 22:05:03.148466 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.v2.base [req-22af2ac8-aa04-4c92-b4bb-06b79ba0316c req-f64e0bcd-03c2-4ad9-8658-790f967f5c6e tempest-VolumesSnapshotTestJSON-1628238410 tempest-VolumesSnapshotTestJSON-1628238410-project] Request body: {'port': {'device_id': 'b91ceaab-dabf-4fba-ab84-89e55c77ca14', 'network_id': '5e178ebc-57fc-4f09-8df7-bacbc1dd1d98', 'admin_state_up': True, 'tenant_id': 'ee2f94c6fb9e48baa27da7f590fa5920'}} {{(pid=101083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 22:05:03.266799 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-22af2ac8-aa04-4c92-b4bb-06b79ba0316c req-f64e0bcd-03c2-4ad9-8658-790f967f5c6e tempest-VolumesSnapshotTestJSON-1628238410 tempest-VolumesSnapshotTestJSON-1628238410-project] Made reservation on behalf of ee2f94c6fb9e48baa27da7f590fa5920 for: {'port': 1} {{(pid=101083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 22:05:03.270617 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [req-22af2ac8-aa04-4c92-b4bb-06b79ba0316c req-f64e0bcd-03c2-4ad9-8658-790f967f5c6e tempest-VolumesSnapshotTestJSON-1628238410 tempest-VolumesSnapshotTestJSON-1628238410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-925982'] for port, before_create {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:05:03.389740 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.db.db_base_plugin_common [req-22af2ac8-aa04-4c92-b4bb-06b79ba0316c req-f64e0bcd-03c2-4ad9-8658-790f967f5c6e tempest-VolumesSnapshotTestJSON-1628238410 tempest-VolumesSnapshotTestJSON-1628238410-project] Allocated IP 172.20.0.5 (5e178ebc-57fc-4f09-8df7-bacbc1dd1d98/d355c4e7-ca33-4d3f-b869-56d92c793160/029e7258-5609-4b0a-a485-0b788fb2d452) {{(pid=101083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 22:05:03.534952 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [req-22af2ac8-aa04-4c92-b4bb-06b79ba0316c req-f64e0bcd-03c2-4ad9-8658-790f967f5c6e tempest-VolumesSnapshotTestJSON-1628238410 tempest-VolumesSnapshotTestJSON-1628238410-project] Publish callbacks [] for port, precommit_create {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:05:03.566537 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [req-22af2ac8-aa04-4c92-b4bb-06b79ba0316c req-f64e0bcd-03c2-4ad9-8658-790f967f5c6e tempest-VolumesSnapshotTestJSON-1628238410 tempest-VolumesSnapshotTestJSON-1628238410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728276144267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7659000'] for port, after_create {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:05:03.607970 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22af2ac8-aa04-4c92-b4bb-06b79ba0316c req-f64e0bcd-03c2-4ad9-8658-790f967f5c6e tempest-VolumesSnapshotTestJSON-1628238410 tempest-VolumesSnapshotTestJSON-1628238410-project] Network 5e178ebc-57fc-4f09-8df7-bacbc1dd1d98 is already hosted by enough agents. {{(pid=101083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 22:05:03.612792 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.scheduler.base_scheduler [req-22af2ac8-aa04-4c92-b4bb-06b79ba0316c req-f64e0bcd-03c2-4ad9-8658-790f967f5c6e tempest-VolumesSnapshotTestJSON-1628238410 tempest-VolumesSnapshotTestJSON-1628238410-project] Resources bound (agent type, host, resource id): {{(pid=101083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 22:05:03.615014 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.db.l3_dvrscheduler_db [req-22af2ac8-aa04-4c92-b4bb-06b79ba0316c req-f64e0bcd-03c2-4ad9-8658-790f967f5c6e tempest-VolumesSnapshotTestJSON-1628238410 tempest-VolumesSnapshotTestJSON-1628238410-project] Received port after_create {{(pid=101083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 22:05:03.643631 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64e0bcd-03c2-4ad9-8658-790f967f5c6e tempest-VolumesSnapshotTestJSON-1628238410 tempest-VolumesSnapshotTestJSON-1628238410-project] Pushing event updated for resources: {'Port': ['ID=029e7258-5609-4b0a-a485-0b788fb2d452,revision_number=1']} {{(pid=101083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:05:03.671898 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22af2ac8-aa04-4c92-b4bb-06b79ba0316c req-f64e0bcd-03c2-4ad9-8658-790f967f5c6e tempest-VolumesSnapshotTestJSON-1628238410 tempest-VolumesSnapshotTestJSON-1628238410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:05:03.672493 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [req-22af2ac8-aa04-4c92-b4bb-06b79ba0316c req-f64e0bcd-03c2-4ad9-8658-790f967f5c6e tempest-VolumesSnapshotTestJSON-1628238410 tempest-VolumesSnapshotTestJSON-1628238410-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465805'] for port, before_response {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:05:03.687960 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-22af2ac8-aa04-4c92-b4bb-06b79ba0316c req-f64e0bcd-03c2-4ad9-8658-790f967f5c6e tempest-VolumesSnapshotTestJSON-1628238410 tempest-VolumesSnapshotTestJSON-1628238410-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5443962 Nov 08 22:05:03.699792 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.v2.base [req-22af2ac8-aa04-4c92-b4bb-06b79ba0316c req-7031a251-529f-4aa6-8ee7-57c711f3056b service neutron] Request body: {'port': {'device_id': 'b91ceaab-dabf-4fba-ab84-89e55c77ca14', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81708'}} {{(pid=101083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 22:05:03.748788 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [req-22af2ac8-aa04-4c92-b4bb-06b79ba0316c req-7031a251-529f-4aa6-8ee7-57c711f3056b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-925982'] for port, before_update {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:05:03.995408 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.notifiers.nova [req-22af2ac8-aa04-4c92-b4bb-06b79ba0316c req-7031a251-529f-4aa6-8ee7-57c711f3056b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 029e7258-5609-4b0a-a485-0b788fb2d452 {{(pid=101083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 22:05:04.002407 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [req-22af2ac8-aa04-4c92-b4bb-06b79ba0316c req-7031a251-529f-4aa6-8ee7-57c711f3056b service neutron] Publish callbacks [] for port, precommit_update {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:05:04.013908 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.db.provisioning_blocks [req-22af2ac8-aa04-4c92-b4bb-06b79ba0316c req-7031a251-529f-4aa6-8ee7-57c711f3056b service neutron] Transition to ACTIVE for port object 029e7258-5609-4b0a-a485-0b788fb2d452 will not be triggered until provisioned by entity L2. {{(pid=101083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 22:05:04.017491 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [req-22af2ac8-aa04-4c92-b4bb-06b79ba0316c req-7031a251-529f-4aa6-8ee7-57c711f3056b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728276638356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728276144285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728276144303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7658983'] for port, after_update {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:05:04.083053 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7031a251-529f-4aa6-8ee7-57c711f3056b service neutron] Pushing event updated for resources: {'Port': ['ID=029e7258-5609-4b0a-a485-0b788fb2d452,revision_number=2']} {{(pid=101083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:05:04.131759 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.plugins.ml2.managers [req-22af2ac8-aa04-4c92-b4bb-06b79ba0316c req-7031a251-529f-4aa6-8ee7-57c711f3056b service neutron] Attempting to bind port 029e7258-5609-4b0a-a485-0b788fb2d452 on host hv-cinder-81708 for vnic_type normal with profile {{(pid=101083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 22:05:04.132369 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.plugins.ml2.managers [req-22af2ac8-aa04-4c92-b4bb-06b79ba0316c req-7031a251-529f-4aa6-8ee7-57c711f3056b service neutron] Attempting to bind port 029e7258-5609-4b0a-a485-0b788fb2d452 by drivers openvswitch,hyperv on host hv-cinder-81708 at level 0 using segments [{'id': '0c69bd30-f373-4f7a-a045-534c05232772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '5e178ebc-57fc-4f09-8df7-bacbc1dd1d98'}] {{(pid=101083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 22:05:04.132369 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22af2ac8-aa04-4c92-b4bb-06b79ba0316c req-7031a251-529f-4aa6-8ee7-57c711f3056b service neutron] Attempting to bind port 029e7258-5609-4b0a-a485-0b788fb2d452 on network 5e178ebc-57fc-4f09-8df7-bacbc1dd1d98 {{(pid=101083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 22:05:04.136663 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22af2ac8-aa04-4c92-b4bb-06b79ba0316c req-7031a251-529f-4aa6-8ee7-57c711f3056b service neutron] Port 029e7258-5609-4b0a-a485-0b788fb2d452 on network 5e178ebc-57fc-4f09-8df7-bacbc1dd1d98 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81708 {{(pid=101083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 22:05:04.137013 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22af2ac8-aa04-4c92-b4bb-06b79ba0316c req-7031a251-529f-4aa6-8ee7-57c711f3056b service neutron] Attempting to bind port 029e7258-5609-4b0a-a485-0b788fb2d452 on network 5e178ebc-57fc-4f09-8df7-bacbc1dd1d98 {{(pid=101083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 22:05:04.141806 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22af2ac8-aa04-4c92-b4bb-06b79ba0316c req-7031a251-529f-4aa6-8ee7-57c711f3056b service neutron] Checking agent: {'id': '7cd4d405-a24c-430d-ad05-16fe54bb5453', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81708', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 21, 57, 55), 'started_at': datetime.datetime(2021, 11, 8, 21, 57, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 22, 4, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 22:05:04.142138 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22af2ac8-aa04-4c92-b4bb-06b79ba0316c req-7031a251-529f-4aa6-8ee7-57c711f3056b service neutron] Checking segment: {'id': '0c69bd30-f373-4f7a-a045-534c05232772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '5e178ebc-57fc-4f09-8df7-bacbc1dd1d98'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 22:05:04.142512 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22af2ac8-aa04-4c92-b4bb-06b79ba0316c req-7031a251-529f-4aa6-8ee7-57c711f3056b service neutron] Bound using segment: {'id': '0c69bd30-f373-4f7a-a045-534c05232772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '5e178ebc-57fc-4f09-8df7-bacbc1dd1d98'} {{(pid=101083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 22:05:04.142949 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.plugins.ml2.managers [req-22af2ac8-aa04-4c92-b4bb-06b79ba0316c req-7031a251-529f-4aa6-8ee7-57c711f3056b service neutron] Bound port: 029e7258-5609-4b0a-a485-0b788fb2d452, host: hv-cinder-81708, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c69bd30-f373-4f7a-a045-534c05232772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '5e178ebc-57fc-4f09-8df7-bacbc1dd1d98'}}] {{(pid=101083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 22:05:04.143293 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [req-22af2ac8-aa04-4c92-b4bb-06b79ba0316c req-7031a251-529f-4aa6-8ee7-57c711f3056b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-925982'] for port, before_update {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:05:04.204587 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.plugins.ml2.db [req-22af2ac8-aa04-4c92-b4bb-06b79ba0316c req-7031a251-529f-4aa6-8ee7-57c711f3056b service neutron] For port 029e7258-5609-4b0a-a485-0b788fb2d452, host hv-cinder-81708, cleared binding levels {{(pid=101083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 22:05:04.207558 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.plugins.ml2.db [req-22af2ac8-aa04-4c92-b4bb-06b79ba0316c req-7031a251-529f-4aa6-8ee7-57c711f3056b service neutron] For port 029e7258-5609-4b0a-a485-0b788fb2d452, host hv-cinder-81708, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81708',level=0,port_id=029e7258-5609-4b0a-a485-0b788fb2d452,segment=NetworkSegment(0c69bd30-f373-4f7a-a045-534c05232772),segment_id=0c69bd30-f373-4f7a-a045-534c05232772)] {{(pid=101083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 22:05:04.212183 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [req-22af2ac8-aa04-4c92-b4bb-06b79ba0316c req-7031a251-529f-4aa6-8ee7-57c711f3056b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728276638356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728276144285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728276144303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7658983'] for port, after_update {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:05:04.250009 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22af2ac8-aa04-4c92-b4bb-06b79ba0316c req-7031a251-529f-4aa6-8ee7-57c711f3056b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:05:04.250903 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [req-22af2ac8-aa04-4c92-b4bb-06b79ba0316c req-7031a251-529f-4aa6-8ee7-57c711f3056b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465805'] for port, before_response {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:05:04.252035 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-22af2ac8-aa04-4c92-b4bb-06b79ba0316c req-7031a251-529f-4aa6-8ee7-57c711f3056b service neutron] 10.222.0.48 "PUT /v2.0/ports/029e7258-5609-4b0a-a485-0b788fb2d452 HTTP/1.1" status: 200 len: 1093 time: 0.5560920 Nov 08 22:05:04.252473 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b91ceaab-dabf-4fba-ab84-89e55c77ca14', 'tag': '029e7258-5609-4b0a-a485-0b788fb2d452'}] {{(pid=101083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 22:05:04.255012 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1401f4ba4b9bb213bf59dd3903e8d3cb618788e4f0023aa365925d32571c6fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c537c5be-3c62-487d-84c3-801f77a7f993" -d '{"events": [{"name": "network-changed", "server_uuid": "b91ceaab-dabf-4fba-ab84-89e55c77ca14", "tag": "029e7258-5609-4b0a-a485-0b788fb2d452"}]}' {{(pid=101083) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 22:05:04.260536 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05098cf-7ce0-4a07-ba9e-f75029884ccf req-29038a12-0b3c-4760-9b85-488a9276987a tempest-VolumesSnapshotTestJSON-1628238410 tempest-VolumesSnapshotTestJSON-1628238410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:05:04.262134 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-c05098cf-7ce0-4a07-ba9e-f75029884ccf req-29038a12-0b3c-4760-9b85-488a9276987a tempest-VolumesSnapshotTestJSON-1628238410 tempest-VolumesSnapshotTestJSON-1628238410-project] 10.222.0.25 "GET /v2.0/ports?device_id=b91ceaab-dabf-4fba-ab84-89e55c77ca14 HTTP/1.1" status: 200 len: 943 time: 0.0548167 Nov 08 22:05:04.290368 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7031a251-529f-4aa6-8ee7-57c711f3056b service neutron] Pushing event updated for resources: {'Port': ['ID=029e7258-5609-4b0a-a485-0b788fb2d452,revision_number=3']} {{(pid=101083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:05:04.331422 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-c05098cf-7ce0-4a07-ba9e-f75029884ccf req-e07c5ba8-2d85-472f-b9e3-de6aab949dd9 tempest-VolumesSnapshotTestJSON-1628238410 tempest-VolumesSnapshotTestJSON-1628238410-project] 10.222.0.25 "GET /v2.0/security-groups?id=32a1766c-10ae-485b-b28f-7967e49249c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454264 Nov 08 22:05:04.346880 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22af2ac8-aa04-4c92-b4bb-06b79ba0316c req-6fa89ae3-fb08-4ba6-8b19-861db3be6f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:05:04.349504 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-22af2ac8-aa04-4c92-b4bb-06b79ba0316c req-6fa89ae3-fb08-4ba6-8b19-861db3be6f69 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ee2f94c6fb9e48baa27da7f590fa5920&device_id=b91ceaab-dabf-4fba-ab84-89e55c77ca14 HTTP/1.1" status: 200 len: 1096 time: 0.0473413 Nov 08 22:05:04.393409 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 22:05:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89e5a2bd-9edd-47a8-ad09-436448392905 x-openstack-request-id: req-89e5a2bd-9edd-47a8-ad09-436448392905 {{(pid=101083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 22:05:04.393685 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b91ceaab-dabf-4fba-ab84-89e55c77ca14", "tag": "029e7258-5609-4b0a-a485-0b788fb2d452", "status": "completed", "code": 200}]} {{(pid=101083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 22:05:04.393931 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-89e5a2bd-9edd-47a8-ad09-436448392905 {{(pid=101083) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 22:05:04.394322 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b91ceaab-dabf-4fba-ab84-89e55c77ca14', 'tag': '029e7258-5609-4b0a-a485-0b788fb2d452', 'status': 'completed', 'code': 200} Nov 08 22:05:04.395794 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-22af2ac8-aa04-4c92-b4bb-06b79ba0316c req-203dc1e8-85ba-421a-acf7-eedfea8f9907 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=029e7258-5609-4b0a-a485-0b788fb2d452 HTTP/1.1" status: 200 len: 217 time: 0.0378809 Nov 08 22:05:04.447545 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22af2ac8-aa04-4c92-b4bb-06b79ba0316c req-35c75b60-f1ac-49ce-81d0-60c4eeed62e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:05:04.448988 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-22af2ac8-aa04-4c92-b4bb-06b79ba0316c req-35c75b60-f1ac-49ce-81d0-60c4eeed62e2 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d355c4e7-ca33-4d3f-b869-56d92c793160 HTTP/1.1" status: 200 len: 854 time: 0.0449262 Nov 08 22:05:04.486317 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-22af2ac8-aa04-4c92-b4bb-06b79ba0316c req-815bbb8f-ac1c-4f12-a3eb-61b23f54e8e6 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5e178ebc-57fc-4f09-8df7-bacbc1dd1d98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238717 Nov 08 22:05:04.575801 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-22af2ac8-aa04-4c92-b4bb-06b79ba0316c req-5e5245b4-b19f-42c2-a73f-5336e1eab2fb service neutron] 10.222.0.48 "GET /v2.0/networks/5e178ebc-57fc-4f09-8df7-bacbc1dd1d98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822737 Nov 08 22:05:04.668231 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-22af2ac8-aa04-4c92-b4bb-06b79ba0316c req-b8175ed7-bea7-4845-b9d2-76692fd80cf6 service neutron] 10.222.0.48 "GET /v2.0/networks/5e178ebc-57fc-4f09-8df7-bacbc1dd1d98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846746 Nov 08 22:05:04.769134 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c537c5be-3c62-487d-84c3-801f77a7f993 req-6afe7355-2661-481c-a8fb-0d1036b3ee7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:05:04.770591 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-c537c5be-3c62-487d-84c3-801f77a7f993 req-6afe7355-2661-481c-a8fb-0d1036b3ee7c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ee2f94c6fb9e48baa27da7f590fa5920&device_id=b91ceaab-dabf-4fba-ab84-89e55c77ca14 HTTP/1.1" status: 200 len: 1096 time: 0.0390630 Nov 08 22:05:04.859978 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c537c5be-3c62-487d-84c3-801f77a7f993 req-2f5ac1dc-1b41-4d72-9d1f-10596e2c04fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:05:04.861445 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-c537c5be-3c62-487d-84c3-801f77a7f993 req-2f5ac1dc-1b41-4d72-9d1f-10596e2c04fe service neutron] 10.222.0.48 "GET /v2.0/networks?id=5e178ebc-57fc-4f09-8df7-bacbc1dd1d98 HTTP/1.1" status: 200 len: 915 time: 0.0842412 Nov 08 22:05:04.904666 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-c537c5be-3c62-487d-84c3-801f77a7f993 req-fa23bfbb-e5ae-40fb-af08-052813d764bb service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=029e7258-5609-4b0a-a485-0b788fb2d452 HTTP/1.1" status: 200 len: 217 time: 0.0349531 Nov 08 22:05:04.954209 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c537c5be-3c62-487d-84c3-801f77a7f993 req-185efe62-1ea0-49c6-a1c0-65e4fafa9595 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:05:04.955629 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-c537c5be-3c62-487d-84c3-801f77a7f993 req-185efe62-1ea0-49c6-a1c0-65e4fafa9595 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d355c4e7-ca33-4d3f-b869-56d92c793160 HTTP/1.1" status: 200 len: 854 time: 0.0428712 Nov 08 22:05:04.986272 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-c537c5be-3c62-487d-84c3-801f77a7f993 req-2224e0c0-1dfe-4e3b-bdfc-6b94075cf5d9 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5e178ebc-57fc-4f09-8df7-bacbc1dd1d98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0231087 Nov 08 22:05:05.082688 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-c537c5be-3c62-487d-84c3-801f77a7f993 req-eb560088-5c93-4d53-a1d3-becf568c12d0 service neutron] 10.222.0.48 "GET /v2.0/networks/5e178ebc-57fc-4f09-8df7-bacbc1dd1d98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820458 Nov 08 22:05:05.172547 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-c537c5be-3c62-487d-84c3-801f77a7f993 req-9a06d38f-37a9-418b-9456-6d868d4ade58 service neutron] 10.222.0.48 "GET /v2.0/networks/5e178ebc-57fc-4f09-8df7-bacbc1dd1d98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798657 Nov 08 22:05:05.461046 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52264776-2f99-4915-ab68-323b841f600e req-b4d150b2-6257-4cf1-98f8-b9ad47cf583f tempest-VolumesSnapshotTestJSON-1628238410 tempest-VolumesSnapshotTestJSON-1628238410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:05:05.462543 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-52264776-2f99-4915-ab68-323b841f600e req-b4d150b2-6257-4cf1-98f8-b9ad47cf583f tempest-VolumesSnapshotTestJSON-1628238410 tempest-VolumesSnapshotTestJSON-1628238410-project] 10.222.0.25 "GET /v2.0/ports?device_id=b91ceaab-dabf-4fba-ab84-89e55c77ca14 HTTP/1.1" status: 200 len: 943 time: 0.0479317 Nov 08 22:05:05.513996 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-52264776-2f99-4915-ab68-323b841f600e req-09327d64-4f66-451a-bf5f-478f6c93498b tempest-VolumesSnapshotTestJSON-1628238410 tempest-VolumesSnapshotTestJSON-1628238410-project] 10.222.0.25 "GET /v2.0/security-groups?id=32a1766c-10ae-485b-b28f-7967e49249c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457489 Nov 08 22:05:05.649605 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.rpc [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Device 029e7258-5609-4b0a-a485-0b788fb2d452 details requested by agent hyperv_hv-cinder-81708 with host hv-cinder-81708 {{(pid=101084) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 22:05:05.743541 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.db [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] For port 029e7258-5609-4b0a-a485-0b788fb2d452, host hv-cinder-81708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81708',level=0,port_id=029e7258-5609-4b0a-a485-0b788fb2d452,segment=NetworkSegment(0c69bd30-f373-4f7a-a045-534c05232772),segment_id=0c69bd30-f373-4f7a-a045-534c05232772)] {{(pid=101084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 22:05:05.754885 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.rpc [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Returning: {'device': '029e7258-5609-4b0a-a485-0b788fb2d452', 'network_id': '5e178ebc-57fc-4f09-8df7-bacbc1dd1d98', 'port_id': '029e7258-5609-4b0a-a485-0b788fb2d452', 'mac_address': 'fa:16:3e:a8:7f:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 736, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd355c4e7-ca33-4d3f-b869-56d92c793160', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101084) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 22:05:05.790326 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-925982'] for port, before_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:05:05.802551 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.notifiers.nova [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 029e7258-5609-4b0a-a485-0b788fb2d452 {{(pid=101084) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 22:05:05.820782 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.db [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] For port 029e7258-5609-4b0a-a485-0b788fb2d452, host hv-cinder-81708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81708',level=0,port_id=029e7258-5609-4b0a-a485-0b788fb2d452,segment=NetworkSegment(0c69bd30-f373-4f7a-a045-534c05232772),segment_id=0c69bd30-f373-4f7a-a045-534c05232772)] {{(pid=101084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 22:05:05.824765 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728276638356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728276144285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728276144303'] for port, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:05:05.869877 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Pushing event updated for resources: {'Port': ['ID=029e7258-5609-4b0a-a485-0b788fb2d452,revision_number=4']} {{(pid=101084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:05:06.076552 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.db [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] get_ports_and_sgs() called for port_ids ['029e7258-5609-4b0a-a485-0b788fb2d452'] {{(pid=101084) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 22:05:06.633957 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2456ea-7a91-410a-bc64-c6479fdf50f6 req-46670885-27e4-43fb-bc16-bde33f00e84e tempest-VolumesSnapshotTestJSON-1628238410 tempest-VolumesSnapshotTestJSON-1628238410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:05:06.635357 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-9e2456ea-7a91-410a-bc64-c6479fdf50f6 req-46670885-27e4-43fb-bc16-bde33f00e84e tempest-VolumesSnapshotTestJSON-1628238410 tempest-VolumesSnapshotTestJSON-1628238410-project] 10.222.0.25 "GET /v2.0/ports?device_id=b91ceaab-dabf-4fba-ab84-89e55c77ca14 HTTP/1.1" status: 200 len: 944 time: 0.0529878 Nov 08 22:05:06.684783 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-9e2456ea-7a91-410a-bc64-c6479fdf50f6 req-61433b98-af6e-4cb3-a03f-ff8c6abe6bbd tempest-VolumesSnapshotTestJSON-1628238410 tempest-VolumesSnapshotTestJSON-1628238410-project] 10.222.0.25 "GET /v2.0/security-groups?id=32a1766c-10ae-485b-b28f-7967e49249c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414007 Nov 08 22:05:07.647167 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.rpc [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Device 029e7258-5609-4b0a-a485-0b788fb2d452 up at agent hyperv_hv-cinder-81708 {{(pid=101084) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 22:05:07.697908 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.db.provisioning_blocks [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Provisioning for port 029e7258-5609-4b0a-a485-0b788fb2d452 completed by entity L2. {{(pid=101084) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 22:05:07.703475 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.db.provisioning_blocks [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Provisioning complete for port 029e7258-5609-4b0a-a485-0b788fb2d452 triggered by entity L2. {{(pid=101084) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 22:05:07.704046 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-534742'] for port, provisioning_complete {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:05:07.787006 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-925982'] for port, before_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:05:07.801766 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b463054-5dfa-4f1b-89be-37187715427a req-2d331843-be31-462b-8db1-8c06e8a9f70e tempest-VolumesSnapshotTestJSON-1628238410 tempest-VolumesSnapshotTestJSON-1628238410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:05:07.803254 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-0b463054-5dfa-4f1b-89be-37187715427a req-2d331843-be31-462b-8db1-8c06e8a9f70e tempest-VolumesSnapshotTestJSON-1628238410 tempest-VolumesSnapshotTestJSON-1628238410-project] 10.222.0.25 "GET /v2.0/ports?device_id=b91ceaab-dabf-4fba-ab84-89e55c77ca14 HTTP/1.1" status: 200 len: 944 time: 0.0478647 Nov 08 22:05:07.810748 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b91ceaab-dabf-4fba-ab84-89e55c77ca14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '029e7258-5609-4b0a-a485-0b788fb2d452'}] {{(pid=101084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 22:05:07.813039 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b3cbe6c7fdf7c1e60af50d850490ef6f4dccd02a9ea7bc434e0a37b2dd34cb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09214986-bd21-4a61-a155-5f226b003e56" -d '{"events": [{"server_uuid": "b91ceaab-dabf-4fba-ab84-89e55c77ca14", "name": "network-vif-plugged", "status": "completed", "tag": "029e7258-5609-4b0a-a485-0b788fb2d452"}]}' {{(pid=101084) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 22:05:07.826005 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.db [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] For port 029e7258-5609-4b0a-a485-0b788fb2d452, host hv-cinder-81708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81708',level=0,port_id=029e7258-5609-4b0a-a485-0b788fb2d452,segment=NetworkSegment(0c69bd30-f373-4f7a-a045-534c05232772),segment_id=0c69bd30-f373-4f7a-a045-534c05232772)] {{(pid=101084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 22:05:07.830268 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728276638356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728276144285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728276144303'] for port, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:05:07.853293 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-0b463054-5dfa-4f1b-89be-37187715427a req-bf552074-bbbe-414e-9cb6-2a875fcf4143 tempest-VolumesSnapshotTestJSON-1628238410 tempest-VolumesSnapshotTestJSON-1628238410-project] 10.222.0.25 "GET /v2.0/security-groups?id=32a1766c-10ae-485b-b28f-7967e49249c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434248 Nov 08 22:05:07.857832 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 22:05:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ff6fcba-1e27-4525-9126-ad1eda38ae28 x-openstack-request-id: req-3ff6fcba-1e27-4525-9126-ad1eda38ae28 {{(pid=101084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 22:05:07.858125 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b91ceaab-dabf-4fba-ab84-89e55c77ca14", "name": "network-vif-plugged", "status": "completed", "tag": "029e7258-5609-4b0a-a485-0b788fb2d452", "code": 200}]} {{(pid=101084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 22:05:07.858377 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3ff6fcba-1e27-4525-9126-ad1eda38ae28 {{(pid=101084) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 22:05:07.858789 dv-cinder-817085-1-iscsi neutron-server[101084]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b91ceaab-dabf-4fba-ab84-89e55c77ca14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '029e7258-5609-4b0a-a485-0b788fb2d452', 'code': 200} Nov 08 22:05:07.882344 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Pushing event updated for resources: {'Port': ['ID=029e7258-5609-4b0a-a485-0b788fb2d452,revision_number=5']} {{(pid=101084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:05:08.089600 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d267aa-1c48-4f6e-b919-ca2ca0351bfa req-d1f36f04-fdf4-41f8-acc7-02e4081ce644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:05:08.091058 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-28d267aa-1c48-4f6e-b919-ca2ca0351bfa req-d1f36f04-fdf4-41f8-acc7-02e4081ce644 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=b91ceaab-dabf-4fba-ab84-89e55c77ca14 HTTP/1.1" status: 200 len: 1098 time: 0.0871849 Nov 08 22:05:08.136647 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-28d267aa-1c48-4f6e-b919-ca2ca0351bfa req-5cec0a18-2d51-4d09-977c-6f8ca01b9f67 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=32a1766c-10ae-485b-b28f-7967e49249c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361729 Nov 08 22:05:08.973843 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4806b0f3-f389-4783-b374-857fdc9f0151 req-65bb00e8-4bde-4296-9a0f-c8ed3ccf92a8 tempest-VolumesSnapshotTestJSON-1628238410 tempest-VolumesSnapshotTestJSON-1628238410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:05:08.975317 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-4806b0f3-f389-4783-b374-857fdc9f0151 req-65bb00e8-4bde-4296-9a0f-c8ed3ccf92a8 tempest-VolumesSnapshotTestJSON-1628238410 tempest-VolumesSnapshotTestJSON-1628238410-project] 10.222.0.25 "GET /v2.0/ports?device_id=b91ceaab-dabf-4fba-ab84-89e55c77ca14 HTTP/1.1" status: 200 len: 945 time: 0.0515435 Nov 08 22:05:09.021217 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-4806b0f3-f389-4783-b374-857fdc9f0151 req-83805581-67a9-4acc-bfd8-b1d44f456554 tempest-VolumesSnapshotTestJSON-1628238410 tempest-VolumesSnapshotTestJSON-1628238410-project] 10.222.0.25 "GET /v2.0/security-groups?id=32a1766c-10ae-485b-b28f-7967e49249c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401821 Nov 08 22:05:10.137116 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a12bdd2-b0db-4518-90f8-70ce8006ee65 req-1c79ac0d-0441-46ca-a84b-582f6ffff3e8 tempest-VolumesSnapshotTestJSON-1628238410 tempest-VolumesSnapshotTestJSON-1628238410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:05:10.138563 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-9a12bdd2-b0db-4518-90f8-70ce8006ee65 req-1c79ac0d-0441-46ca-a84b-582f6ffff3e8 tempest-VolumesSnapshotTestJSON-1628238410 tempest-VolumesSnapshotTestJSON-1628238410-project] 10.222.0.25 "GET /v2.0/ports?device_id=b91ceaab-dabf-4fba-ab84-89e55c77ca14 HTTP/1.1" status: 200 len: 945 time: 0.0475512 Nov 08 22:05:10.184051 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-9a12bdd2-b0db-4518-90f8-70ce8006ee65 req-07b19628-4ef0-4c73-b363-2d3983b15db5 tempest-VolumesSnapshotTestJSON-1628238410 tempest-VolumesSnapshotTestJSON-1628238410-project] 10.222.0.25 "GET /v2.0/security-groups?id=32a1766c-10ae-485b-b28f-7967e49249c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393810 Nov 08 22:05:10.844836 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bebddf-328e-41fe-a54b-229b7797d58c req-620832c4-d75e-4b57-8d21-543231326ca5 tempest-TestShelveInstance-1324710148 tempest-TestShelveInstance-1324710148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:05:10.846335 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-12bebddf-328e-41fe-a54b-229b7797d58c req-620832c4-d75e-4b57-8d21-543231326ca5 tempest-TestShelveInstance-1324710148 tempest-TestShelveInstance-1324710148-project] 10.222.0.25 "GET /v2.0/ports?device_id=36aa27d6-92aa-4035-923c-da2c29f48135 HTTP/1.1" status: 200 len: 946 time: 0.0478570 Nov 08 22:05:10.904090 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-12bebddf-328e-41fe-a54b-229b7797d58c req-4accf022-6805-42be-95ba-ad32380c3053 tempest-TestShelveInstance-1324710148 tempest-TestShelveInstance-1324710148-project] 10.222.0.25 "GET /v2.0/security-groups?id=e3c01fd1-b9e5-4f21-8bd8-1f4ae656945b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511062 Nov 08 22:05:12.022980 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2a6dc6-37d9-4664-a063-2ffa3bf35260 req-92845880-0e24-45ec-84d3-8cedd569e68b tempest-TestShelveInstance-1324710148 tempest-TestShelveInstance-1324710148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:05:12.024486 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-7c2a6dc6-37d9-4664-a063-2ffa3bf35260 req-92845880-0e24-45ec-84d3-8cedd569e68b tempest-TestShelveInstance-1324710148 tempest-TestShelveInstance-1324710148-project] 10.222.0.25 "GET /v2.0/ports?device_id=36aa27d6-92aa-4035-923c-da2c29f48135 HTTP/1.1" status: 200 len: 946 time: 0.0489030 Nov 08 22:05:12.077799 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-7c2a6dc6-37d9-4664-a063-2ffa3bf35260 req-732da821-6911-4675-ae03-74d2d00de1a0 tempest-TestShelveInstance-1324710148 tempest-TestShelveInstance-1324710148-project] 10.222.0.25 "GET /v2.0/security-groups?id=e3c01fd1-b9e5-4f21-8bd8-1f4ae656945b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474572 Nov 08 22:05:13.196700 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c0be11-9da6-40c0-ac25-de64cf1ca6c6 req-2623829a-3d0a-4213-9f8b-78b59ca14d86 tempest-TestShelveInstance-1324710148 tempest-TestShelveInstance-1324710148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:05:13.198339 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-31c0be11-9da6-40c0-ac25-de64cf1ca6c6 req-2623829a-3d0a-4213-9f8b-78b59ca14d86 tempest-TestShelveInstance-1324710148 tempest-TestShelveInstance-1324710148-project] 10.222.0.25 "GET /v2.0/ports?device_id=36aa27d6-92aa-4035-923c-da2c29f48135 HTTP/1.1" status: 200 len: 946 time: 0.0489862 Nov 08 22:05:13.247497 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-31c0be11-9da6-40c0-ac25-de64cf1ca6c6 req-430fa498-0c8a-4439-82e8-99285d16a283 tempest-TestShelveInstance-1324710148 tempest-TestShelveInstance-1324710148-project] 10.222.0.25 "GET /v2.0/security-groups?id=e3c01fd1-b9e5-4f21-8bd8-1f4ae656945b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433412 Nov 08 22:05:14.371190 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304d7337-bc34-4217-9ad4-6c024a03651f req-1dbe7ca4-0a99-4771-93aa-13c9b9c1955d tempest-TestShelveInstance-1324710148 tempest-TestShelveInstance-1324710148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:05:14.372556 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-304d7337-bc34-4217-9ad4-6c024a03651f req-1dbe7ca4-0a99-4771-93aa-13c9b9c1955d tempest-TestShelveInstance-1324710148 tempest-TestShelveInstance-1324710148-project] 10.222.0.25 "GET /v2.0/ports?device_id=36aa27d6-92aa-4035-923c-da2c29f48135 HTTP/1.1" status: 200 len: 946 time: 0.0536189 Nov 08 22:05:14.426230 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-304d7337-bc34-4217-9ad4-6c024a03651f req-f039f826-928e-415c-b29c-e22c3d6452c4 tempest-TestShelveInstance-1324710148 tempest-TestShelveInstance-1324710148-project] 10.222.0.25 "GET /v2.0/security-groups?id=e3c01fd1-b9e5-4f21-8bd8-1f4ae656945b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471179 Nov 08 22:05:15.548022 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933ef695-c74d-4873-9835-13707075cec8 req-a0a234b3-69b5-4a9f-a647-fcd46c08a070 tempest-TestShelveInstance-1324710148 tempest-TestShelveInstance-1324710148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:05:15.549662 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-933ef695-c74d-4873-9835-13707075cec8 req-a0a234b3-69b5-4a9f-a647-fcd46c08a070 tempest-TestShelveInstance-1324710148 tempest-TestShelveInstance-1324710148-project] 10.222.0.25 "GET /v2.0/ports?device_id=36aa27d6-92aa-4035-923c-da2c29f48135 HTTP/1.1" status: 200 len: 946 time: 0.0540464 Nov 08 22:05:15.598053 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-933ef695-c74d-4873-9835-13707075cec8 req-1a7da92a-0024-4a0d-be55-5828a8eefbf2 tempest-TestShelveInstance-1324710148 tempest-TestShelveInstance-1324710148-project] 10.222.0.25 "GET /v2.0/security-groups?id=e3c01fd1-b9e5-4f21-8bd8-1f4ae656945b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418692 Nov 08 22:05:16.719660 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be2d81f-fe43-4e94-8278-100823a917bf req-5a940fb4-f04c-45f6-b1f7-c6b5f977fe30 tempest-TestShelveInstance-1324710148 tempest-TestShelveInstance-1324710148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:05:16.721136 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-7be2d81f-fe43-4e94-8278-100823a917bf req-5a940fb4-f04c-45f6-b1f7-c6b5f977fe30 tempest-TestShelveInstance-1324710148 tempest-TestShelveInstance-1324710148-project] 10.222.0.25 "GET /v2.0/ports?device_id=36aa27d6-92aa-4035-923c-da2c29f48135 HTTP/1.1" status: 200 len: 946 time: 0.0525188 Nov 08 22:05:16.774456 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-7be2d81f-fe43-4e94-8278-100823a917bf req-b6381ee3-cbcc-47e7-878b-169f11a26ef7 tempest-TestShelveInstance-1324710148 tempest-TestShelveInstance-1324710148-project] 10.222.0.25 "GET /v2.0/security-groups?id=e3c01fd1-b9e5-4f21-8bd8-1f4ae656945b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470469 Nov 08 22:05:16.807554 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-212ee8be-af9a-4a73-bc7f-330fc13d6ff5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728276665375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534631'] for agent, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:05:17.891952 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97914092-8d92-40b7-8370-2a2b8e262d80 req-e238af46-a4d5-4a2b-8962-4ae0115e5929 tempest-TestShelveInstance-1324710148 tempest-TestShelveInstance-1324710148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:05:17.893471 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-97914092-8d92-40b7-8370-2a2b8e262d80 req-e238af46-a4d5-4a2b-8962-4ae0115e5929 tempest-TestShelveInstance-1324710148 tempest-TestShelveInstance-1324710148-project] 10.222.0.25 "GET /v2.0/ports?device_id=36aa27d6-92aa-4035-923c-da2c29f48135 HTTP/1.1" status: 200 len: 946 time: 0.0488861 Nov 08 22:05:17.943072 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-97914092-8d92-40b7-8370-2a2b8e262d80 req-47df5790-19fb-4f2e-98fa-7e58a7d8bca8 tempest-TestShelveInstance-1324710148 tempest-TestShelveInstance-1324710148-project] 10.222.0.25 "GET /v2.0/security-groups?id=e3c01fd1-b9e5-4f21-8bd8-1f4ae656945b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432539 Nov 08 22:05:19.061982 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b9e5eb-467b-4b14-bdab-3cfda3f290d2 req-5055efa3-2203-43ca-aecc-61017f973e1e tempest-TestShelveInstance-1324710148 tempest-TestShelveInstance-1324710148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:05:19.063441 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-91b9e5eb-467b-4b14-bdab-3cfda3f290d2 req-5055efa3-2203-43ca-aecc-61017f973e1e tempest-TestShelveInstance-1324710148 tempest-TestShelveInstance-1324710148-project] 10.222.0.25 "GET /v2.0/ports?device_id=36aa27d6-92aa-4035-923c-da2c29f48135 HTTP/1.1" status: 200 len: 946 time: 0.0516615 Nov 08 22:05:19.114696 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-91b9e5eb-467b-4b14-bdab-3cfda3f290d2 req-01c744c4-a220-44a6-af6a-6f83fa53f2a9 tempest-TestShelveInstance-1324710148 tempest-TestShelveInstance-1324710148-project] 10.222.0.25 "GET /v2.0/security-groups?id=e3c01fd1-b9e5-4f21-8bd8-1f4ae656945b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453079 Nov 08 22:05:19.132935 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-f34e0361-bc39-44a5-9c00-25faaf83f306 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728276665375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534631'] for agent, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:05:20.169689 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-38f8c81f-ca07-4188-b5ff-70ceca3f97c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728276665375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534631'] for agent, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:05:20.233971 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea61e1f4-7486-4ac6-a0e9-587df77c75ad req-33bc85f5-c5d0-4275-92b3-3aa57a180c8c tempest-TestShelveInstance-1324710148 tempest-TestShelveInstance-1324710148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:05:20.235310 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-ea61e1f4-7486-4ac6-a0e9-587df77c75ad req-33bc85f5-c5d0-4275-92b3-3aa57a180c8c tempest-TestShelveInstance-1324710148 tempest-TestShelveInstance-1324710148-project] 10.222.0.25 "GET /v2.0/ports?device_id=36aa27d6-92aa-4035-923c-da2c29f48135 HTTP/1.1" status: 200 len: 946 time: 0.0473859 Nov 08 22:05:20.284180 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-ea61e1f4-7486-4ac6-a0e9-587df77c75ad req-a2b5a04d-cca6-4b6b-99ca-ac9c689de98c tempest-TestShelveInstance-1324710148 tempest-TestShelveInstance-1324710148-project] 10.222.0.25 "GET /v2.0/security-groups?id=e3c01fd1-b9e5-4f21-8bd8-1f4ae656945b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429921 Nov 08 22:05:21.057985 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc18b66-5d68-4084-a63b-124c2efd43da req-430365d2-6c3c-4263-8944-a10a54e3b4eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:05:21.059473 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-fbc18b66-5d68-4084-a63b-124c2efd43da req-430365d2-6c3c-4263-8944-a10a54e3b4eb service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8c3de2533be641d8a862b529619deccd&device_id=36aa27d6-92aa-4035-923c-da2c29f48135 HTTP/1.1" status: 200 len: 1099 time: 0.0393109 Nov 08 22:05:21.391829 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc18b66-5d68-4084-a63b-124c2efd43da req-0880f06c-af95-40f0-8cec-128949cc184b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:05:21.393820 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-fbc18b66-5d68-4084-a63b-124c2efd43da req-0880f06c-af95-40f0-8cec-128949cc184b service neutron] 10.222.0.48 "GET /v2.0/networks?id=f15ed086-114a-4c78-9304-55250dfe0287 HTTP/1.1" status: 200 len: 910 time: 0.3244011 Nov 08 22:05:21.404458 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3538b241-2e61-46dd-9a6c-0c186436cfb3 req-05a4e35a-7587-45b8-a1df-97ae61170135 tempest-TestShelveInstance-1324710148 tempest-TestShelveInstance-1324710148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:05:21.405936 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-3538b241-2e61-46dd-9a6c-0c186436cfb3 req-05a4e35a-7587-45b8-a1df-97ae61170135 tempest-TestShelveInstance-1324710148 tempest-TestShelveInstance-1324710148-project] 10.222.0.25 "GET /v2.0/ports?device_id=36aa27d6-92aa-4035-923c-da2c29f48135 HTTP/1.1" status: 200 len: 946 time: 0.0497987 Nov 08 22:05:21.453951 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-3538b241-2e61-46dd-9a6c-0c186436cfb3 req-8bb91e5b-cb96-432c-8a71-f0ce6403518d tempest-TestShelveInstance-1324710148 tempest-TestShelveInstance-1324710148-project] 10.222.0.25 "GET /v2.0/security-groups?id=e3c01fd1-b9e5-4f21-8bd8-1f4ae656945b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420585 Nov 08 22:05:21.458941 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-fbc18b66-5d68-4084-a63b-124c2efd43da req-a300cb5a-fedf-4c49-9344-923a83405c90 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8dce0283-1ebe-49b6-898e-5aae3ef2e7a9 HTTP/1.1" status: 200 len: 1001 time: 0.0579789 Nov 08 22:05:21.508902 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc18b66-5d68-4084-a63b-124c2efd43da req-453d073e-63da-49f1-9e31-5ffff987f122 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:05:21.510360 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-fbc18b66-5d68-4084-a63b-124c2efd43da req-453d073e-63da-49f1-9e31-5ffff987f122 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8886f01a-2581-4e8d-9cf3-0b8e12cec80f HTTP/1.1" status: 200 len: 848 time: 0.0438197 Nov 08 22:05:21.560783 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc18b66-5d68-4084-a63b-124c2efd43da req-b12e5362-6f16-4a4d-a2ce-b590d75913d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:05:21.562261 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-fbc18b66-5d68-4084-a63b-124c2efd43da req-b12e5362-6f16-4a4d-a2ce-b590d75913d9 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f15ed086-114a-4c78-9304-55250dfe0287&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0419121 Nov 08 22:05:21.660861 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-fbc18b66-5d68-4084-a63b-124c2efd43da req-4e6006a3-6148-44d9-b212-2df6ea9aaf5b service neutron] 10.222.0.48 "GET /v2.0/networks/f15ed086-114a-4c78-9304-55250dfe0287?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820146 Nov 08 22:05:21.762489 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-fbc18b66-5d68-4084-a63b-124c2efd43da req-a24c9c36-0a38-49ee-984e-f84026e5f8ba service neutron] 10.222.0.48 "GET /v2.0/networks/f15ed086-114a-4c78-9304-55250dfe0287?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833888 Nov 08 22:05:21.820822 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-550ddcb2-f0f8-4b6b-a238-0b8e3ebb0b9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728276665375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534631'] for agent, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:05:22.475557 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-ad13160b-513d-4512-a15f-cb40cce6b7e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728276665375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534631'] for agent, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:05:22.573921 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b16e30-cbc6-4fd3-80d9-f5808080f879 req-67f9fdb6-11da-4ea4-96ae-b60e9be85e2f tempest-TestShelveInstance-1324710148 tempest-TestShelveInstance-1324710148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:05:22.575357 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-a5b16e30-cbc6-4fd3-80d9-f5808080f879 req-67f9fdb6-11da-4ea4-96ae-b60e9be85e2f tempest-TestShelveInstance-1324710148 tempest-TestShelveInstance-1324710148-project] 10.222.0.25 "GET /v2.0/ports?device_id=36aa27d6-92aa-4035-923c-da2c29f48135 HTTP/1.1" status: 200 len: 946 time: 0.0510802 Nov 08 22:05:22.623160 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-a5b16e30-cbc6-4fd3-80d9-f5808080f879 req-4da65294-f5b2-497f-a5ac-b655e57cb16e tempest-TestShelveInstance-1324710148 tempest-TestShelveInstance-1324710148-project] 10.222.0.25 "GET /v2.0/security-groups?id=e3c01fd1-b9e5-4f21-8bd8-1f4ae656945b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419607 Nov 08 22:05:23.744347 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668e4621-0f85-433d-8bd8-5d6ea06f71ff req-84b26713-3416-4bab-b168-764b550e5dc8 tempest-TestShelveInstance-1324710148 tempest-TestShelveInstance-1324710148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:05:23.746001 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-668e4621-0f85-433d-8bd8-5d6ea06f71ff req-84b26713-3416-4bab-b168-764b550e5dc8 tempest-TestShelveInstance-1324710148 tempest-TestShelveInstance-1324710148-project] 10.222.0.25 "GET /v2.0/ports?device_id=36aa27d6-92aa-4035-923c-da2c29f48135 HTTP/1.1" status: 200 len: 946 time: 0.0541141 Nov 08 22:05:23.798337 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-668e4621-0f85-433d-8bd8-5d6ea06f71ff req-6b877c25-1234-4ca5-b9b1-f2b6f9afe60e tempest-TestShelveInstance-1324710148 tempest-TestShelveInstance-1324710148-project] 10.222.0.25 "GET /v2.0/security-groups?id=e3c01fd1-b9e5-4f21-8bd8-1f4ae656945b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462015 Nov 08 22:05:24.913220 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790c9c68-99f9-4d4b-a495-f0d5a4c06c4a req-bcc4758e-4240-4f8f-80a2-09469d16bc9c tempest-TestShelveInstance-1324710148 tempest-TestShelveInstance-1324710148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:05:24.914757 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-790c9c68-99f9-4d4b-a495-f0d5a4c06c4a req-bcc4758e-4240-4f8f-80a2-09469d16bc9c tempest-TestShelveInstance-1324710148 tempest-TestShelveInstance-1324710148-project] 10.222.0.25 "GET /v2.0/ports?device_id=36aa27d6-92aa-4035-923c-da2c29f48135 HTTP/1.1" status: 200 len: 946 time: 0.0481069 Nov 08 22:05:24.967254 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-790c9c68-99f9-4d4b-a495-f0d5a4c06c4a req-008bc098-53ec-410f-85a4-df0f5678c532 tempest-TestShelveInstance-1324710148 tempest-TestShelveInstance-1324710148-project] 10.222.0.25 "GET /v2.0/security-groups?id=e3c01fd1-b9e5-4f21-8bd8-1f4ae656945b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463316 Nov 08 22:05:25.044690 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.wsgi [req-b82349ee-ee9c-428e-af31-60298777fec4 req-b7f806fe-e641-482a-84bc-765dee2a9ba1 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=101082) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 22:05:25.045733 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-b82349ee-ee9c-428e-af31-60298777fec4 req-b7f806fe-e641-482a-84bc-765dee2a9ba1 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054131 Nov 08 22:05:25.180992 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.wsgi [-] (101082) accepted ('10.222.0.25', 47268) {{(pid=101082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 22:05:25.202110 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da978b82-e39b-44aa-80bb-acad434d9aee req-b61f5120-7764-46d6-ac7c-a4585677d258 tempest-TestShelveInstance-1324710148 tempest-TestShelveInstance-1324710148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:05:25.203675 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-da978b82-e39b-44aa-80bb-acad434d9aee req-b61f5120-7764-46d6-ac7c-a4585677d258 tempest-TestShelveInstance-1324710148 tempest-TestShelveInstance-1324710148-project] 10.222.0.25 "GET /v2.0/ports?device_id=36aa27d6-92aa-4035-923c-da2c29f48135 HTTP/1.1" status: 200 len: 946 time: 0.0563180 Nov 08 22:05:25.244402 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728276665375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534631'] for agent, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:05:25.293463 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-da978b82-e39b-44aa-80bb-acad434d9aee req-ba2e39fb-7c5d-4811-aa24-4efe4961df0d tempest-TestShelveInstance-1324710148 tempest-TestShelveInstance-1324710148-project] 10.222.0.25 "GET /v2.0/security-groups?id=e3c01fd1-b9e5-4f21-8bd8-1f4ae656945b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796573 Nov 08 22:05:25.300522 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-868e8ef6-74e4-4d4a-8347-9cac326e148d req-c23565a8-44d1-4b73-ad04-9a7d9676c3e3 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=36aa27d6-92aa-4035-923c-da2c29f48135&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1175997 Nov 08 22:05:25.314371 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.wsgi [req-868e8ef6-74e4-4d4a-8347-9cac326e148d req-7965848b-e556-43f3-9c38-2f3ac67eb2e7 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=101082) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 22:05:25.314371 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-868e8ef6-74e4-4d4a-8347-9cac326e148d req-7965848b-e556-43f3-9c38-2f3ac67eb2e7 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053241 Nov 08 22:05:25.756884 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.rpc [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Device 8dce0283-1ebe-49b6-898e-5aae3ef2e7a9 no longer exists at agent hyperv_hv-cinder-81708 {{(pid=101084) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 22:05:25.831731 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-925982'] for port, before_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:05:25.853673 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36aa27d6-92aa-4035-923c-da2c29f48135', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8dce0283-1ebe-49b6-898e-5aae3ef2e7a9'}] {{(pid=101084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 22:05:25.855885 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b3cbe6c7fdf7c1e60af50d850490ef6f4dccd02a9ea7bc434e0a37b2dd34cb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ba7470d-7832-4fb0-ae15-a62ce0494488" -d '{"events": [{"server_uuid": "36aa27d6-92aa-4035-923c-da2c29f48135", "name": "network-vif-unplugged", "status": "completed", "tag": "8dce0283-1ebe-49b6-898e-5aae3ef2e7a9"}]}' {{(pid=101084) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 22:05:25.868207 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.db [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] For port 8dce0283-1ebe-49b6-898e-5aae3ef2e7a9, host hv-cinder-81708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81708',level=0,port_id=8dce0283-1ebe-49b6-898e-5aae3ef2e7a9,segment=NetworkSegment(93b63db5-cae0-49c7-9e61-01e115c57491),segment_id=93b63db5-cae0-49c7-9e61-01e115c57491)] {{(pid=101084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 22:05:25.872204 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728276638356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728276144285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728276144303'] for port, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:05:25.898791 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 08 Nov 2021 22:05:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b34e829-0169-4892-8c48-9d2fd7a07b48 x-openstack-request-id: req-6b34e829-0169-4892-8c48-9d2fd7a07b48 {{(pid=101084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 22:05:25.899077 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36aa27d6-92aa-4035-923c-da2c29f48135", "name": "network-vif-unplugged", "status": "failed", "tag": "8dce0283-1ebe-49b6-898e-5aae3ef2e7a9", "code": 422}]} {{(pid=101084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 22:05:25.899323 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6b34e829-0169-4892-8c48-9d2fd7a07b48 {{(pid=101084) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 22:05:25.899698 dv-cinder-817085-1-iscsi neutron-server[101084]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '36aa27d6-92aa-4035-923c-da2c29f48135', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '8dce0283-1ebe-49b6-898e-5aae3ef2e7a9', 'code': 422} returned with failed status Nov 08 22:05:25.923941 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Pushing event updated for resources: {'Port': ['ID=8dce0283-1ebe-49b6-898e-5aae3ef2e7a9,revision_number=6']} {{(pid=101084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:05:26.417046 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918bc82c-2877-469c-b48b-a8845395b8be req-d73c15fd-d817-430d-b3dd-7da514f6df9e tempest-TestShelveInstance-1324710148 tempest-TestShelveInstance-1324710148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:05:26.418911 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-918bc82c-2877-469c-b48b-a8845395b8be req-d73c15fd-d817-430d-b3dd-7da514f6df9e tempest-TestShelveInstance-1324710148 tempest-TestShelveInstance-1324710148-project] 10.222.0.25 "GET /v2.0/ports?device_id=36aa27d6-92aa-4035-923c-da2c29f48135 HTTP/1.1" status: 200 len: 944 time: 0.0547185 Nov 08 22:05:26.472066 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-918bc82c-2877-469c-b48b-a8845395b8be req-8ae84b73-7144-46b1-9213-51e0c28b76fb tempest-TestShelveInstance-1324710148 tempest-TestShelveInstance-1324710148-project] 10.222.0.25 "GET /v2.0/security-groups?id=e3c01fd1-b9e5-4f21-8bd8-1f4ae656945b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474422 Nov 08 22:05:26.772211 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868e8ef6-74e4-4d4a-8347-9cac326e148d req-194379b3-0456-466f-a935-9cf6b73add49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:05:26.773598 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-868e8ef6-74e4-4d4a-8347-9cac326e148d req-194379b3-0456-466f-a935-9cf6b73add49 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=36aa27d6-92aa-4035-923c-da2c29f48135&tenant_id=8c3de2533be641d8a862b529619deccd HTTP/1.1" status: 200 len: 1097 time: 0.0389328 Nov 08 22:05:26.836827 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868e8ef6-74e4-4d4a-8347-9cac326e148d req-0c3106b7-ac3e-4d10-b73a-47411b56ea56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:05:26.838294 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-868e8ef6-74e4-4d4a-8347-9cac326e148d req-0c3106b7-ac3e-4d10-b73a-47411b56ea56 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8c3de2533be641d8a862b529619deccd&device_id=36aa27d6-92aa-4035-923c-da2c29f48135 HTTP/1.1" status: 200 len: 1097 time: 0.0387871 Nov 08 22:05:26.930672 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868e8ef6-74e4-4d4a-8347-9cac326e148d req-83e83a33-3eee-43b8-bb23-839e503169b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:05:26.932068 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-868e8ef6-74e4-4d4a-8347-9cac326e148d req-83e83a33-3eee-43b8-bb23-839e503169b9 service neutron] 10.222.0.48 "GET /v2.0/networks?id=f15ed086-114a-4c78-9304-55250dfe0287 HTTP/1.1" status: 200 len: 910 time: 0.0827448 Nov 08 22:05:27.003621 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-868e8ef6-74e4-4d4a-8347-9cac326e148d req-e52ad1f6-efa3-453b-8e8c-0780937a1526 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8dce0283-1ebe-49b6-898e-5aae3ef2e7a9 HTTP/1.1" status: 200 len: 999 time: 0.0574193 Nov 08 22:05:27.061806 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868e8ef6-74e4-4d4a-8347-9cac326e148d req-0d8dd127-7f5b-44d5-b7cf-059e694cbf34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:05:27.063226 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-868e8ef6-74e4-4d4a-8347-9cac326e148d req-0d8dd127-7f5b-44d5-b7cf-059e694cbf34 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8886f01a-2581-4e8d-9cf3-0b8e12cec80f HTTP/1.1" status: 200 len: 848 time: 0.0433712 Nov 08 22:05:27.118577 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868e8ef6-74e4-4d4a-8347-9cac326e148d req-f2d39a23-4962-4ba6-bcf7-384e2d2628dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:05:27.120020 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-868e8ef6-74e4-4d4a-8347-9cac326e148d req-f2d39a23-4962-4ba6-bcf7-384e2d2628dc service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f15ed086-114a-4c78-9304-55250dfe0287&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0421703 Nov 08 22:05:27.208380 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-868e8ef6-74e4-4d4a-8347-9cac326e148d req-9b154a5d-dfa6-4b7e-94cf-b257711267a1 service neutron] 10.222.0.48 "GET /v2.0/networks/f15ed086-114a-4c78-9304-55250dfe0287?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0784531 Nov 08 22:05:27.300178 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-868e8ef6-74e4-4d4a-8347-9cac326e148d req-2a6f3299-ed6b-4467-b9eb-523160e1c4e5 service neutron] 10.222.0.48 "GET /v2.0/networks/f15ed086-114a-4c78-9304-55250dfe0287?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835662 Nov 08 22:05:27.589446 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26894ea1-4e96-42f6-af75-68f96efab2f1 req-f88e9d63-8798-4935-a6e7-c826cd7e4131 tempest-TestShelveInstance-1324710148 tempest-TestShelveInstance-1324710148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:05:27.590825 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-26894ea1-4e96-42f6-af75-68f96efab2f1 req-f88e9d63-8798-4935-a6e7-c826cd7e4131 tempest-TestShelveInstance-1324710148 tempest-TestShelveInstance-1324710148-project] 10.222.0.25 "GET /v2.0/ports?device_id=36aa27d6-92aa-4035-923c-da2c29f48135 HTTP/1.1" status: 200 len: 944 time: 0.0486164 Nov 08 22:05:27.638564 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-26894ea1-4e96-42f6-af75-68f96efab2f1 req-7d0a85f4-5bd2-434d-bd33-957231966439 tempest-TestShelveInstance-1324710148 tempest-TestShelveInstance-1324710148-project] 10.222.0.25 "GET /v2.0/security-groups?id=e3c01fd1-b9e5-4f21-8bd8-1f4ae656945b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419555 Nov 08 22:05:28.762912 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5150286e-ed47-41e3-a141-250b6beb132b req-dcd0a403-846a-4fa0-b700-2d08e139785e tempest-TestShelveInstance-1324710148 tempest-TestShelveInstance-1324710148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:05:28.764377 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-5150286e-ed47-41e3-a141-250b6beb132b req-dcd0a403-846a-4fa0-b700-2d08e139785e tempest-TestShelveInstance-1324710148 tempest-TestShelveInstance-1324710148-project] 10.222.0.25 "GET /v2.0/ports?device_id=36aa27d6-92aa-4035-923c-da2c29f48135 HTTP/1.1" status: 200 len: 944 time: 0.0491426 Nov 08 22:05:28.814429 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-5150286e-ed47-41e3-a141-250b6beb132b req-d0531761-5bd9-40f4-98be-f49608224fcc tempest-TestShelveInstance-1324710148 tempest-TestShelveInstance-1324710148-project] 10.222.0.25 "GET /v2.0/security-groups?id=e3c01fd1-b9e5-4f21-8bd8-1f4ae656945b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443473 Nov 08 22:05:29.931604 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7064c1a-32c9-4d4e-b22b-c1043b4b26bb req-60c98d2d-73aa-4edc-b10e-d3672120c54a tempest-TestShelveInstance-1324710148 tempest-TestShelveInstance-1324710148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:05:29.933053 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-b7064c1a-32c9-4d4e-b22b-c1043b4b26bb req-60c98d2d-73aa-4edc-b10e-d3672120c54a tempest-TestShelveInstance-1324710148 tempest-TestShelveInstance-1324710148-project] 10.222.0.25 "GET /v2.0/ports?device_id=36aa27d6-92aa-4035-923c-da2c29f48135 HTTP/1.1" status: 200 len: 944 time: 0.0472343 Nov 08 22:05:29.980959 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-b7064c1a-32c9-4d4e-b22b-c1043b4b26bb req-81c55d0c-778b-47e2-baa0-92a176bf64c3 tempest-TestShelveInstance-1324710148 tempest-TestShelveInstance-1324710148-project] 10.222.0.25 "GET /v2.0/security-groups?id=e3c01fd1-b9e5-4f21-8bd8-1f4ae656945b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420806 Nov 08 22:05:31.097166 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd621ef-3cae-4800-9e75-7c071f35ae3f req-eea5404a-3a86-4d5c-a68a-81cb50894b0f tempest-TestShelveInstance-1324710148 tempest-TestShelveInstance-1324710148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:05:31.098636 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-2fd621ef-3cae-4800-9e75-7c071f35ae3f req-eea5404a-3a86-4d5c-a68a-81cb50894b0f tempest-TestShelveInstance-1324710148 tempest-TestShelveInstance-1324710148-project] 10.222.0.25 "GET /v2.0/ports?device_id=36aa27d6-92aa-4035-923c-da2c29f48135 HTTP/1.1" status: 200 len: 944 time: 0.0492477 Nov 08 22:05:31.146127 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-2fd621ef-3cae-4800-9e75-7c071f35ae3f req-e7797547-737b-41d7-8dc0-dca54d05cd7e tempest-TestShelveInstance-1324710148 tempest-TestShelveInstance-1324710148-project] 10.222.0.25 "GET /v2.0/security-groups?id=e3c01fd1-b9e5-4f21-8bd8-1f4ae656945b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410922 Nov 08 22:05:32.265156 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae50c8f0-6def-43c8-90c2-5155c26b9360 req-6454e430-f807-4bfa-9d9d-d93343c293c4 tempest-TestShelveInstance-1324710148 tempest-TestShelveInstance-1324710148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:05:32.266582 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-ae50c8f0-6def-43c8-90c2-5155c26b9360 req-6454e430-f807-4bfa-9d9d-d93343c293c4 tempest-TestShelveInstance-1324710148 tempest-TestShelveInstance-1324710148-project] 10.222.0.25 "GET /v2.0/ports?device_id=36aa27d6-92aa-4035-923c-da2c29f48135 HTTP/1.1" status: 200 len: 944 time: 0.0510907 Nov 08 22:05:32.313590 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-ae50c8f0-6def-43c8-90c2-5155c26b9360 req-55521151-f98a-4aea-a604-6cdb2d24dd65 tempest-TestShelveInstance-1324710148 tempest-TestShelveInstance-1324710148-project] 10.222.0.25 "GET /v2.0/security-groups?id=e3c01fd1-b9e5-4f21-8bd8-1f4ae656945b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411685 Nov 08 22:05:33.429593 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473405f6-22da-4783-99c4-4db94a3ee755 req-1579caab-59ed-4c40-a032-d5135e4b245f tempest-TestShelveInstance-1324710148 tempest-TestShelveInstance-1324710148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:05:33.431011 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-473405f6-22da-4783-99c4-4db94a3ee755 req-1579caab-59ed-4c40-a032-d5135e4b245f tempest-TestShelveInstance-1324710148 tempest-TestShelveInstance-1324710148-project] 10.222.0.25 "GET /v2.0/ports?device_id=36aa27d6-92aa-4035-923c-da2c29f48135 HTTP/1.1" status: 200 len: 944 time: 0.0482709 Nov 08 22:05:33.478893 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-473405f6-22da-4783-99c4-4db94a3ee755 req-b2a588b1-a821-45c4-a7b1-9abc6be476ca tempest-TestShelveInstance-1324710148 tempest-TestShelveInstance-1324710148-project] 10.222.0.25 "GET /v2.0/security-groups?id=e3c01fd1-b9e5-4f21-8bd8-1f4ae656945b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421464 Nov 08 22:05:33.785605 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.rpc [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Device 8dce0283-1ebe-49b6-898e-5aae3ef2e7a9 details requested by agent hyperv_hv-cinder-81708 with host hv-cinder-81708 {{(pid=101084) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 22:05:33.878513 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.db [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] For port 8dce0283-1ebe-49b6-898e-5aae3ef2e7a9, host hv-cinder-81708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81708',level=0,port_id=8dce0283-1ebe-49b6-898e-5aae3ef2e7a9,segment=NetworkSegment(93b63db5-cae0-49c7-9e61-01e115c57491),segment_id=93b63db5-cae0-49c7-9e61-01e115c57491)] {{(pid=101084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 22:05:33.890096 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.rpc [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Returning: {'device': '8dce0283-1ebe-49b6-898e-5aae3ef2e7a9', 'network_id': 'f15ed086-114a-4c78-9304-55250dfe0287', 'port_id': '8dce0283-1ebe-49b6-898e-5aae3ef2e7a9', 'mac_address': 'fa:16:3e:ba:f8:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 742, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8886f01a-2581-4e8d-9cf3-0b8e12cec80f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101084) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 22:05:33.926436 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-925982'] for port, before_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:05:33.939435 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.notifiers.nova [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8dce0283-1ebe-49b6-898e-5aae3ef2e7a9 {{(pid=101084) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 22:05:33.958498 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.db [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] For port 8dce0283-1ebe-49b6-898e-5aae3ef2e7a9, host hv-cinder-81708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81708',level=0,port_id=8dce0283-1ebe-49b6-898e-5aae3ef2e7a9,segment=NetworkSegment(93b63db5-cae0-49c7-9e61-01e115c57491),segment_id=93b63db5-cae0-49c7-9e61-01e115c57491)] {{(pid=101084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 22:05:33.962191 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728276638356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728276144285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728276144303'] for port, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:05:34.008496 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Pushing event updated for resources: {'Port': ['ID=8dce0283-1ebe-49b6-898e-5aae3ef2e7a9,revision_number=7']} {{(pid=101084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:05:34.208181 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.db [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] get_ports_and_sgs() called for port_ids ['8dce0283-1ebe-49b6-898e-5aae3ef2e7a9'] {{(pid=101084) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 22:05:34.592038 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e66abc5-89f9-45c9-9c58-4113aadff32b req-273fdaec-85e9-4273-a296-d656c72a39f0 tempest-TestShelveInstance-1324710148 tempest-TestShelveInstance-1324710148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:05:34.593613 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-4e66abc5-89f9-45c9-9c58-4113aadff32b req-273fdaec-85e9-4273-a296-d656c72a39f0 tempest-TestShelveInstance-1324710148 tempest-TestShelveInstance-1324710148-project] 10.222.0.25 "GET /v2.0/ports?device_id=36aa27d6-92aa-4035-923c-da2c29f48135 HTTP/1.1" status: 200 len: 945 time: 0.0466552 Nov 08 22:05:34.645117 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-4e66abc5-89f9-45c9-9c58-4113aadff32b req-f8ab690f-edc0-4b0d-b22d-bca4442d9227 tempest-TestShelveInstance-1324710148 tempest-TestShelveInstance-1324710148-project] 10.222.0.25 "GET /v2.0/security-groups?id=e3c01fd1-b9e5-4f21-8bd8-1f4ae656945b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456955 Nov 08 22:05:35.758066 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce7aab0-51a0-4a4b-b105-8af4f48770e8 req-e6211eb9-55b8-4ad7-bd6f-03aac3b7a29a tempest-TestShelveInstance-1324710148 tempest-TestShelveInstance-1324710148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:05:35.759597 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-6ce7aab0-51a0-4a4b-b105-8af4f48770e8 req-e6211eb9-55b8-4ad7-bd6f-03aac3b7a29a tempest-TestShelveInstance-1324710148 tempest-TestShelveInstance-1324710148-project] 10.222.0.25 "GET /v2.0/ports?device_id=36aa27d6-92aa-4035-923c-da2c29f48135 HTTP/1.1" status: 200 len: 945 time: 0.0478280 Nov 08 22:05:35.787216 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.rpc [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Device 8dce0283-1ebe-49b6-898e-5aae3ef2e7a9 up at agent hyperv_hv-cinder-81708 {{(pid=101084) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 22:05:35.808137 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-6ce7aab0-51a0-4a4b-b105-8af4f48770e8 req-4a35cf97-e52b-4a56-a389-d301df459909 tempest-TestShelveInstance-1324710148 tempest-TestShelveInstance-1324710148-project] 10.222.0.25 "GET /v2.0/security-groups?id=e3c01fd1-b9e5-4f21-8bd8-1f4ae656945b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418785 Nov 08 22:05:35.839993 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.db.provisioning_blocks [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Provisioning complete for port 8dce0283-1ebe-49b6-898e-5aae3ef2e7a9 triggered by entity L2. {{(pid=101084) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 22:05:35.840357 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-534742'] for port, provisioning_complete {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:05:35.915373 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-925982'] for port, before_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:05:35.937967 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36aa27d6-92aa-4035-923c-da2c29f48135', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8dce0283-1ebe-49b6-898e-5aae3ef2e7a9'}] {{(pid=101084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 22:05:35.940089 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b3cbe6c7fdf7c1e60af50d850490ef6f4dccd02a9ea7bc434e0a37b2dd34cb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb0eb4c7-9864-4668-9386-73f4072f7531" -d '{"events": [{"server_uuid": "36aa27d6-92aa-4035-923c-da2c29f48135", "name": "network-vif-plugged", "status": "completed", "tag": "8dce0283-1ebe-49b6-898e-5aae3ef2e7a9"}]}' {{(pid=101084) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 22:05:35.953191 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.db [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] For port 8dce0283-1ebe-49b6-898e-5aae3ef2e7a9, host hv-cinder-81708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81708',level=0,port_id=8dce0283-1ebe-49b6-898e-5aae3ef2e7a9,segment=NetworkSegment(93b63db5-cae0-49c7-9e61-01e115c57491),segment_id=93b63db5-cae0-49c7-9e61-01e115c57491)] {{(pid=101084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 22:05:35.957417 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728276638356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728276144285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728276144303'] for port, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:05:36.006486 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Pushing event updated for resources: {'Port': ['ID=8dce0283-1ebe-49b6-898e-5aae3ef2e7a9,revision_number=8']} {{(pid=101084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:05:36.105760 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 22:05:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98486579-143a-48f3-9174-6dff757b3b9a x-openstack-request-id: req-98486579-143a-48f3-9174-6dff757b3b9a {{(pid=101084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 22:05:36.106358 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36aa27d6-92aa-4035-923c-da2c29f48135", "name": "network-vif-plugged", "status": "completed", "tag": "8dce0283-1ebe-49b6-898e-5aae3ef2e7a9", "code": 200}]} {{(pid=101084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 22:05:36.106617 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-98486579-143a-48f3-9174-6dff757b3b9a {{(pid=101084) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 22:05:36.107060 dv-cinder-817085-1-iscsi neutron-server[101084]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36aa27d6-92aa-4035-923c-da2c29f48135', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8dce0283-1ebe-49b6-898e-5aae3ef2e7a9', 'code': 200} Nov 08 22:05:36.339270 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a3a440-9b8b-4c5f-8cf1-2b1e586ec613 req-87b135df-dda6-445e-b066-f55c584aaa26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:05:36.340535 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-49a3a440-9b8b-4c5f-8cf1-2b1e586ec613 req-87b135df-dda6-445e-b066-f55c584aaa26 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=36aa27d6-92aa-4035-923c-da2c29f48135 HTTP/1.1" status: 200 len: 1099 time: 0.0390246 Nov 08 22:05:36.391835 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-49a3a440-9b8b-4c5f-8cf1-2b1e586ec613 req-544f763a-99a5-4b18-aa63-771813712211 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=e3c01fd1-b9e5-4f21-8bd8-1f4ae656945b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420172 Nov 08 22:05:36.934596 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0755ef1-7aca-4d2e-bf10-66445b4ab0d2 req-4ba40546-637f-4013-85a2-cf527d949957 tempest-TestShelveInstance-1324710148 tempest-TestShelveInstance-1324710148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:05:36.936040 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-b0755ef1-7aca-4d2e-bf10-66445b4ab0d2 req-4ba40546-637f-4013-85a2-cf527d949957 tempest-TestShelveInstance-1324710148 tempest-TestShelveInstance-1324710148-project] 10.222.0.25 "GET /v2.0/ports?device_id=36aa27d6-92aa-4035-923c-da2c29f48135 HTTP/1.1" status: 200 len: 946 time: 0.0521946 Nov 08 22:05:36.984083 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-b0755ef1-7aca-4d2e-bf10-66445b4ab0d2 req-30d16676-2389-402f-8d1b-71710a087506 tempest-TestShelveInstance-1324710148 tempest-TestShelveInstance-1324710148-project] 10.222.0.25 "GET /v2.0/security-groups?id=e3c01fd1-b9e5-4f21-8bd8-1f4ae656945b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420396 Nov 08 22:05:37.307378 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.db.agents_db [None req-16c50754-5ab9-47e2-9d92-00a33089e8d5 None None] Agent healthcheck: found 6 active agents {{(pid=101085) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 22:05:38.111589 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d643b8e5-13c3-4e94-b258-0419fee32b8c req-c757e7b7-f10a-49f3-90a2-578a4c646ea2 tempest-TestShelveInstance-1324710148 tempest-TestShelveInstance-1324710148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:05:38.113044 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-d643b8e5-13c3-4e94-b258-0419fee32b8c req-c757e7b7-f10a-49f3-90a2-578a4c646ea2 tempest-TestShelveInstance-1324710148 tempest-TestShelveInstance-1324710148-project] 10.222.0.25 "GET /v2.0/ports?device_id=36aa27d6-92aa-4035-923c-da2c29f48135 HTTP/1.1" status: 200 len: 946 time: 0.0511045 Nov 08 22:05:38.160767 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-d643b8e5-13c3-4e94-b258-0419fee32b8c req-a1a5764e-aa49-4944-827c-ccc9e380f902 tempest-TestShelveInstance-1324710148 tempest-TestShelveInstance-1324710148-project] 10.222.0.25 "GET /v2.0/security-groups?id=e3c01fd1-b9e5-4f21-8bd8-1f4ae656945b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419865 Nov 08 22:05:41.112227 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfd3b4f-078f-46c9-b814-537b9a4111a9 req-25c27fe9-63d8-47b2-938c-e07bd7256b72 tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:05:41.113709 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-2bfd3b4f-078f-46c9-b814-537b9a4111a9 req-25c27fe9-63d8-47b2-938c-e07bd7256b72 tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] 10.222.0.25 "GET /v2.0/ports?device_id=31eef623-5aba-415d-8a0b-07bee9153119 HTTP/1.1" status: 200 len: 945 time: 0.0483553 Nov 08 22:05:41.160722 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-2bfd3b4f-078f-46c9-b814-537b9a4111a9 req-8425514f-d923-4aec-9dd1-aef51cad81db tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] 10.222.0.25 "GET /v2.0/security-groups?id=48e589e1-a7d0-4554-9a00-a156bc596d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411663 Nov 08 22:05:42.285646 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9517c3-f4a3-46da-a0d5-f1477a2b450f req-f22b6b82-6be8-477c-8530-2f25a8f0d988 tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:05:42.287104 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-6e9517c3-f4a3-46da-a0d5-f1477a2b450f req-f22b6b82-6be8-477c-8530-2f25a8f0d988 tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] 10.222.0.25 "GET /v2.0/ports?device_id=31eef623-5aba-415d-8a0b-07bee9153119 HTTP/1.1" status: 200 len: 945 time: 0.0547833 Nov 08 22:05:42.332551 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-6e9517c3-f4a3-46da-a0d5-f1477a2b450f req-6e603ae2-4612-48fe-bab3-288fe45f82a6 tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] 10.222.0.25 "GET /v2.0/security-groups?id=48e589e1-a7d0-4554-9a00-a156bc596d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389295 Nov 08 22:05:43.450897 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aead6dc-b464-4d7c-aa7e-6032e9214d17 req-d14a4fc1-441f-45a1-a3f6-89a9c474d44d tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:05:43.452351 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-8aead6dc-b464-4d7c-aa7e-6032e9214d17 req-d14a4fc1-441f-45a1-a3f6-89a9c474d44d tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] 10.222.0.25 "GET /v2.0/ports?device_id=31eef623-5aba-415d-8a0b-07bee9153119 HTTP/1.1" status: 200 len: 945 time: 0.0478551 Nov 08 22:05:43.498784 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-8aead6dc-b464-4d7c-aa7e-6032e9214d17 req-fccc8612-c87b-4a65-a176-a6515e7f5640 tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] 10.222.0.25 "GET /v2.0/security-groups?id=48e589e1-a7d0-4554-9a00-a156bc596d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405755 Nov 08 22:05:44.625492 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36071471-c3f4-45c2-9178-90db4d1567f3 req-ae49e6b6-dd5f-496d-9f5c-21f354affce8 tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:05:44.626981 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-36071471-c3f4-45c2-9178-90db4d1567f3 req-ae49e6b6-dd5f-496d-9f5c-21f354affce8 tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] 10.222.0.25 "GET /v2.0/ports?device_id=31eef623-5aba-415d-8a0b-07bee9153119 HTTP/1.1" status: 200 len: 945 time: 0.0517936 Nov 08 22:05:44.676783 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-36071471-c3f4-45c2-9178-90db4d1567f3 req-3cc78df0-726c-4b4b-891a-62a4d96b2529 tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] 10.222.0.25 "GET /v2.0/security-groups?id=48e589e1-a7d0-4554-9a00-a156bc596d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429676 Nov 08 22:05:45.798806 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24607f07-1f3a-48a9-be74-4febfc4346d0 req-73591d2e-75f9-4255-9644-c63984245801 tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:05:45.800612 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-24607f07-1f3a-48a9-be74-4febfc4346d0 req-73591d2e-75f9-4255-9644-c63984245801 tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] 10.222.0.25 "GET /v2.0/ports?device_id=31eef623-5aba-415d-8a0b-07bee9153119 HTTP/1.1" status: 200 len: 945 time: 0.0510178 Nov 08 22:05:45.849805 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-24607f07-1f3a-48a9-be74-4febfc4346d0 req-9dcbcdb3-540f-4b18-ba67-42fb86bfe7f8 tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] 10.222.0.25 "GET /v2.0/security-groups?id=48e589e1-a7d0-4554-9a00-a156bc596d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431023 Nov 08 22:05:46.810175 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-158c61a7-b635-4bd1-a392-662382aa83cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728276665375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534631'] for agent, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:05:46.966422 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889ef6e6-20b6-445d-bfb9-aca8c91a46a6 req-5d13489b-1dff-411e-b1db-649ad2af093c tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:05:46.967870 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-889ef6e6-20b6-445d-bfb9-aca8c91a46a6 req-5d13489b-1dff-411e-b1db-649ad2af093c tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] 10.222.0.25 "GET /v2.0/ports?device_id=31eef623-5aba-415d-8a0b-07bee9153119 HTTP/1.1" status: 200 len: 945 time: 0.0477388 Nov 08 22:05:47.018098 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-889ef6e6-20b6-445d-bfb9-aca8c91a46a6 req-41f5067a-efdf-4adf-87c8-37f9969389d6 tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] 10.222.0.25 "GET /v2.0/security-groups?id=48e589e1-a7d0-4554-9a00-a156bc596d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420732 Nov 08 22:05:48.137722 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f218dd3b-1dba-46ef-800b-bc4e75662087 req-6dc3db9c-4f14-44d6-ab67-2fec2d6230a5 tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:05:48.139109 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-f218dd3b-1dba-46ef-800b-bc4e75662087 req-6dc3db9c-4f14-44d6-ab67-2fec2d6230a5 tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] 10.222.0.25 "GET /v2.0/ports?device_id=31eef623-5aba-415d-8a0b-07bee9153119 HTTP/1.1" status: 200 len: 945 time: 0.0509458 Nov 08 22:05:48.184575 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-f218dd3b-1dba-46ef-800b-bc4e75662087 req-c30b6928-3314-4012-afd1-0d51ea247c99 tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] 10.222.0.25 "GET /v2.0/security-groups?id=48e589e1-a7d0-4554-9a00-a156bc596d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397444 Nov 08 22:05:49.133037 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-fffff4ab-5c27-4276-bcfb-d9100052b0e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728276665375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534631'] for agent, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:05:49.305412 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0184c5a3-d544-4611-9cb3-4fcbe0fe52ce req-becf2af4-590d-403b-b7b9-804a12554288 tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:05:49.306888 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-0184c5a3-d544-4611-9cb3-4fcbe0fe52ce req-becf2af4-590d-403b-b7b9-804a12554288 tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] 10.222.0.25 "GET /v2.0/ports?device_id=31eef623-5aba-415d-8a0b-07bee9153119 HTTP/1.1" status: 200 len: 945 time: 0.0501852 Nov 08 22:05:49.354240 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-0184c5a3-d544-4611-9cb3-4fcbe0fe52ce req-b27f6a8a-1191-4b47-b0c6-559023468232 tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] 10.222.0.25 "GET /v2.0/security-groups?id=48e589e1-a7d0-4554-9a00-a156bc596d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410600 Nov 08 22:05:50.170843 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-38f8c81f-ca07-4188-b5ff-70ceca3f97c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728276665375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534631'] for agent, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:05:50.480413 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbdcfc6-badc-44f4-846f-69209e2ce8fe req-33cf9a0c-4d79-4f32-8ab0-a791284073c7 tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:05:50.481924 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-acbdcfc6-badc-44f4-846f-69209e2ce8fe req-33cf9a0c-4d79-4f32-8ab0-a791284073c7 tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] 10.222.0.25 "GET /v2.0/ports?device_id=31eef623-5aba-415d-8a0b-07bee9153119 HTTP/1.1" status: 200 len: 945 time: 0.0531716 Nov 08 22:05:50.532904 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-acbdcfc6-badc-44f4-846f-69209e2ce8fe req-5061db89-a17d-45a1-8d11-eeca957cb04e tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] 10.222.0.25 "GET /v2.0/security-groups?id=48e589e1-a7d0-4554-9a00-a156bc596d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445151 Nov 08 22:05:51.655035 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90330683-5650-498f-9ca4-c4328b93f2d1 req-4a2c4e39-a819-4aaa-af52-d570eaddf112 tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:05:51.656729 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-90330683-5650-498f-9ca4-c4328b93f2d1 req-4a2c4e39-a819-4aaa-af52-d570eaddf112 tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] 10.222.0.25 "GET /v2.0/ports?device_id=31eef623-5aba-415d-8a0b-07bee9153119 HTTP/1.1" status: 200 len: 945 time: 0.0506434 Nov 08 22:05:51.703644 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-90330683-5650-498f-9ca4-c4328b93f2d1 req-95de2b2c-a282-48b0-98ca-a9ba77c4e910 tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] 10.222.0.25 "GET /v2.0/security-groups?id=48e589e1-a7d0-4554-9a00-a156bc596d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410378 Nov 08 22:05:51.822783 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-550ddcb2-f0f8-4b6b-a238-0b8e3ebb0b9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728276665375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534631'] for agent, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:05:52.469237 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-ad13160b-513d-4512-a15f-cb40cce6b7e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728276665375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534631'] for agent, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:05:52.827804 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c896a382-18ca-448a-a51a-58fb0e3214f6 req-9a5f82b9-f386-478b-85c6-7d5caf80ff48 tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:05:52.829302 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-c896a382-18ca-448a-a51a-58fb0e3214f6 req-9a5f82b9-f386-478b-85c6-7d5caf80ff48 tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] 10.222.0.25 "GET /v2.0/ports?device_id=31eef623-5aba-415d-8a0b-07bee9153119 HTTP/1.1" status: 200 len: 945 time: 0.0488279 Nov 08 22:05:52.876044 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-c896a382-18ca-448a-a51a-58fb0e3214f6 req-c243c7be-8f61-4b04-8898-ca8425064a80 tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] 10.222.0.25 "GET /v2.0/security-groups?id=48e589e1-a7d0-4554-9a00-a156bc596d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407999 Nov 08 22:05:53.996343 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927c68db-575e-4416-858a-2638aaa2365c req-a8db0546-c23e-4827-894f-e51d0b3ceede tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:05:53.997793 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-927c68db-575e-4416-858a-2638aaa2365c req-a8db0546-c23e-4827-894f-e51d0b3ceede tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] 10.222.0.25 "GET /v2.0/ports?device_id=31eef623-5aba-415d-8a0b-07bee9153119 HTTP/1.1" status: 200 len: 945 time: 0.0503640 Nov 08 22:05:54.043400 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-927c68db-575e-4416-858a-2638aaa2365c req-95878931-9bc8-4878-82b2-12e8849d9ddb tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] 10.222.0.25 "GET /v2.0/security-groups?id=48e589e1-a7d0-4554-9a00-a156bc596d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395997 Nov 08 22:05:55.166211 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c952ac97-fe21-4313-9d98-f180907032d7 req-5c734ec2-1ae9-4b90-a26f-5d63eb08f763 tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:05:55.167558 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-c952ac97-fe21-4313-9d98-f180907032d7 req-5c734ec2-1ae9-4b90-a26f-5d63eb08f763 tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] 10.222.0.25 "GET /v2.0/ports?device_id=31eef623-5aba-415d-8a0b-07bee9153119 HTTP/1.1" status: 200 len: 945 time: 0.0477717 Nov 08 22:05:55.213883 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-c952ac97-fe21-4313-9d98-f180907032d7 req-1e36e04c-64a4-4699-bedd-9b357fbfd9a7 tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] 10.222.0.25 "GET /v2.0/security-groups?id=48e589e1-a7d0-4554-9a00-a156bc596d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405831 Nov 08 22:05:55.248444 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728276665375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534631'] for agent, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:05:56.338222 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b323cdb-23b2-4bec-8ec3-f1dc4509732a req-ef18d55f-716e-417b-abdc-fc6f1675da25 tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:05:56.339752 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-5b323cdb-23b2-4bec-8ec3-f1dc4509732a req-ef18d55f-716e-417b-abdc-fc6f1675da25 tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] 10.222.0.25 "GET /v2.0/ports?device_id=31eef623-5aba-415d-8a0b-07bee9153119 HTTP/1.1" status: 200 len: 945 time: 0.0557737 Nov 08 22:05:56.386742 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-5b323cdb-23b2-4bec-8ec3-f1dc4509732a req-21e711d7-45e2-4b92-acef-d54d2f6a178b tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] 10.222.0.25 "GET /v2.0/security-groups?id=48e589e1-a7d0-4554-9a00-a156bc596d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399084 Nov 08 22:05:56.949730 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f36113-cf25-4011-b42f-4d79435dde43 req-66d3d009-4309-44bd-9fd2-dc6425c4a7df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:05:56.951224 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-95f36113-cf25-4011-b42f-4d79435dde43 req-66d3d009-4309-44bd-9fd2-dc6425c4a7df service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3c81291fa5704e6e99b9fb8671a47a4c&device_id=31eef623-5aba-415d-8a0b-07bee9153119 HTTP/1.1" status: 200 len: 1098 time: 0.0421114 Nov 08 22:05:57.059640 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f36113-cf25-4011-b42f-4d79435dde43 req-0f931f44-ca80-4b52-945e-103e45ad980f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:05:57.061327 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-95f36113-cf25-4011-b42f-4d79435dde43 req-0f931f44-ca80-4b52-945e-103e45ad980f service neutron] 10.222.0.48 "GET /v2.0/networks?id=d0389d40-840b-4921-84b3-93bfc186ef85 HTTP/1.1" status: 200 len: 917 time: 0.0865171 Nov 08 22:05:57.127254 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-95f36113-cf25-4011-b42f-4d79435dde43 req-93241a36-1acb-459a-9a91-d5ec7f8ce83d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6046736c-114d-4ae9-9e84-d1fd4b8dae13 HTTP/1.1" status: 200 len: 1001 time: 0.0570564 Nov 08 22:05:57.180158 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f36113-cf25-4011-b42f-4d79435dde43 req-3049ad44-a8d2-4dbb-b8ac-12f36e35f56d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:05:57.181585 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-95f36113-cf25-4011-b42f-4d79435dde43 req-3049ad44-a8d2-4dbb-b8ac-12f36e35f56d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=74626eb5-4f16-4db6-984a-103aeaf27899 HTTP/1.1" status: 200 len: 855 time: 0.0444751 Nov 08 22:05:57.236718 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f36113-cf25-4011-b42f-4d79435dde43 req-4264d6b2-8052-4f41-939d-5f923d58c742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:05:57.238213 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-95f36113-cf25-4011-b42f-4d79435dde43 req-4264d6b2-8052-4f41-939d-5f923d58c742 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d0389d40-840b-4921-84b3-93bfc186ef85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0439298 Nov 08 22:05:57.334011 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-95f36113-cf25-4011-b42f-4d79435dde43 req-87a8a721-6bbe-4511-9ec0-1575e88185d7 service neutron] 10.222.0.48 "GET /v2.0/networks/d0389d40-840b-4921-84b3-93bfc186ef85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808754 Nov 08 22:05:57.440140 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-95f36113-cf25-4011-b42f-4d79435dde43 req-68056859-6705-489b-b48f-d6a856e1d80b service neutron] 10.222.0.48 "GET /v2.0/networks/d0389d40-840b-4921-84b3-93bfc186ef85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854239 Nov 08 22:05:57.504665 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f1de1d-1a02-4dfc-83a0-83d2b87f35fb req-079be7b5-351b-40f9-8c61-264382c9acbe tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:05:57.506179 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-18f1de1d-1a02-4dfc-83a0-83d2b87f35fb req-079be7b5-351b-40f9-8c61-264382c9acbe tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] 10.222.0.25 "GET /v2.0/ports?device_id=31eef623-5aba-415d-8a0b-07bee9153119 HTTP/1.1" status: 200 len: 945 time: 0.0485647 Nov 08 22:05:57.552870 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-18f1de1d-1a02-4dfc-83a0-83d2b87f35fb req-73481214-902d-42ad-b9e7-09255a52804a tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] 10.222.0.25 "GET /v2.0/security-groups?id=48e589e1-a7d0-4554-9a00-a156bc596d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401244 Nov 08 22:05:57.912060 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.rpc [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Device 6046736c-114d-4ae9-9e84-d1fd4b8dae13 details requested by agent hyperv_hv-cinder-81708 with host hv-cinder-81708 {{(pid=101084) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 22:05:58.003226 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.db [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] For port 6046736c-114d-4ae9-9e84-d1fd4b8dae13, host hv-cinder-81708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81708',level=0,port_id=6046736c-114d-4ae9-9e84-d1fd4b8dae13,segment=NetworkSegment(01d75646-a471-41b3-9a68-2bf7bfb9163b),segment_id=01d75646-a471-41b3-9a68-2bf7bfb9163b)] {{(pid=101084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 22:05:58.017181 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.rpc [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Returning: {'device': '6046736c-114d-4ae9-9e84-d1fd4b8dae13', 'network_id': 'd0389d40-840b-4921-84b3-93bfc186ef85', 'port_id': '6046736c-114d-4ae9-9e84-d1fd4b8dae13', 'mac_address': 'fa:16:3e:f9:f4:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 744, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74626eb5-4f16-4db6-984a-103aeaf27899', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101084) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 22:05:58.053521 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-925982'] for port, before_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:05:58.066492 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.notifiers.nova [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6046736c-114d-4ae9-9e84-d1fd4b8dae13 {{(pid=101084) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 22:05:58.085419 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.db [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] For port 6046736c-114d-4ae9-9e84-d1fd4b8dae13, host hv-cinder-81708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81708',level=0,port_id=6046736c-114d-4ae9-9e84-d1fd4b8dae13,segment=NetworkSegment(01d75646-a471-41b3-9a68-2bf7bfb9163b),segment_id=01d75646-a471-41b3-9a68-2bf7bfb9163b)] {{(pid=101084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 22:05:58.088985 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728276638356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728276144285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728276144303'] for port, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:05:58.135022 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Pushing event updated for resources: {'Port': ['ID=6046736c-114d-4ae9-9e84-d1fd4b8dae13,revision_number=6']} {{(pid=101084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:05:58.141931 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 22:05:58.142389 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 22:05:58.142732 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 22:05:58.143065 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 22:05:58.143545 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 22:05:58.143881 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 22:05:58.144204 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 22:05:58.144529 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 22:05:58.144880 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 22:05:58.145202 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 22:05:58.145521 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 22:05:58.145841 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 22:05:58.257558 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.db [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] get_ports_and_sgs() called for port_ids ['6046736c-114d-4ae9-9e84-d1fd4b8dae13'] {{(pid=101084) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 22:05:58.678193 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d741114-3571-4b3f-a68d-ef13a41dfd51 req-a23ba830-18d3-4bf2-bb3d-05b159c6df53 tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:05:58.679734 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-1d741114-3571-4b3f-a68d-ef13a41dfd51 req-a23ba830-18d3-4bf2-bb3d-05b159c6df53 tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] 10.222.0.25 "GET /v2.0/ports?device_id=31eef623-5aba-415d-8a0b-07bee9153119 HTTP/1.1" status: 200 len: 944 time: 0.0498631 Nov 08 22:05:58.730985 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-1d741114-3571-4b3f-a68d-ef13a41dfd51 req-ab742eba-e5e4-4898-bdda-82977c40a861 tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] 10.222.0.25 "GET /v2.0/security-groups?id=48e589e1-a7d0-4554-9a00-a156bc596d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453887 Nov 08 22:05:59.895686 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9dd5ab-a586-474f-a91b-10dc54010d95 req-5347bffb-1695-428e-9133-35d6afbc3317 tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:05:59.898223 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-ac9dd5ab-a586-474f-a91b-10dc54010d95 req-5347bffb-1695-428e-9133-35d6afbc3317 tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] 10.222.0.25 "GET /v2.0/ports?device_id=31eef623-5aba-415d-8a0b-07bee9153119 HTTP/1.1" status: 200 len: 944 time: 0.0860128 Nov 08 22:05:59.941609 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.rpc [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Device 6046736c-114d-4ae9-9e84-d1fd4b8dae13 up at agent hyperv_hv-cinder-81708 {{(pid=101084) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 22:05:59.968188 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-ac9dd5ab-a586-474f-a91b-10dc54010d95 req-be429bb3-2ecf-4a14-add7-b3e801aa886a tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] 10.222.0.25 "GET /v2.0/security-groups?id=48e589e1-a7d0-4554-9a00-a156bc596d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0635395 Nov 08 22:05:59.994215 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.db.provisioning_blocks [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Provisioning complete for port 6046736c-114d-4ae9-9e84-d1fd4b8dae13 triggered by entity L2. {{(pid=101084) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 22:05:59.994655 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-534742'] for port, provisioning_complete {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:06:00.032715 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf1e5ef-7bab-4959-8664-9d866f30e367 req-2eac2c06-9d65-4eb7-9030-1eb797595210 tempest-VolumesSnapshotTestJSON-1628238410 tempest-VolumesSnapshotTestJSON-1628238410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:06:00.034573 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-ebf1e5ef-7bab-4959-8664-9d866f30e367 req-2eac2c06-9d65-4eb7-9030-1eb797595210 tempest-VolumesSnapshotTestJSON-1628238410 tempest-VolumesSnapshotTestJSON-1628238410-project] 10.222.0.25 "GET /v2.0/ports?device_id=b91ceaab-dabf-4fba-ab84-89e55c77ca14 HTTP/1.1" status: 200 len: 945 time: 0.0801630 Nov 08 22:06:00.082496 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-925982'] for port, before_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:06:00.101357 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-ebf1e5ef-7bab-4959-8664-9d866f30e367 req-b43146ab-0139-4e60-8322-7a1ed358101f tempest-VolumesSnapshotTestJSON-1628238410 tempest-VolumesSnapshotTestJSON-1628238410-project] 10.222.0.25 "GET /v2.0/security-groups?id=32a1766c-10ae-485b-b28f-7967e49249c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557325 Nov 08 22:06:00.112510 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31eef623-5aba-415d-8a0b-07bee9153119', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6046736c-114d-4ae9-9e84-d1fd4b8dae13'}] {{(pid=101084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 22:06:00.114917 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b3cbe6c7fdf7c1e60af50d850490ef6f4dccd02a9ea7bc434e0a37b2dd34cb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19bb097f-6c22-42ce-a365-9e8fa4589566" -d '{"events": [{"server_uuid": "31eef623-5aba-415d-8a0b-07bee9153119", "name": "network-vif-plugged", "status": "completed", "tag": "6046736c-114d-4ae9-9e84-d1fd4b8dae13"}]}' {{(pid=101084) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 22:06:00.145006 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.db [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] For port 6046736c-114d-4ae9-9e84-d1fd4b8dae13, host hv-cinder-81708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81708',level=0,port_id=6046736c-114d-4ae9-9e84-d1fd4b8dae13,segment=NetworkSegment(01d75646-a471-41b3-9a68-2bf7bfb9163b),segment_id=01d75646-a471-41b3-9a68-2bf7bfb9163b)] {{(pid=101084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 22:06:00.150975 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728276638356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728276144285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728276144303'] for port, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:06:00.154584 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 22:06:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfd44419-40e2-45c0-8e8b-5d97ddbdbc49 x-openstack-request-id: req-cfd44419-40e2-45c0-8e8b-5d97ddbdbc49 {{(pid=101084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 22:06:00.154868 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31eef623-5aba-415d-8a0b-07bee9153119", "name": "network-vif-plugged", "status": "completed", "tag": "6046736c-114d-4ae9-9e84-d1fd4b8dae13", "code": 200}]} {{(pid=101084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 22:06:00.155118 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-cfd44419-40e2-45c0-8e8b-5d97ddbdbc49 {{(pid=101084) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 22:06:00.155526 dv-cinder-817085-1-iscsi neutron-server[101084]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31eef623-5aba-415d-8a0b-07bee9153119', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6046736c-114d-4ae9-9e84-d1fd4b8dae13', 'code': 200} Nov 08 22:06:00.204551 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Pushing event updated for resources: {'Port': ['ID=6046736c-114d-4ae9-9e84-d1fd4b8dae13,revision_number=7']} {{(pid=101084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:06:01.142952 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe5b481-6dcc-4991-95b2-c1cde131af10 req-4bd7ef31-2f35-43bd-a26c-671992fb5b4a tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:06:01.144796 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-1fe5b481-6dcc-4991-95b2-c1cde131af10 req-4bd7ef31-2f35-43bd-a26c-671992fb5b4a tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] 10.222.0.25 "GET /v2.0/ports?device_id=31eef623-5aba-415d-8a0b-07bee9153119 HTTP/1.1" status: 200 len: 945 time: 0.0923803 Nov 08 22:06:01.229020 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-1fe5b481-6dcc-4991-95b2-c1cde131af10 req-af88b7e8-4aa8-487b-a5a4-a5a8cd59ea55 tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] 10.222.0.25 "GET /v2.0/security-groups?id=48e589e1-a7d0-4554-9a00-a156bc596d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0742593 Nov 08 22:06:01.255558 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0616db4d-9175-4c0f-a132-c7c0273982d9 req-cf052d69-01f3-4b22-a3bc-10fce276f0cd tempest-VolumesSnapshotTestJSON-1628238410 tempest-VolumesSnapshotTestJSON-1628238410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:06:01.257259 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-0616db4d-9175-4c0f-a132-c7c0273982d9 req-cf052d69-01f3-4b22-a3bc-10fce276f0cd tempest-VolumesSnapshotTestJSON-1628238410 tempest-VolumesSnapshotTestJSON-1628238410-project] 10.222.0.25 "GET /v2.0/ports?device_id=b91ceaab-dabf-4fba-ab84-89e55c77ca14 HTTP/1.1" status: 200 len: 945 time: 0.0649545 Nov 08 22:06:01.311556 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-0616db4d-9175-4c0f-a132-c7c0273982d9 req-f31da296-2b50-4b4b-a639-cac17502f70f tempest-VolumesSnapshotTestJSON-1628238410 tempest-VolumesSnapshotTestJSON-1628238410-project] 10.222.0.25 "GET /v2.0/security-groups?id=32a1766c-10ae-485b-b28f-7967e49249c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468159 Nov 08 22:06:02.051764 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adeb0e92-8ea8-4744-a494-b4bb7abbad84 req-997d8714-71f6-40d7-a9c1-dd316db1eaa4 tempest-VolumesSnapshotTestJSON-1628238410 tempest-VolumesSnapshotTestJSON-1628238410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:06:02.055935 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-adeb0e92-8ea8-4744-a494-b4bb7abbad84 req-997d8714-71f6-40d7-a9c1-dd316db1eaa4 tempest-VolumesSnapshotTestJSON-1628238410 tempest-VolumesSnapshotTestJSON-1628238410-project] 10.222.0.48 "GET /v2.0/ports?device_id=b91ceaab-dabf-4fba-ab84-89e55c77ca14 HTTP/1.1" status: 200 len: 945 time: 0.0817583 Nov 08 22:06:02.211868 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.plugins.ml2.plugin [req-adeb0e92-8ea8-4744-a494-b4bb7abbad84 req-c0fc273f-6ca5-4564-8035-ee87569dff5f tempest-VolumesSnapshotTestJSON-1628238410 tempest-VolumesSnapshotTestJSON-1628238410-project] Deleting port 029e7258-5609-4b0a-a485-0b788fb2d452 {{(pid=101083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 22:06:02.212939 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [req-adeb0e92-8ea8-4744-a494-b4bb7abbad84 req-c0fc273f-6ca5-4564-8035-ee87569dff5f tempest-VolumesSnapshotTestJSON-1628238410 tempest-VolumesSnapshotTestJSON-1628238410-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728276550584'] for port, before_delete {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:06:02.353261 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.plugins.ml2.db [req-adeb0e92-8ea8-4744-a494-b4bb7abbad84 req-c0fc273f-6ca5-4564-8035-ee87569dff5f tempest-VolumesSnapshotTestJSON-1628238410 tempest-VolumesSnapshotTestJSON-1628238410-project] For port 029e7258-5609-4b0a-a485-0b788fb2d452, host hv-cinder-81708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81708',level=0,port_id=029e7258-5609-4b0a-a485-0b788fb2d452,segment=NetworkSegment(0c69bd30-f373-4f7a-a045-534c05232772),segment_id=0c69bd30-f373-4f7a-a045-534c05232772)] {{(pid=101083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 22:06:02.353934 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [req-adeb0e92-8ea8-4744-a494-b4bb7abbad84 req-c0fc273f-6ca5-4564-8035-ee87569dff5f tempest-VolumesSnapshotTestJSON-1628238410 tempest-VolumesSnapshotTestJSON-1628238410-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1626931'] for port, precommit_delete {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:06:02.371007 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.plugins.ml2.plugin [req-adeb0e92-8ea8-4744-a494-b4bb7abbad84 req-c0fc273f-6ca5-4564-8035-ee87569dff5f tempest-VolumesSnapshotTestJSON-1628238410 tempest-VolumesSnapshotTestJSON-1628238410-project] Calling delete_port for 029e7258-5609-4b0a-a485-0b788fb2d452 owned by compute:nova {{(pid=101083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 22:06:02.531886 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecb736d-37bf-416e-999f-11a566b9cb58 req-906f6845-3c38-494a-a850-90f7ed578f4e tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:06:02.533465 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-5ecb736d-37bf-416e-999f-11a566b9cb58 req-906f6845-3c38-494a-a850-90f7ed578f4e tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] 10.222.0.25 "GET /v2.0/ports?device_id=31eef623-5aba-415d-8a0b-07bee9153119 HTTP/1.1" status: 200 len: 945 time: 0.1439216 Nov 08 22:06:02.542057 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0c85e3-56b2-4ce0-b107-f8f459f620d8 req-fd20a5f1-c075-4032-bbf8-9f6f70f34f48 tempest-VolumesSnapshotTestJSON-1628238410 tempest-VolumesSnapshotTestJSON-1628238410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:06:02.544228 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-1d0c85e3-56b2-4ce0-b107-f8f459f620d8 req-fd20a5f1-c075-4032-bbf8-9f6f70f34f48 tempest-VolumesSnapshotTestJSON-1628238410 tempest-VolumesSnapshotTestJSON-1628238410-project] 10.222.0.25 "GET /v2.0/ports?device_id=b91ceaab-dabf-4fba-ab84-89e55c77ca14 HTTP/1.1" status: 200 len: 945 time: 0.0908575 Nov 08 22:06:02.604353 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [req-adeb0e92-8ea8-4744-a494-b4bb7abbad84 req-c0fc273f-6ca5-4564-8035-ee87569dff5f tempest-VolumesSnapshotTestJSON-1628238410 tempest-VolumesSnapshotTestJSON-1628238410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728276638338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728276144276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7659000'] for port, after_delete {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:06:02.607609 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-1d0c85e3-56b2-4ce0-b107-f8f459f620d8 req-c131f463-68fe-46af-821d-b5a60e656818 tempest-VolumesSnapshotTestJSON-1628238410 tempest-VolumesSnapshotTestJSON-1628238410-project] 10.222.0.25 "GET /v2.0/security-groups?id=32a1766c-10ae-485b-b28f-7967e49249c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561078 Nov 08 22:06:02.619459 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.db [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] get_ports_and_sgs() called for port_ids ['029e7258-5609-4b0a-a485-0b788fb2d452'] {{(pid=101084) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 22:06:02.648467 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fc273f-6ca5-4564-8035-ee87569dff5f tempest-VolumesSnapshotTestJSON-1628238410 tempest-VolumesSnapshotTestJSON-1628238410-project] Pushing event deleted for resources: {'Port': ['ID=029e7258-5609-4b0a-a485-0b788fb2d452,revision_number=None']} {{(pid=101083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:06:02.664630 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0fc273f-6ca5-4564-8035-ee87569dff5f tempest-VolumesSnapshotTestJSON-1628238410 tempest-VolumesSnapshotTestJSON-1628238410-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 22:06:02.665097 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0fc273f-6ca5-4564-8035-ee87569dff5f tempest-VolumesSnapshotTestJSON-1628238410 tempest-VolumesSnapshotTestJSON-1628238410-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 22:06:02.665509 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0fc273f-6ca5-4564-8035-ee87569dff5f tempest-VolumesSnapshotTestJSON-1628238410 tempest-VolumesSnapshotTestJSON-1628238410-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 22:06:02.665915 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0fc273f-6ca5-4564-8035-ee87569dff5f tempest-VolumesSnapshotTestJSON-1628238410 tempest-VolumesSnapshotTestJSON-1628238410-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 22:06:02.666351 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0fc273f-6ca5-4564-8035-ee87569dff5f tempest-VolumesSnapshotTestJSON-1628238410 tempest-VolumesSnapshotTestJSON-1628238410-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 22:06:02.666780 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0fc273f-6ca5-4564-8035-ee87569dff5f tempest-VolumesSnapshotTestJSON-1628238410 tempest-VolumesSnapshotTestJSON-1628238410-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 22:06:02.667284 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0fc273f-6ca5-4564-8035-ee87569dff5f tempest-VolumesSnapshotTestJSON-1628238410 tempest-VolumesSnapshotTestJSON-1628238410-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 22:06:02.668186 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0fc273f-6ca5-4564-8035-ee87569dff5f tempest-VolumesSnapshotTestJSON-1628238410 tempest-VolumesSnapshotTestJSON-1628238410-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 22:06:02.668628 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0fc273f-6ca5-4564-8035-ee87569dff5f tempest-VolumesSnapshotTestJSON-1628238410 tempest-VolumesSnapshotTestJSON-1628238410-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 22:06:02.669080 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0fc273f-6ca5-4564-8035-ee87569dff5f tempest-VolumesSnapshotTestJSON-1628238410 tempest-VolumesSnapshotTestJSON-1628238410-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 22:06:02.669558 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0fc273f-6ca5-4564-8035-ee87569dff5f tempest-VolumesSnapshotTestJSON-1628238410 tempest-VolumesSnapshotTestJSON-1628238410-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 22:06:02.670062 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0fc273f-6ca5-4564-8035-ee87569dff5f tempest-VolumesSnapshotTestJSON-1628238410 tempest-VolumesSnapshotTestJSON-1628238410-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 22:06:02.670816 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-5ecb736d-37bf-416e-999f-11a566b9cb58 req-b07867a8-438d-4e1f-a645-24c7cc4429a2 tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] 10.222.0.25 "GET /v2.0/security-groups?id=48e589e1-a7d0-4554-9a00-a156bc596d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1211035 Nov 08 22:06:02.721186 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.db.l3_dvrscheduler_db [req-adeb0e92-8ea8-4744-a494-b4bb7abbad84 req-c0fc273f-6ca5-4564-8035-ee87569dff5f tempest-VolumesSnapshotTestJSON-1628238410 tempest-VolumesSnapshotTestJSON-1628238410-project] No DVR routers for this DVR port 029e7258-5609-4b0a-a485-0b788fb2d452 on host hv-cinder-81708 {{(pid=101083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 22:06:02.724668 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [req-adeb0e92-8ea8-4744-a494-b4bb7abbad84 req-c0fc273f-6ca5-4564-8035-ee87569dff5f tempest-VolumesSnapshotTestJSON-1628238410 tempest-VolumesSnapshotTestJSON-1628238410-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465805'] for port, before_response {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:06:02.727981 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-adeb0e92-8ea8-4744-a494-b4bb7abbad84 req-c0fc273f-6ca5-4564-8035-ee87569dff5f tempest-VolumesSnapshotTestJSON-1628238410 tempest-VolumesSnapshotTestJSON-1628238410-project] 10.222.0.48 "DELETE /v2.0/ports/029e7258-5609-4b0a-a485-0b788fb2d452 HTTP/1.1" status: 204 len: 173 time: 0.6647828 Nov 08 22:06:02.728425 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b91ceaab-dabf-4fba-ab84-89e55c77ca14', 'name': 'network-vif-deleted', 'tag': '029e7258-5609-4b0a-a485-0b788fb2d452'}] {{(pid=101083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 22:06:02.731975 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1401f4ba4b9bb213bf59dd3903e8d3cb618788e4f0023aa365925d32571c6fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a15d0438-3015-404a-bd4e-0556bc4f400c" -d '{"events": [{"server_uuid": "b91ceaab-dabf-4fba-ab84-89e55c77ca14", "name": "network-vif-deleted", "tag": "029e7258-5609-4b0a-a485-0b788fb2d452"}]}' {{(pid=101083) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 22:06:02.850625 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 22:06:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e7159da-6b81-494a-a15d-dbf1aba532a1 x-openstack-request-id: req-2e7159da-6b81-494a-a15d-dbf1aba532a1 {{(pid=101083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 22:06:02.852230 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b91ceaab-dabf-4fba-ab84-89e55c77ca14", "name": "network-vif-deleted", "tag": "029e7258-5609-4b0a-a485-0b788fb2d452", "status": "completed", "code": 200}]} {{(pid=101083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 22:06:02.854887 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2e7159da-6b81-494a-a15d-dbf1aba532a1 {{(pid=101083) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 22:06:02.855390 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b91ceaab-dabf-4fba-ab84-89e55c77ca14', 'name': 'network-vif-deleted', 'tag': '029e7258-5609-4b0a-a485-0b788fb2d452', 'status': 'completed', 'code': 200} Nov 08 22:06:03.827361 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eacca1f-2ecb-4b00-9694-8c77d6bd0b71 req-41ad8129-0816-40a3-82f5-b1ffe3a0d8f0 tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:06:03.829630 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-7eacca1f-2ecb-4b00-9694-8c77d6bd0b71 req-41ad8129-0816-40a3-82f5-b1ffe3a0d8f0 tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] 10.222.0.25 "GET /v2.0/ports?device_id=31eef623-5aba-415d-8a0b-07bee9153119 HTTP/1.1" status: 200 len: 945 time: 0.0667522 Nov 08 22:06:03.901185 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-7eacca1f-2ecb-4b00-9694-8c77d6bd0b71 req-91e1dcae-e33f-4905-9391-3558de49b831 tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] 10.222.0.25 "GET /v2.0/security-groups?id=48e589e1-a7d0-4554-9a00-a156bc596d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588434 Nov 08 22:06:04.177801 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26c87a0-5fb9-4b49-998f-438fe1f55786 req-b2ba1254-3e5f-4117-b824-6fc6d76f2467 tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:06:04.180838 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-c26c87a0-5fb9-4b49-998f-438fe1f55786 req-b2ba1254-3e5f-4117-b824-6fc6d76f2467 tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] 10.222.0.25 "GET /v2.0/ports?device_id=6d150dad-3751-4594-9577-0bff353c1959 HTTP/1.1" status: 200 len: 946 time: 0.0612621 Nov 08 22:06:04.237800 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-c26c87a0-5fb9-4b49-998f-438fe1f55786 req-d789a565-5517-4696-823b-ff364ef26646 tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] 10.222.0.25 "GET /v2.0/security-groups?id=acd37c4b-3fab-4bb4-9fe4-0e71055aeb64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509040 Nov 08 22:06:05.043619 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39f15ec-ef46-4479-a866-f97bae204c0a req-e023a821-50aa-41b3-90f0-7b840f8ed74f tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:06:05.045271 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-c39f15ec-ef46-4479-a866-f97bae204c0a req-e023a821-50aa-41b3-90f0-7b840f8ed74f tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] 10.222.0.25 "GET /v2.0/ports?device_id=31eef623-5aba-415d-8a0b-07bee9153119 HTTP/1.1" status: 200 len: 945 time: 0.0643117 Nov 08 22:06:05.104578 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-c39f15ec-ef46-4479-a866-f97bae204c0a req-251336bf-334c-4c57-a102-51adff57d204 tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] 10.222.0.25 "GET /v2.0/security-groups?id=48e589e1-a7d0-4554-9a00-a156bc596d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509548 Nov 08 22:06:05.365046 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e882e175-c851-49b8-8f9c-7b2d21266240 req-5041b4b4-a5d4-4aea-91cd-6a2fa046eacc tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:06:05.366489 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-e882e175-c851-49b8-8f9c-7b2d21266240 req-5041b4b4-a5d4-4aea-91cd-6a2fa046eacc tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] 10.222.0.25 "GET /v2.0/ports?device_id=6d150dad-3751-4594-9577-0bff353c1959 HTTP/1.1" status: 200 len: 946 time: 0.0566089 Nov 08 22:06:05.418939 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-e882e175-c851-49b8-8f9c-7b2d21266240 req-8401194c-2083-4bef-ab17-df374540eecc tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] 10.222.0.25 "GET /v2.0/security-groups?id=acd37c4b-3fab-4bb4-9fe4-0e71055aeb64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453892 Nov 08 22:06:06.227795 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20267a38-7e3c-443b-80b9-0303b07f319b req-cc11f222-6192-4d70-88c4-47ace0514ac5 tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:06:06.233830 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-20267a38-7e3c-443b-80b9-0303b07f319b req-cc11f222-6192-4d70-88c4-47ace0514ac5 tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] 10.222.0.25 "GET /v2.0/ports?device_id=31eef623-5aba-415d-8a0b-07bee9153119 HTTP/1.1" status: 200 len: 945 time: 0.0537765 Nov 08 22:06:06.281494 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-20267a38-7e3c-443b-80b9-0303b07f319b req-b53ce040-f456-4e0b-be8f-d5745897611a tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] 10.222.0.25 "GET /v2.0/security-groups?id=48e589e1-a7d0-4554-9a00-a156bc596d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456762 Nov 08 22:06:06.542843 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45fd891-bb1a-4ab6-8a7a-758a53b49d83 req-6dd64f8f-6943-4b14-bdb5-be8f5a293fc0 tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:06:06.544418 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-a45fd891-bb1a-4ab6-8a7a-758a53b49d83 req-6dd64f8f-6943-4b14-bdb5-be8f5a293fc0 tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] 10.222.0.25 "GET /v2.0/ports?device_id=6d150dad-3751-4594-9577-0bff353c1959 HTTP/1.1" status: 200 len: 946 time: 0.0530083 Nov 08 22:06:06.605621 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-a45fd891-bb1a-4ab6-8a7a-758a53b49d83 req-570d4933-6e83-4748-86da-84d7837dabf9 tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] 10.222.0.25 "GET /v2.0/security-groups?id=acd37c4b-3fab-4bb4-9fe4-0e71055aeb64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547328 Nov 08 22:06:07.019011 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.rpc [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Device 029e7258-5609-4b0a-a485-0b788fb2d452 no longer exists at agent hyperv_hv-cinder-81708 {{(pid=101084) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 22:06:07.040036 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.plugin [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] No Port match for: 029e7258-5609-4b0a-a485-0b788fb2d452 {{(pid=101084) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 22:06:07.040360 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.rpc [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Device 029e7258-5609-4b0a-a485-0b788fb2d452 not bound to the agent host hv-cinder-81708 {{(pid=101084) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 22:06:07.413422 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994af3c7-6ab0-433b-89a8-f527f57dd8cb req-2afbee15-2651-4dbd-bb90-c2a37c812f9f tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:06:07.415745 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-994af3c7-6ab0-433b-89a8-f527f57dd8cb req-2afbee15-2651-4dbd-bb90-c2a37c812f9f tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] 10.222.0.25 "GET /v2.0/ports?device_id=31eef623-5aba-415d-8a0b-07bee9153119 HTTP/1.1" status: 200 len: 945 time: 0.0544181 Nov 08 22:06:07.469440 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-994af3c7-6ab0-433b-89a8-f527f57dd8cb req-603b3c6f-084b-45cd-8c8b-d98d205d0abc tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] 10.222.0.25 "GET /v2.0/security-groups?id=48e589e1-a7d0-4554-9a00-a156bc596d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475764 Nov 08 22:06:07.592868 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d373d07-7dbc-4d90-a414-88992336f2ab req-649d2a03-b32f-4e21-b824-aedc501a8cac tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:06:07.595037 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-3d373d07-7dbc-4d90-a414-88992336f2ab req-649d2a03-b32f-4e21-b824-aedc501a8cac tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] 10.222.0.48 "GET /v2.0/ports?device_id=6d150dad-3751-4594-9577-0bff353c1959 HTTP/1.1" status: 200 len: 946 time: 0.0565178 Nov 08 22:06:07.706211 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.plugins.ml2.plugin [req-3d373d07-7dbc-4d90-a414-88992336f2ab req-952df7ed-e6f9-4214-a80c-d029879f4ef8 tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] Deleting port c65c79bf-42ab-47b3-93df-a00c3858e37d {{(pid=101083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 22:06:07.706609 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [req-3d373d07-7dbc-4d90-a414-88992336f2ab req-952df7ed-e6f9-4214-a80c-d029879f4ef8 tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728276550584'] for port, before_delete {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:06:07.738569 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65dbd15b-7bca-4874-b125-17304714ed4a req-bc4cd31f-3d11-4441-9208-63a0ae267690 tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:06:07.746899 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-65dbd15b-7bca-4874-b125-17304714ed4a req-bc4cd31f-3d11-4441-9208-63a0ae267690 tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] 10.222.0.25 "GET /v2.0/ports?device_id=6d150dad-3751-4594-9577-0bff353c1959 HTTP/1.1" status: 200 len: 946 time: 0.0667167 Nov 08 22:06:07.793655 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-65dbd15b-7bca-4874-b125-17304714ed4a req-f691cdbe-9ac0-40b7-bedd-982632c24fec tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] 10.222.0.25 "GET /v2.0/security-groups?id=acd37c4b-3fab-4bb4-9fe4-0e71055aeb64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456131 Nov 08 22:06:07.833118 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.plugins.ml2.db [req-3d373d07-7dbc-4d90-a414-88992336f2ab req-952df7ed-e6f9-4214-a80c-d029879f4ef8 tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] For port c65c79bf-42ab-47b3-93df-a00c3858e37d, host hv-cinder-81708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81708',level=0,port_id=c65c79bf-42ab-47b3-93df-a00c3858e37d,segment=NetworkSegment(de478fa7-e3a1-4946-b405-3fee42527219),segment_id=de478fa7-e3a1-4946-b405-3fee42527219)] {{(pid=101083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 22:06:07.833478 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [req-3d373d07-7dbc-4d90-a414-88992336f2ab req-952df7ed-e6f9-4214-a80c-d029879f4ef8 tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1626931'] for port, precommit_delete {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:06:08.072682 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [req-3d373d07-7dbc-4d90-a414-88992336f2ab req-952df7ed-e6f9-4214-a80c-d029879f4ef8 tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:06:08.073484 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [req-3d373d07-7dbc-4d90-a414-88992336f2ab req-952df7ed-e6f9-4214-a80c-d029879f4ef8 tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1623957'] for floatingip, after_update {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:06:08.073892 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.db.l3_db [req-3d373d07-7dbc-4d90-a414-88992336f2ab req-952df7ed-e6f9-4214-a80c-d029879f4ef8 tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] Floating IP b743cce0-ac60-4a26-8f22-a00065e64c55 disassociated. External IP: 172.27.3.104, port: c65c79bf-42ab-47b3-93df-a00c3858e37d. Nov 08 22:06:08.074297 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.plugins.ml2.plugin [req-3d373d07-7dbc-4d90-a414-88992336f2ab req-952df7ed-e6f9-4214-a80c-d029879f4ef8 tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] Calling delete_port for c65c79bf-42ab-47b3-93df-a00c3858e37d owned by compute:nova {{(pid=101083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 22:06:08.245443 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [req-3d373d07-7dbc-4d90-a414-88992336f2ab req-952df7ed-e6f9-4214-a80c-d029879f4ef8 tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728276638338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728276144276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7659000'] for port, after_delete {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:06:08.277296 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952df7ed-e6f9-4214-a80c-d029879f4ef8 tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] Pushing event deleted for resources: {'Port': ['ID=c65c79bf-42ab-47b3-93df-a00c3858e37d,revision_number=None']} {{(pid=101083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:06:08.412963 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3d373d07-7dbc-4d90-a414-88992336f2ab req-952df7ed-e6f9-4214-a80c-d029879f4ef8 tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] Router a8710038-31e4-41f3-afb0-f835bccc6376 has already been hosted by L3 agent a7fb4010-89fb-4d99-b0a1-90d6a3aacb04 {{(pid=101083) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 22:06:08.545076 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3d373d07-7dbc-4d90-a414-88992336f2ab req-952df7ed-e6f9-4214-a80c-d029879f4ef8 tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] Notify agent at l3_agent.dv-cinder-817085-1-iscsi the message routers_updated {{(pid=101083) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 22:06:08.567000 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37cde57c-07bc-445e-82b2-629f9f2b2d36 None None] Sync routers for ids ['a8710038-31e4-41f3-afb0-f835bccc6376'] in dv-cinder-817085-1-iscsi {{(pid=101084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 22:06:08.579818 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37cde57c-07bc-445e-82b2-629f9f2b2d36 None None] Routers {'a8710038-31e4-41f3-afb0-f835bccc6376'} bound to L3 agent in host dv-cinder-817085-1-iscsi {{(pid=101084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 22:06:08.580973 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.db.l3_hamode_db [None req-37cde57c-07bc-445e-82b2-629f9f2b2d36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817085-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T21:51:49Z,description=,heartbeat_timestamp=2021-11-08T22:05:49Z,host='dv-cinder-817085-1-iscsi',id=a7fb4010-89fb-4d99-b0a1-90d6a3aacb04,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T21:51:49Z,topic='l3_agent')) {'router_ids': ['a8710038-31e4-41f3-afb0-f835bccc6376'], 'active': True} {{(pid=101084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 22:06:08.614868 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d373d07-7dbc-4d90-a414-88992336f2ab req-952df7ed-e6f9-4214-a80c-d029879f4ef8 tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] No DVR routers for this DVR port c65c79bf-42ab-47b3-93df-a00c3858e37d on host hv-cinder-81708 {{(pid=101083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 22:06:08.632025 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [req-3d373d07-7dbc-4d90-a414-88992336f2ab req-952df7ed-e6f9-4214-a80c-d029879f4ef8 tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465805'] for port, before_response {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:06:08.636492 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-3d373d07-7dbc-4d90-a414-88992336f2ab req-952df7ed-e6f9-4214-a80c-d029879f4ef8 tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] 10.222.0.48 "DELETE /v2.0/ports/c65c79bf-42ab-47b3-93df-a00c3858e37d HTTP/1.1" status: 204 len: 173 time: 1.0332582 Nov 08 22:06:08.637269 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d150dad-3751-4594-9577-0bff353c1959', 'name': 'network-vif-deleted', 'tag': 'c65c79bf-42ab-47b3-93df-a00c3858e37d'}] {{(pid=101083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 22:06:08.640489 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1401f4ba4b9bb213bf59dd3903e8d3cb618788e4f0023aa365925d32571c6fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cccd3520-57ee-4d50-aeef-686f0ef62bcf" -d '{"events": [{"server_uuid": "6d150dad-3751-4594-9577-0bff353c1959", "name": "network-vif-deleted", "tag": "c65c79bf-42ab-47b3-93df-a00c3858e37d"}]}' {{(pid=101083) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 22:06:08.744996 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 22:06:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80a512d4-a8b8-4161-96e0-a3856930e787 x-openstack-request-id: req-80a512d4-a8b8-4161-96e0-a3856930e787 {{(pid=101083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 22:06:08.745612 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d150dad-3751-4594-9577-0bff353c1959", "name": "network-vif-deleted", "tag": "c65c79bf-42ab-47b3-93df-a00c3858e37d", "status": "completed", "code": 200}]} {{(pid=101083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 22:06:08.746203 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-80a512d4-a8b8-4161-96e0-a3856930e787 {{(pid=101083) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 22:06:08.746923 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d150dad-3751-4594-9577-0bff353c1959', 'name': 'network-vif-deleted', 'tag': 'c65c79bf-42ab-47b3-93df-a00c3858e37d', 'status': 'completed', 'code': 200} Nov 08 22:06:08.757060 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.db.l3_dvr_db [None req-37cde57c-07bc-445e-82b2-629f9f2b2d36 None None] Set router a8710038-31e4-41f3-afb0-f835bccc6376 gateway port host: dv-cinder-817085-1-iscsi {{(pid=101084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 22:06:08.907529 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b336515f-f7d5-445c-903c-e42fc911ccec req-9dc9e0b8-7327-4a85-bf2b-e45bb6c6515e tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:06:08.925259 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-b336515f-f7d5-445c-903c-e42fc911ccec req-9dc9e0b8-7327-4a85-bf2b-e45bb6c6515e tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] 10.222.0.25 "GET /v2.0/ports?device_id=31eef623-5aba-415d-8a0b-07bee9153119 HTTP/1.1" status: 200 len: 945 time: 0.1557152 Nov 08 22:06:09.002620 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-64bf94bb-38d5-48e1-a088-fe5cdfe934c0 req-6b8a9987-457b-491e-9c6b-8ca5333129d7 tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] 10.222.0.25 "GET /v2.0/ports?device_id=6d150dad-3751-4594-9577-0bff353c1959 HTTP/1.1" status: 200 len: 210 time: 0.0511427 Nov 08 22:06:09.035434 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-b336515f-f7d5-445c-903c-e42fc911ccec req-3dbee953-1a3a-4f47-bf80-f9cc2a99dcc3 tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] 10.222.0.25 "GET /v2.0/security-groups?id=48e589e1-a7d0-4554-9a00-a156bc596d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1031792 Nov 08 22:06:09.106461 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.db.l3_hamode_db [None req-37cde57c-07bc-445e-82b2-629f9f2b2d36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8710038-31e4-41f3-afb0-f835bccc6376', 'name': 'tempest-AttachVolumeTestJSON-138430820-router', 'tenant_id': 'c834e2bc78d34c388e89dd13ae9d694d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ae8d913-bef9-4bc0-baeb-78ef8b3a7364', 'external_fixed_ips': [{'subnet_id': 'f0dec947-372d-4ed5-9c9f-864e58aba850', 'ip_address': '172.27.3.181'}], 'enable_snat': True}, 'gw_port_id': '29f233ab-38fc-4545-a24b-ffeb6cbcad23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T21:59:45Z', 'updated_at': '2021-11-08T21:59:51Z', 'revision_number': 4, 'project_id': 'c834e2bc78d34c388e89dd13ae9d694d', 'gw_port': {'id': '29f233ab-38fc-4545-a24b-ffeb6cbcad23', 'name': '', 'network_id': '8ae8d913-bef9-4bc0-baeb-78ef8b3a7364', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:4c:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8710038-31e4-41f3-afb0-f835bccc6376', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': 'f0dec947-372d-4ed5-9c9f-864e58aba850', 'ip_address': '172.27.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T21:59:45Z', 'updated_at': '2021-11-08T21:59:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0dec947-372d-4ed5-9c9f-864e58aba850', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817085-1-iscsi', '_interfaces': [{'id': '53dd1d3a-6711-4ff9-aa82-f0ec785ee75e', 'name': '', 'network_id': '9590ccf2-e7fa-40b5-917c-b342c4898ba2', 'tenant_id': 'c834e2bc78d34c388e89dd13ae9d694d', 'mac_address': 'fa:16:3e:27:1d:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8710038-31e4-41f3-afb0-f835bccc6376', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '2512a576-3f2f-4a0c-aead-e82297ded485', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T21:59:49Z', 'updated_at': '2021-11-08T21:59:56Z', 'revision_number': 5, 'project_id': 'c834e2bc78d34c388e89dd13ae9d694d', 'subnets': [{'id': '2512a576-3f2f-4a0c-aead-e82297ded485', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817085-1-iscsi', False) {} {{(pid=101084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 22:06:09.137530 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37cde57c-07bc-445e-82b2-629f9f2b2d36 None None] Checking router: a8710038-31e4-41f3-afb0-f835bccc6376 for host: dv-cinder-817085-1-iscsi {{(pid=101084) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 22:06:09.146184 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37cde57c-07bc-445e-82b2-629f9f2b2d36 None None] Routers {'a8710038-31e4-41f3-afb0-f835bccc6376'} bound to L3 agent in host dv-cinder-817085-1-iscsi {{(pid=101084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 22:06:09.146865 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.db.l3_hamode_db [None req-37cde57c-07bc-445e-82b2-629f9f2b2d36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817085-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T21:51:49Z,description=,heartbeat_timestamp=2021-11-08T22:05:49Z,host='dv-cinder-817085-1-iscsi',id=a7fb4010-89fb-4d99-b0a1-90d6a3aacb04,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T21:51:49Z,topic='l3_agent')) {'router_ids': ['a8710038-31e4-41f3-afb0-f835bccc6376'], 'active': True} {{(pid=101084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 22:06:09.285105 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.db.l3_dvr_db [None req-37cde57c-07bc-445e-82b2-629f9f2b2d36 None None] Set router a8710038-31e4-41f3-afb0-f835bccc6376 gateway port host: dv-cinder-817085-1-iscsi {{(pid=101084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 22:06:09.660762 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.db.l3_hamode_db [None req-37cde57c-07bc-445e-82b2-629f9f2b2d36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8710038-31e4-41f3-afb0-f835bccc6376', 'name': 'tempest-AttachVolumeTestJSON-138430820-router', 'tenant_id': 'c834e2bc78d34c388e89dd13ae9d694d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ae8d913-bef9-4bc0-baeb-78ef8b3a7364', 'external_fixed_ips': [{'subnet_id': 'f0dec947-372d-4ed5-9c9f-864e58aba850', 'ip_address': '172.27.3.181'}], 'enable_snat': True}, 'gw_port_id': '29f233ab-38fc-4545-a24b-ffeb6cbcad23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T21:59:45Z', 'updated_at': '2021-11-08T21:59:51Z', 'revision_number': 4, 'project_id': 'c834e2bc78d34c388e89dd13ae9d694d', 'gw_port': {'id': '29f233ab-38fc-4545-a24b-ffeb6cbcad23', 'name': '', 'network_id': '8ae8d913-bef9-4bc0-baeb-78ef8b3a7364', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:4c:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8710038-31e4-41f3-afb0-f835bccc6376', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': 'f0dec947-372d-4ed5-9c9f-864e58aba850', 'ip_address': '172.27.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T21:59:45Z', 'updated_at': '2021-11-08T21:59:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0dec947-372d-4ed5-9c9f-864e58aba850', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817085-1-iscsi', '_interfaces': [{'id': '53dd1d3a-6711-4ff9-aa82-f0ec785ee75e', 'name': '', 'network_id': '9590ccf2-e7fa-40b5-917c-b342c4898ba2', 'tenant_id': 'c834e2bc78d34c388e89dd13ae9d694d', 'mac_address': 'fa:16:3e:27:1d:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8710038-31e4-41f3-afb0-f835bccc6376', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '2512a576-3f2f-4a0c-aead-e82297ded485', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T21:59:49Z', 'updated_at': '2021-11-08T21:59:56Z', 'revision_number': 5, 'project_id': 'c834e2bc78d34c388e89dd13ae9d694d', 'subnets': [{'id': '2512a576-3f2f-4a0c-aead-e82297ded485', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817085-1-iscsi', False) {} {{(pid=101084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 22:06:09.686925 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37cde57c-07bc-445e-82b2-629f9f2b2d36 None None] The sync data for ids ['a8710038-31e4-41f3-afb0-f835bccc6376'] in dv-cinder-817085-1-iscsi is: [{'id': 'a8710038-31e4-41f3-afb0-f835bccc6376', 'name': 'tempest-AttachVolumeTestJSON-138430820-router', 'tenant_id': 'c834e2bc78d34c388e89dd13ae9d694d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ae8d913-bef9-4bc0-baeb-78ef8b3a7364', 'external_fixed_ips': [{'subnet_id': 'f0dec947-372d-4ed5-9c9f-864e58aba850', 'ip_address': '172.27.3.181'}], 'enable_snat': True}, 'gw_port_id': '29f233ab-38fc-4545-a24b-ffeb6cbcad23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T21:59:45Z', 'updated_at': '2021-11-08T21:59:51Z', 'revision_number': 4, 'project_id': 'c834e2bc78d34c388e89dd13ae9d694d', 'gw_port': {'id': '29f233ab-38fc-4545-a24b-ffeb6cbcad23', 'name': '', 'network_id': '8ae8d913-bef9-4bc0-baeb-78ef8b3a7364', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:4c:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8710038-31e4-41f3-afb0-f835bccc6376', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': 'f0dec947-372d-4ed5-9c9f-864e58aba850', 'ip_address': '172.27.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T21:59:45Z', 'updated_at': '2021-11-08T21:59:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0dec947-372d-4ed5-9c9f-864e58aba850', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817085-1-iscsi', '_interfaces': [{'id': '53dd1d3a-6711-4ff9-aa82-f0ec785ee75e', 'name': '', 'network_id': '9590ccf2-e7fa-40b5-917c-b342c4898ba2', 'tenant_id': 'c834e2bc78d34c388e89dd13ae9d694d', 'mac_address': 'fa:16:3e:27:1d:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8710038-31e4-41f3-afb0-f835bccc6376', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '2512a576-3f2f-4a0c-aead-e82297ded485', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T21:59:49Z', 'updated_at': '2021-11-08T21:59:56Z', 'revision_number': 5, 'project_id': 'c834e2bc78d34c388e89dd13ae9d694d', 'subnets': [{'id': '2512a576-3f2f-4a0c-aead-e82297ded485', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 22:06:09.888866 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5337b34-4546-42c3-b13b-423c3a979005 None None] New status for floating IP b743cce0-ac60-4a26-8f22-a00065e64c55: DOWN {{(pid=101085) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 08 22:06:10.093277 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.wsgi [-] (101082) accepted ('10.222.0.25', 47776) {{(pid=101082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 22:06:10.179256 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-b1b38d54-517e-4f91-8a25-cfc46cc49def tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] Publish callbacks [] for security_group, before_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:06:10.187404 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b59790e-980a-4081-85c9-ccfc9cd799f1 req-72e88e97-d84a-4b4b-90e6-76b866f4083b tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:06:10.188904 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-0b59790e-980a-4081-85c9-ccfc9cd799f1 req-72e88e97-d84a-4b4b-90e6-76b866f4083b tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] 10.222.0.25 "GET /v2.0/ports?device_id=31eef623-5aba-415d-8a0b-07bee9153119 HTTP/1.1" status: 200 len: 945 time: 0.0807614 Nov 08 22:06:10.472686 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-b1b38d54-517e-4f91-8a25-cfc46cc49def tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:06:10.520897 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-0b59790e-980a-4081-85c9-ccfc9cd799f1 req-7c5353c7-94b4-4771-a340-86b1599661b1 tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] 10.222.0.25 "GET /v2.0/security-groups?id=48e589e1-a7d0-4554-9a00-a156bc596d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3228414 Nov 08 22:06:10.539150 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-b1b38d54-517e-4f91-8a25-cfc46cc49def tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2033567'] for security_group, after_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:06:10.541977 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-b1b38d54-517e-4f91-8a25-cfc46cc49def tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] Publish callbacks [] for security_group, before_response {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:06:10.543244 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [None req-b1b38d54-517e-4f91-8a25-cfc46cc49def tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] 10.222.0.25 "DELETE /v2.0/security-groups/acd37c4b-3fab-4bb4-9fe4-0e71055aeb64 HTTP/1.1" status: 204 len: 168 time: 0.4489508 Nov 08 22:06:10.546946 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.wsgi [-] (101083) accepted ('10.222.0.25', 47778) {{(pid=101083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 22:06:10.558128 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b38d54-517e-4f91-8a25-cfc46cc49def tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=acd37c4b-3fab-4bb4-9fe4-0e71055aeb64,revision_number=None']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:06:10.563021 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.api.v2.resource [None req-f4946b16-62b3-4cee-a32b-1df3d0eb4473 tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] show failed (client error): The resource could not be found. Nov 08 22:06:10.564027 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [None req-f4946b16-62b3-4cee-a32b-1df3d0eb4473 tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] 10.222.0.25 "GET /v2.0/security-groups/acd37c4b-3fab-4bb4-9fe4-0e71055aeb64 HTTP/1.1" status: 404 len: 347 time: 0.0161328 Nov 08 22:06:10.565595 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1b38d54-517e-4f91-8a25-cfc46cc49def tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 22:06:10.565944 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1b38d54-517e-4f91-8a25-cfc46cc49def tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 22:06:10.566268 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1b38d54-517e-4f91-8a25-cfc46cc49def tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 22:06:10.566600 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1b38d54-517e-4f91-8a25-cfc46cc49def tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 22:06:10.566919 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1b38d54-517e-4f91-8a25-cfc46cc49def tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 22:06:10.567069 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.wsgi [-] (101083) accepted ('10.222.0.25', 47780) {{(pid=101083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 22:06:10.567242 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1b38d54-517e-4f91-8a25-cfc46cc49def tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 22:06:10.567563 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1b38d54-517e-4f91-8a25-cfc46cc49def tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 22:06:10.567881 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1b38d54-517e-4f91-8a25-cfc46cc49def tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 22:06:10.568200 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1b38d54-517e-4f91-8a25-cfc46cc49def tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 22:06:10.568518 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1b38d54-517e-4f91-8a25-cfc46cc49def tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 22:06:10.568863 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1b38d54-517e-4f91-8a25-cfc46cc49def tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 22:06:10.569181 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1b38d54-517e-4f91-8a25-cfc46cc49def tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 22:06:10.691756 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.plugins.ml2.plugin [None req-fa1b84ef-bfc6-42b9-9c82-97562fcbaeb6 tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] Deleting port ea1dba70-0f81-4acf-9130-213a0409321b {{(pid=101083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 22:06:10.692091 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-fa1b84ef-bfc6-42b9-9c82-97562fcbaeb6 tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728276550584'] for port, before_delete {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:06:10.700196 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.rpc [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Device c65c79bf-42ab-47b3-93df-a00c3858e37d no longer exists at agent hyperv_hv-cinder-81708 {{(pid=101084) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 22:06:10.723042 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.plugin [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] No Port match for: c65c79bf-42ab-47b3-93df-a00c3858e37d {{(pid=101084) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 22:06:10.723379 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.rpc [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Device c65c79bf-42ab-47b3-93df-a00c3858e37d not bound to the agent host hv-cinder-81708 {{(pid=101084) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 22:06:10.764974 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-fa1b84ef-bfc6-42b9-9c82-97562fcbaeb6 tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1626931'] for port, precommit_delete {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:06:10.765299 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-fa1b84ef-bfc6-42b9-9c82-97562fcbaeb6 tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:06:10.776414 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.plugins.ml2.plugin [None req-fa1b84ef-bfc6-42b9-9c82-97562fcbaeb6 tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] Calling delete_port for ea1dba70-0f81-4acf-9130-213a0409321b owned by network:floatingip {{(pid=101083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 22:06:10.903806 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-fa1b84ef-bfc6-42b9-9c82-97562fcbaeb6 tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728276638338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728276144276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7659000'] for port, after_delete {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:06:10.925507 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1b84ef-bfc6-42b9-9c82-97562fcbaeb6 tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] Pushing event deleted for resources: {'Port': ['ID=ea1dba70-0f81-4acf-9130-213a0409321b,revision_number=None']} {{(pid=101083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:06:10.987317 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-fa1b84ef-bfc6-42b9-9c82-97562fcbaeb6 tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] Publish callbacks [] for floatingip, after_delete {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:06:10.989801 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-fa1b84ef-bfc6-42b9-9c82-97562fcbaeb6 tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465805'] for floatingip, before_response {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:06:10.990935 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [None req-fa1b84ef-bfc6-42b9-9c82-97562fcbaeb6 tempest-AttachVolumeTestJSON-1196299338 tempest-AttachVolumeTestJSON-1196299338-project] 10.222.0.25 "DELETE /v2.0/floatingips/b743cce0-ac60-4a26-8f22-a00065e64c55 HTTP/1.1" status: 204 len: 168 time: 0.4229934 Nov 08 22:06:11.649306 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d365f304-01b0-4c96-a4e6-33356c874446 req-6a358710-5b77-4faa-b513-faf514c29063 tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:06:11.650763 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-d365f304-01b0-4c96-a4e6-33356c874446 req-6a358710-5b77-4faa-b513-faf514c29063 tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] 10.222.0.25 "GET /v2.0/ports?device_id=31eef623-5aba-415d-8a0b-07bee9153119 HTTP/1.1" status: 200 len: 945 time: 0.0485344 Nov 08 22:06:11.696209 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-d365f304-01b0-4c96-a4e6-33356c874446 req-663c69e1-7c7d-4dcf-a3c0-ba887da61da1 tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] 10.222.0.25 "GET /v2.0/security-groups?id=48e589e1-a7d0-4554-9a00-a156bc596d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389647 Nov 08 22:06:12.829594 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80508ae-e77d-49a1-9f51-6a3c45b58803 req-33edfb1a-8a7f-4499-bf80-6e79c60d3704 tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:06:12.831560 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-d80508ae-e77d-49a1-9f51-6a3c45b58803 req-33edfb1a-8a7f-4499-bf80-6e79c60d3704 tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] 10.222.0.25 "GET /v2.0/ports?device_id=31eef623-5aba-415d-8a0b-07bee9153119 HTTP/1.1" status: 200 len: 945 time: 0.0613971 Nov 08 22:06:12.893534 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-d80508ae-e77d-49a1-9f51-6a3c45b58803 req-1b7435f4-d890-4447-81aa-6522477661c9 tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] 10.222.0.25 "GET /v2.0/security-groups?id=48e589e1-a7d0-4554-9a00-a156bc596d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549812 Nov 08 22:06:12.911082 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34556b82-e436-4921-bd81-ed79a69c7d7f req-5513d21a-7a95-4b4f-bc37-e9a5d405e0df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:06:12.912545 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-34556b82-e436-4921-bd81-ed79a69c7d7f req-5513d21a-7a95-4b4f-bc37-e9a5d405e0df service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3c81291fa5704e6e99b9fb8671a47a4c&device_id=31eef623-5aba-415d-8a0b-07bee9153119 HTTP/1.1" status: 200 len: 1098 time: 0.0503924 Nov 08 22:06:13.004941 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34556b82-e436-4921-bd81-ed79a69c7d7f req-6b4acb20-44a7-4155-ab59-5884dc9a7996 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:06:13.006362 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-34556b82-e436-4921-bd81-ed79a69c7d7f req-6b4acb20-44a7-4155-ab59-5884dc9a7996 service neutron] 10.222.0.48 "GET /v2.0/networks?id=d0389d40-840b-4921-84b3-93bfc186ef85 HTTP/1.1" status: 200 len: 917 time: 0.0836036 Nov 08 22:06:13.069852 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-34556b82-e436-4921-bd81-ed79a69c7d7f req-0828e09f-5651-4870-a567-f3f20f76757c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6046736c-114d-4ae9-9e84-d1fd4b8dae13 HTTP/1.1" status: 200 len: 1001 time: 0.0558953 Nov 08 22:06:13.118828 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34556b82-e436-4921-bd81-ed79a69c7d7f req-b04bdff9-f2ac-4782-8a0b-05e94813d94b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:06:13.120315 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-34556b82-e436-4921-bd81-ed79a69c7d7f req-b04bdff9-f2ac-4782-8a0b-05e94813d94b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=74626eb5-4f16-4db6-984a-103aeaf27899 HTTP/1.1" status: 200 len: 855 time: 0.0440085 Nov 08 22:06:13.171266 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34556b82-e436-4921-bd81-ed79a69c7d7f req-972eb3e4-42ad-47da-8e73-ed60bc5495d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:06:13.172829 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-34556b82-e436-4921-bd81-ed79a69c7d7f req-972eb3e4-42ad-47da-8e73-ed60bc5495d2 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d0389d40-840b-4921-84b3-93bfc186ef85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0443900 Nov 08 22:06:13.263678 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-34556b82-e436-4921-bd81-ed79a69c7d7f req-c8555e9c-f105-420b-92e5-797355ae87a9 service neutron] 10.222.0.48 "GET /v2.0/networks/d0389d40-840b-4921-84b3-93bfc186ef85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831606 Nov 08 22:06:13.356354 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-34556b82-e436-4921-bd81-ed79a69c7d7f req-ab89fc9b-fbe8-4ce2-a7ab-317c42d5c92c service neutron] 10.222.0.48 "GET /v2.0/networks/d0389d40-840b-4921-84b3-93bfc186ef85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844576 Nov 08 22:06:13.899019 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bbf684-0585-4bde-984e-fa5ddb7392df req-7ecb43c1-8b27-491a-b75e-3fc367bd2239 tempest-VolumesSnapshotTestJSON-1628238410 tempest-VolumesSnapshotTestJSON-1628238410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:06:13.900448 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-01bbf684-0585-4bde-984e-fa5ddb7392df req-7ecb43c1-8b27-491a-b75e-3fc367bd2239 tempest-VolumesSnapshotTestJSON-1628238410 tempest-VolumesSnapshotTestJSON-1628238410-project] 10.222.0.25 "GET /v2.0/networks?id=5e178ebc-57fc-4f09-8df7-bacbc1dd1d98 HTTP/1.1" status: 200 len: 814 time: 0.0969658 Nov 08 22:06:13.915226 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-01bbf684-0585-4bde-984e-fa5ddb7392df req-4c8139fc-015b-4fdc-a174-0471ae216638 tempest-VolumesSnapshotTestJSON-1628238410 tempest-VolumesSnapshotTestJSON-1628238410-project] 10.222.0.25 "GET /v2.0/quotas/ee2f94c6fb9e48baa27da7f590fa5920 HTTP/1.1" status: 200 len: 375 time: 0.0086529 Nov 08 22:06:13.949657 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-01bbf684-0585-4bde-984e-fa5ddb7392df req-3887ad68-7f46-4fc6-89ef-4e67c3aa43e7 tempest-VolumesSnapshotTestJSON-1628238410 tempest-VolumesSnapshotTestJSON-1628238410-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=ee2f94c6fb9e48baa27da7f590fa5920&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0286841 Nov 08 22:06:14.051872 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d565de47-a42e-4d5d-82df-7bd976683b8e req-2210bb86-b336-44bc-be79-9d00e32a543b tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:06:14.053309 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-d565de47-a42e-4d5d-82df-7bd976683b8e req-2210bb86-b336-44bc-be79-9d00e32a543b tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] 10.222.0.25 "GET /v2.0/ports?device_id=31eef623-5aba-415d-8a0b-07bee9153119 HTTP/1.1" status: 200 len: 945 time: 0.0876019 Nov 08 22:06:14.127437 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-d565de47-a42e-4d5d-82df-7bd976683b8e req-9417760b-463e-4eb9-b3d7-bdd24ae201fd tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] 10.222.0.25 "GET /v2.0/security-groups?id=48e589e1-a7d0-4554-9a00-a156bc596d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0670953 Nov 08 22:06:14.129650 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-01bbf684-0585-4bde-984e-fa5ddb7392df req-3b45432b-e6dd-4a30-8e5b-1400bfa9643c service neutron] 10.222.0.25 "GET /v2.0/networks/5e178ebc-57fc-4f09-8df7-bacbc1dd1d98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1732106 Nov 08 22:06:14.217036 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-01bbf684-0585-4bde-984e-fa5ddb7392df req-b63b82b2-eaff-40d0-824e-e81a61cad78b service neutron] 10.222.0.25 "GET /v2.0/networks/5e178ebc-57fc-4f09-8df7-bacbc1dd1d98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804713 Nov 08 22:06:14.307282 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.db.agents_db [None req-16c50754-5ab9-47e2-9d92-00a33089e8d5 None None] Agent healthcheck: found 6 active agents {{(pid=101085) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 22:06:14.371488 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-7fe64227-6382-4b8c-81e0-0b0e1f66a9bd req-8aed6617-bc84-44b0-8372-48ebed579275 tempest-VolumesSnapshotTestJSON-1628238410 tempest-VolumesSnapshotTestJSON-1628238410-project] 10.222.0.25 "GET /v2.0/ports?device_id=8882b45c-75d3-4fa1-aee9-a89260c5e655 HTTP/1.1" status: 200 len: 210 time: 0.0310757 Nov 08 22:06:15.257022 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccecd73-b396-4299-89c8-d27bdf12eb1b req-0716255d-dde4-4927-a987-b02445a3990e tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:06:15.258819 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-bccecd73-b396-4299-89c8-d27bdf12eb1b req-0716255d-dde4-4927-a987-b02445a3990e tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] 10.222.0.25 "GET /v2.0/ports?device_id=31eef623-5aba-415d-8a0b-07bee9153119 HTTP/1.1" status: 200 len: 945 time: 0.0559628 Nov 08 22:06:15.310033 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-bccecd73-b396-4299-89c8-d27bdf12eb1b req-28e686b7-1a5f-4955-9147-57ddbb699c02 tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] 10.222.0.25 "GET /v2.0/security-groups?id=48e589e1-a7d0-4554-9a00-a156bc596d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448766 Nov 08 22:06:15.333913 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bbf684-0585-4bde-984e-fa5ddb7392df req-978d2a41-b099-4e4c-add2-6bc409e1f9d3 tempest-VolumesSnapshotTestJSON-1628238410 tempest-VolumesSnapshotTestJSON-1628238410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:06:15.336837 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-01bbf684-0585-4bde-984e-fa5ddb7392df req-978d2a41-b099-4e4c-add2-6bc409e1f9d3 tempest-VolumesSnapshotTestJSON-1628238410 tempest-VolumesSnapshotTestJSON-1628238410-project] 10.222.0.48 "GET /v2.0/networks?id=5e178ebc-57fc-4f09-8df7-bacbc1dd1d98 HTTP/1.1" status: 200 len: 814 time: 0.1112335 Nov 08 22:06:15.350758 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.v2.base [req-01bbf684-0585-4bde-984e-fa5ddb7392df req-b6e32356-31da-41d8-9412-917c42c0019c tempest-VolumesSnapshotTestJSON-1628238410 tempest-VolumesSnapshotTestJSON-1628238410-project] Request body: {'port': {'device_id': '8882b45c-75d3-4fa1-aee9-a89260c5e655', 'network_id': '5e178ebc-57fc-4f09-8df7-bacbc1dd1d98', 'admin_state_up': True, 'tenant_id': 'ee2f94c6fb9e48baa27da7f590fa5920'}} {{(pid=101083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 22:06:15.464391 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-c5b27b9f-f0aa-4fe1-8386-6b7dddc6db87 req-40032ebd-442c-4d0e-82ce-09f22d3cf24e tempest-VolumesSnapshotTestJSON-1628238410 tempest-VolumesSnapshotTestJSON-1628238410-project] 10.222.0.25 "GET /v2.0/ports?device_id=8882b45c-75d3-4fa1-aee9-a89260c5e655 HTTP/1.1" status: 200 len: 210 time: 0.0255713 Nov 08 22:06:15.467479 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-01bbf684-0585-4bde-984e-fa5ddb7392df req-b6e32356-31da-41d8-9412-917c42c0019c tempest-VolumesSnapshotTestJSON-1628238410 tempest-VolumesSnapshotTestJSON-1628238410-project] Made reservation on behalf of ee2f94c6fb9e48baa27da7f590fa5920 for: {'port': 1} {{(pid=101083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 22:06:15.471125 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [req-01bbf684-0585-4bde-984e-fa5ddb7392df req-b6e32356-31da-41d8-9412-917c42c0019c tempest-VolumesSnapshotTestJSON-1628238410 tempest-VolumesSnapshotTestJSON-1628238410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-925982'] for port, before_create {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:06:15.577638 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.wsgi [-] (101082) accepted ('10.222.0.25', 47858) {{(pid=101082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 22:06:15.614164 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.db.db_base_plugin_common [req-01bbf684-0585-4bde-984e-fa5ddb7392df req-b6e32356-31da-41d8-9412-917c42c0019c tempest-VolumesSnapshotTestJSON-1628238410 tempest-VolumesSnapshotTestJSON-1628238410-project] Allocated IP 172.20.0.13 (5e178ebc-57fc-4f09-8df7-bacbc1dd1d98/d355c4e7-ca33-4d3f-b869-56d92c793160/73e38403-2644-459f-8d4d-e314f8444f80) {{(pid=101083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 22:06:15.998453 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [req-01bbf684-0585-4bde-984e-fa5ddb7392df req-b6e32356-31da-41d8-9412-917c42c0019c tempest-VolumesSnapshotTestJSON-1628238410 tempest-VolumesSnapshotTestJSON-1628238410-project] Publish callbacks [] for port, precommit_create {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:06:16.030692 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [req-01bbf684-0585-4bde-984e-fa5ddb7392df req-b6e32356-31da-41d8-9412-917c42c0019c tempest-VolumesSnapshotTestJSON-1628238410 tempest-VolumesSnapshotTestJSON-1628238410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728276144267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7659000'] for port, after_create {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:06:16.040667 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-85d8fe0a-7d74-4312-ba3f-b05c56d102e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1623189'] for router_interface, before_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:06:16.072079 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-01bbf684-0585-4bde-984e-fa5ddb7392df req-b6e32356-31da-41d8-9412-917c42c0019c tempest-VolumesSnapshotTestJSON-1628238410 tempest-VolumesSnapshotTestJSON-1628238410-project] Network 5e178ebc-57fc-4f09-8df7-bacbc1dd1d98 is already hosted by enough agents. {{(pid=101083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 22:06:16.077055 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.scheduler.base_scheduler [req-01bbf684-0585-4bde-984e-fa5ddb7392df req-b6e32356-31da-41d8-9412-917c42c0019c tempest-VolumesSnapshotTestJSON-1628238410 tempest-VolumesSnapshotTestJSON-1628238410-project] Resources bound (agent type, host, resource id): {{(pid=101083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 22:06:16.080836 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.db.l3_dvrscheduler_db [req-01bbf684-0585-4bde-984e-fa5ddb7392df req-b6e32356-31da-41d8-9412-917c42c0019c tempest-VolumesSnapshotTestJSON-1628238410 tempest-VolumesSnapshotTestJSON-1628238410-project] Received port after_create {{(pid=101083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 22:06:16.106746 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e32356-31da-41d8-9412-917c42c0019c tempest-VolumesSnapshotTestJSON-1628238410 tempest-VolumesSnapshotTestJSON-1628238410-project] Pushing event updated for resources: {'Port': ['ID=73e38403-2644-459f-8d4d-e314f8444f80,revision_number=1']} {{(pid=101083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:06:16.133998 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bbf684-0585-4bde-984e-fa5ddb7392df req-b6e32356-31da-41d8-9412-917c42c0019c tempest-VolumesSnapshotTestJSON-1628238410 tempest-VolumesSnapshotTestJSON-1628238410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:06:16.134613 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [req-01bbf684-0585-4bde-984e-fa5ddb7392df req-b6e32356-31da-41d8-9412-917c42c0019c tempest-VolumesSnapshotTestJSON-1628238410 tempest-VolumesSnapshotTestJSON-1628238410-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465805'] for port, before_response {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:06:16.150014 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-01bbf684-0585-4bde-984e-fa5ddb7392df req-b6e32356-31da-41d8-9412-917c42c0019c tempest-VolumesSnapshotTestJSON-1628238410 tempest-VolumesSnapshotTestJSON-1628238410-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8034079 Nov 08 22:06:16.162938 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.v2.base [req-01bbf684-0585-4bde-984e-fa5ddb7392df req-14976b3b-9bf3-4c4d-9aa7-d1a11e228f6a service neutron] Request body: {'port': {'device_id': '8882b45c-75d3-4fa1-aee9-a89260c5e655', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81708'}} {{(pid=101083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 22:06:16.213339 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [req-01bbf684-0585-4bde-984e-fa5ddb7392df req-14976b3b-9bf3-4c4d-9aa7-d1a11e228f6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-925982'] for port, before_update {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:06:16.333251 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-85d8fe0a-7d74-4312-ba3f-b05c56d102e8 admin admin] Deleting port 53dd1d3a-6711-4ff9-aa82-f0ec785ee75e {{(pid=101082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 22:06:16.333832 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-85d8fe0a-7d74-4312-ba3f-b05c56d102e8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728276550584'] for port, before_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:06:16.440632 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-85d8fe0a-7d74-4312-ba3f-b05c56d102e8 admin admin] For port 53dd1d3a-6711-4ff9-aa82-f0ec785ee75e, host dv-cinder-817085-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817085-1-iscsi',level=0,port_id=53dd1d3a-6711-4ff9-aa82-f0ec785ee75e,segment=NetworkSegment(de478fa7-e3a1-4946-b405-3fee42527219),segment_id=de478fa7-e3a1-4946-b405-3fee42527219)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 22:06:16.441038 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-85d8fe0a-7d74-4312-ba3f-b05c56d102e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1626931'] for port, precommit_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:06:16.455339 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-85d8fe0a-7d74-4312-ba3f-b05c56d102e8 admin admin] Calling delete_port for 53dd1d3a-6711-4ff9-aa82-f0ec785ee75e owned by network:router_interface {{(pid=101082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 22:06:16.473110 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a79f226-c534-4d35-8d87-9d0e5a794106 req-8b06b945-8a42-486b-9aeb-e15db4f5273e tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:06:16.474566 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-5a79f226-c534-4d35-8d87-9d0e5a794106 req-8b06b945-8a42-486b-9aeb-e15db4f5273e tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] 10.222.0.25 "GET /v2.0/ports?device_id=31eef623-5aba-415d-8a0b-07bee9153119 HTTP/1.1" status: 200 len: 945 time: 0.0877554 Nov 08 22:06:16.475799 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.notifiers.nova [req-01bbf684-0585-4bde-984e-fa5ddb7392df req-14976b3b-9bf3-4c4d-9aa7-d1a11e228f6a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 73e38403-2644-459f-8d4d-e314f8444f80 {{(pid=101083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 22:06:16.484693 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [req-01bbf684-0585-4bde-984e-fa5ddb7392df req-14976b3b-9bf3-4c4d-9aa7-d1a11e228f6a service neutron] Publish callbacks [] for port, precommit_update {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:06:16.498139 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.db.provisioning_blocks [req-01bbf684-0585-4bde-984e-fa5ddb7392df req-14976b3b-9bf3-4c4d-9aa7-d1a11e228f6a service neutron] Transition to ACTIVE for port object 73e38403-2644-459f-8d4d-e314f8444f80 will not be triggered until provisioned by entity L2. {{(pid=101083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 22:06:16.504009 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [req-01bbf684-0585-4bde-984e-fa5ddb7392df req-14976b3b-9bf3-4c4d-9aa7-d1a11e228f6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728276638356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728276144285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728276144303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7658983'] for port, after_update {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:06:16.524386 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.rpc [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Device 6046736c-114d-4ae9-9e84-d1fd4b8dae13 no longer exists at agent hyperv_hv-cinder-81708 {{(pid=101084) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 22:06:16.555986 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14976b3b-9bf3-4c4d-9aa7-d1a11e228f6a service neutron] Pushing event updated for resources: {'Port': ['ID=73e38403-2644-459f-8d4d-e314f8444f80,revision_number=2']} {{(pid=101083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:06:16.598956 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-5a79f226-c534-4d35-8d87-9d0e5a794106 req-8d8804aa-dd89-426b-89e7-93689c103c7c tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] 10.222.0.25 "GET /v2.0/security-groups?id=48e589e1-a7d0-4554-9a00-a156bc596d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0923312 Nov 08 22:06:16.635340 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-925982'] for port, before_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:06:16.640022 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.plugins.ml2.managers [req-01bbf684-0585-4bde-984e-fa5ddb7392df req-14976b3b-9bf3-4c4d-9aa7-d1a11e228f6a service neutron] Attempting to bind port 73e38403-2644-459f-8d4d-e314f8444f80 on host hv-cinder-81708 for vnic_type normal with profile {{(pid=101083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 22:06:16.640467 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.plugins.ml2.managers [req-01bbf684-0585-4bde-984e-fa5ddb7392df req-14976b3b-9bf3-4c4d-9aa7-d1a11e228f6a service neutron] Attempting to bind port 73e38403-2644-459f-8d4d-e314f8444f80 by drivers openvswitch,hyperv on host hv-cinder-81708 at level 0 using segments [{'id': '0c69bd30-f373-4f7a-a045-534c05232772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '5e178ebc-57fc-4f09-8df7-bacbc1dd1d98'}] {{(pid=101083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 22:06:16.640924 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01bbf684-0585-4bde-984e-fa5ddb7392df req-14976b3b-9bf3-4c4d-9aa7-d1a11e228f6a service neutron] Attempting to bind port 73e38403-2644-459f-8d4d-e314f8444f80 on network 5e178ebc-57fc-4f09-8df7-bacbc1dd1d98 {{(pid=101083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 22:06:16.646065 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01bbf684-0585-4bde-984e-fa5ddb7392df req-14976b3b-9bf3-4c4d-9aa7-d1a11e228f6a service neutron] Port 73e38403-2644-459f-8d4d-e314f8444f80 on network 5e178ebc-57fc-4f09-8df7-bacbc1dd1d98 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81708 {{(pid=101083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 22:06:16.646612 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01bbf684-0585-4bde-984e-fa5ddb7392df req-14976b3b-9bf3-4c4d-9aa7-d1a11e228f6a service neutron] Attempting to bind port 73e38403-2644-459f-8d4d-e314f8444f80 on network 5e178ebc-57fc-4f09-8df7-bacbc1dd1d98 {{(pid=101083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 22:06:16.649527 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8c7c4a-4265-4fea-9d17-3071a2fee384 req-e7b8562a-051e-41ab-993f-d90e8a16a9ea tempest-VolumesSnapshotTestJSON-1628238410 tempest-VolumesSnapshotTestJSON-1628238410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:06:16.651038 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-5a8c7c4a-4265-4fea-9d17-3071a2fee384 req-e7b8562a-051e-41ab-993f-d90e8a16a9ea tempest-VolumesSnapshotTestJSON-1628238410 tempest-VolumesSnapshotTestJSON-1628238410-project] 10.222.0.25 "GET /v2.0/ports?device_id=8882b45c-75d3-4fa1-aee9-a89260c5e655 HTTP/1.1" status: 200 len: 944 time: 0.1051681 Nov 08 22:06:16.652428 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01bbf684-0585-4bde-984e-fa5ddb7392df req-14976b3b-9bf3-4c4d-9aa7-d1a11e228f6a service neutron] Checking agent: {'id': '7cd4d405-a24c-430d-ad05-16fe54bb5453', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81708', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 21, 57, 55), 'started_at': datetime.datetime(2021, 11, 8, 21, 57, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 22, 5, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 22:06:16.652988 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01bbf684-0585-4bde-984e-fa5ddb7392df req-14976b3b-9bf3-4c4d-9aa7-d1a11e228f6a service neutron] Checking segment: {'id': '0c69bd30-f373-4f7a-a045-534c05232772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '5e178ebc-57fc-4f09-8df7-bacbc1dd1d98'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 22:06:16.653458 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01bbf684-0585-4bde-984e-fa5ddb7392df req-14976b3b-9bf3-4c4d-9aa7-d1a11e228f6a service neutron] Bound using segment: {'id': '0c69bd30-f373-4f7a-a045-534c05232772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '5e178ebc-57fc-4f09-8df7-bacbc1dd1d98'} {{(pid=101083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 22:06:16.653996 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.plugins.ml2.managers [req-01bbf684-0585-4bde-984e-fa5ddb7392df req-14976b3b-9bf3-4c4d-9aa7-d1a11e228f6a service neutron] Bound port: 73e38403-2644-459f-8d4d-e314f8444f80, host: hv-cinder-81708, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c69bd30-f373-4f7a-a045-534c05232772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '5e178ebc-57fc-4f09-8df7-bacbc1dd1d98'}}] {{(pid=101083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 22:06:16.654407 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [req-01bbf684-0585-4bde-984e-fa5ddb7392df req-14976b3b-9bf3-4c4d-9aa7-d1a11e228f6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-925982'] for port, before_update {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:06:16.686007 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.db [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] For port 6046736c-114d-4ae9-9e84-d1fd4b8dae13, host hv-cinder-81708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81708',level=0,port_id=6046736c-114d-4ae9-9e84-d1fd4b8dae13,segment=NetworkSegment(01d75646-a471-41b3-9a68-2bf7bfb9163b),segment_id=01d75646-a471-41b3-9a68-2bf7bfb9163b)] {{(pid=101084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 22:06:16.687381 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31eef623-5aba-415d-8a0b-07bee9153119', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6046736c-114d-4ae9-9e84-d1fd4b8dae13'}] {{(pid=101084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 22:06:16.692079 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b3cbe6c7fdf7c1e60af50d850490ef6f4dccd02a9ea7bc434e0a37b2dd34cb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22a36824-bbbe-4f2a-9e8f-e855c6f73395" -d '{"events": [{"server_uuid": "31eef623-5aba-415d-8a0b-07bee9153119", "name": "network-vif-unplugged", "status": "completed", "tag": "6046736c-114d-4ae9-9e84-d1fd4b8dae13"}]}' {{(pid=101084) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 22:06:16.702578 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728276638356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728276144285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728276144303'] for port, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:06:16.730077 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-5a8c7c4a-4265-4fea-9d17-3071a2fee384 req-551ef190-433c-42a0-8359-ea77d6b62f87 tempest-VolumesSnapshotTestJSON-1628238410 tempest-VolumesSnapshotTestJSON-1628238410-project] 10.222.0.25 "GET /v2.0/security-groups?id=32a1766c-10ae-485b-b28f-7967e49249c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697989 Nov 08 22:06:16.759188 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.plugins.ml2.db [req-01bbf684-0585-4bde-984e-fa5ddb7392df req-14976b3b-9bf3-4c4d-9aa7-d1a11e228f6a service neutron] For port 73e38403-2644-459f-8d4d-e314f8444f80, host hv-cinder-81708, cleared binding levels {{(pid=101083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 22:06:16.763093 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.plugins.ml2.db [req-01bbf684-0585-4bde-984e-fa5ddb7392df req-14976b3b-9bf3-4c4d-9aa7-d1a11e228f6a service neutron] For port 73e38403-2644-459f-8d4d-e314f8444f80, host hv-cinder-81708, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81708',level=0,port_id=73e38403-2644-459f-8d4d-e314f8444f80,segment=NetworkSegment(0c69bd30-f373-4f7a-a045-534c05232772),segment_id=0c69bd30-f373-4f7a-a045-534c05232772)] {{(pid=101083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 22:06:16.767844 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [req-01bbf684-0585-4bde-984e-fa5ddb7392df req-14976b3b-9bf3-4c4d-9aa7-d1a11e228f6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728276638356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728276144285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728276144303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7658983'] for port, after_update {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:06:16.776972 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Pushing event updated for resources: {'Port': ['ID=6046736c-114d-4ae9-9e84-d1fd4b8dae13,revision_number=8']} {{(pid=101084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:06:16.805860 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bbf684-0585-4bde-984e-fa5ddb7392df req-14976b3b-9bf3-4c4d-9aa7-d1a11e228f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:06:16.806612 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [req-01bbf684-0585-4bde-984e-fa5ddb7392df req-14976b3b-9bf3-4c4d-9aa7-d1a11e228f6a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465805'] for port, before_response {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:06:16.808710 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-01bbf684-0585-4bde-984e-fa5ddb7392df req-14976b3b-9bf3-4c4d-9aa7-d1a11e228f6a service neutron] 10.222.0.48 "PUT /v2.0/ports/73e38403-2644-459f-8d4d-e314f8444f80 HTTP/1.1" status: 200 len: 1094 time: 0.6497810 Nov 08 22:06:16.808931 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-85d8fe0a-7d74-4312-ba3f-b05c56d102e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728276638338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728276144276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7854484'] for port, after_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:06:16.809166 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8882b45c-75d3-4fa1-aee9-a89260c5e655', 'tag': '73e38403-2644-459f-8d4d-e314f8444f80'}] {{(pid=101083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 22:06:16.811426 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1401f4ba4b9bb213bf59dd3903e8d3cb618788e4f0023aa365925d32571c6fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5b850e6-9f84-4760-b7c6-33c05d27e67a" -d '{"events": [{"name": "network-changed", "server_uuid": "8882b45c-75d3-4fa1-aee9-a89260c5e655", "tag": "73e38403-2644-459f-8d4d-e314f8444f80"}]}' {{(pid=101083) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 22:06:16.830026 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 08 Nov 2021 22:06:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b8efdb8-f7a9-43a7-af5c-3ce44637b20f x-openstack-request-id: req-6b8efdb8-f7a9-43a7-af5c-3ce44637b20f {{(pid=101084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 22:06:16.830749 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31eef623-5aba-415d-8a0b-07bee9153119", "name": "network-vif-unplugged", "status": "failed", "tag": "6046736c-114d-4ae9-9e84-d1fd4b8dae13", "code": 422}]} {{(pid=101084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 22:06:16.831260 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6b8efdb8-f7a9-43a7-af5c-3ce44637b20f {{(pid=101084) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 22:06:16.831901 dv-cinder-817085-1-iscsi neutron-server[101084]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '31eef623-5aba-415d-8a0b-07bee9153119', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '6046736c-114d-4ae9-9e84-d1fd4b8dae13', 'code': 422} returned with failed status Nov 08 22:06:16.837527 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-eb06941d-1e5d-4cc2-aec7-64fd40e094d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728276665375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534631'] for agent, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:06:16.841787 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14976b3b-9bf3-4c4d-9aa7-d1a11e228f6a service neutron] Pushing event updated for resources: {'Port': ['ID=73e38403-2644-459f-8d4d-e314f8444f80,revision_number=3']} {{(pid=101083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:06:16.866743 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d8fe0a-7d74-4312-ba3f-b05c56d102e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=53dd1d3a-6711-4ff9-aa82-f0ec785ee75e,revision_number=None']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:06:16.912283 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 22:06:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52a4ceb0-6b23-4e1b-82fc-806d1c25015e x-openstack-request-id: req-52a4ceb0-6b23-4e1b-82fc-806d1c25015e {{(pid=101083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 22:06:16.912619 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8882b45c-75d3-4fa1-aee9-a89260c5e655", "tag": "73e38403-2644-459f-8d4d-e314f8444f80", "status": "completed", "code": 200}]} {{(pid=101083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 22:06:16.912927 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-52a4ceb0-6b23-4e1b-82fc-806d1c25015e {{(pid=101083) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 22:06:16.913424 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8882b45c-75d3-4fa1-aee9-a89260c5e655', 'tag': '73e38403-2644-459f-8d4d-e314f8444f80', 'status': 'completed', 'code': 200} Nov 08 22:06:16.939736 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bbf684-0585-4bde-984e-fa5ddb7392df req-348ca4b8-64a3-4625-a904-2c470f7f738e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:06:16.941494 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-01bbf684-0585-4bde-984e-fa5ddb7392df req-348ca4b8-64a3-4625-a904-2c470f7f738e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ee2f94c6fb9e48baa27da7f590fa5920&device_id=8882b45c-75d3-4fa1-aee9-a89260c5e655 HTTP/1.1" status: 200 len: 1097 time: 0.0698810 Nov 08 22:06:16.992660 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-01bbf684-0585-4bde-984e-fa5ddb7392df req-138ff697-6b92-495c-9d72-9e829d6791b8 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=73e38403-2644-459f-8d4d-e314f8444f80 HTTP/1.1" status: 200 len: 217 time: 0.0428565 Nov 08 22:06:17.039123 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-85d8fe0a-7d74-4312-ba3f-b05c56d102e8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1646114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1636901'] for router_interface, after_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:06:17.050274 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bbf684-0585-4bde-984e-fa5ddb7392df req-53767deb-97ee-42b1-a71d-652f9733b53a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:06:17.051954 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-01bbf684-0585-4bde-984e-fa5ddb7392df req-53767deb-97ee-42b1-a71d-652f9733b53a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d355c4e7-ca33-4d3f-b869-56d92c793160 HTTP/1.1" status: 200 len: 854 time: 0.0504501 Nov 08 22:06:17.094508 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-01bbf684-0585-4bde-984e-fa5ddb7392df req-b13143ad-73e8-49c9-9ae3-54f21736feda service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5e178ebc-57fc-4f09-8df7-bacbc1dd1d98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265918 Nov 08 22:06:17.190758 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-01bbf684-0585-4bde-984e-fa5ddb7392df req-583b304e-f405-4831-a2c6-f505d2d849ca service neutron] 10.222.0.48 "GET /v2.0/networks/5e178ebc-57fc-4f09-8df7-bacbc1dd1d98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884647 Nov 08 22:06:17.280282 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85d8fe0a-7d74-4312-ba3f-b05c56d102e8 admin admin] Router a8710038-31e4-41f3-afb0-f835bccc6376 has already been hosted by L3 agent a7fb4010-89fb-4d99-b0a1-90d6a3aacb04 {{(pid=101082) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 22:06:17.299505 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-01bbf684-0585-4bde-984e-fa5ddb7392df req-e4cea8f1-2df9-435f-85a9-e6da9f35a468 service neutron] 10.222.0.48 "GET /v2.0/networks/5e178ebc-57fc-4f09-8df7-bacbc1dd1d98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012111 Nov 08 22:06:17.384321 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b850e6-9f84-4760-b7c6-33c05d27e67a req-17a9203d-3420-423e-a275-88750f8c25e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:06:17.385917 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-e5b850e6-9f84-4760-b7c6-33c05d27e67a req-17a9203d-3420-423e-a275-88750f8c25e5 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ee2f94c6fb9e48baa27da7f590fa5920&device_id=8882b45c-75d3-4fa1-aee9-a89260c5e655 HTTP/1.1" status: 200 len: 1097 time: 0.0431490 Nov 08 22:06:17.394283 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85d8fe0a-7d74-4312-ba3f-b05c56d102e8 admin admin] Notify agent at l3_agent.dv-cinder-817085-1-iscsi the message routers_updated {{(pid=101082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 22:06:17.401052 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [None req-85d8fe0a-7d74-4312-ba3f-b05c56d102e8 admin admin] 10.222.0.25 "PUT /v2.0/routers/a8710038-31e4-41f3-afb0-f835bccc6376/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8222518 Nov 08 22:06:17.403930 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.wsgi [-] (101082) accepted ('10.222.0.25', 47890) {{(pid=101082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 22:06:17.409415 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1881787-d338-4fde-a681-c4a6d0612bfe None None] Sync routers for ids ['a8710038-31e4-41f3-afb0-f835bccc6376'] in dv-cinder-817085-1-iscsi {{(pid=101084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 22:06:17.420247 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1881787-d338-4fde-a681-c4a6d0612bfe None None] Routers {'a8710038-31e4-41f3-afb0-f835bccc6376'} bound to L3 agent in host dv-cinder-817085-1-iscsi {{(pid=101084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 22:06:17.421357 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.db.l3_hamode_db [None req-b1881787-d338-4fde-a681-c4a6d0612bfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817085-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T21:51:49Z,description=,heartbeat_timestamp=2021-11-08T22:05:49Z,host='dv-cinder-817085-1-iscsi',id=a7fb4010-89fb-4d99-b0a1-90d6a3aacb04,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T21:51:49Z,topic='l3_agent')) {'router_ids': ['a8710038-31e4-41f3-afb0-f835bccc6376'], 'active': True} {{(pid=101084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 22:06:17.513203 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b850e6-9f84-4760-b7c6-33c05d27e67a req-f7703faf-ccda-4493-93f2-8da353b08c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:06:17.515348 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-e5b850e6-9f84-4760-b7c6-33c05d27e67a req-f7703faf-ccda-4493-93f2-8da353b08c19 service neutron] 10.222.0.48 "GET /v2.0/networks?id=5e178ebc-57fc-4f09-8df7-bacbc1dd1d98 HTTP/1.1" status: 200 len: 915 time: 0.1203284 Nov 08 22:06:17.537517 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-cc7aa817-299b-485b-a336-0c41b57f0601 admin admin] Publish callbacks [] for router, before_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:06:17.563194 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-e5b850e6-9f84-4760-b7c6-33c05d27e67a req-55a94ccd-6a5b-4f58-8063-223a7a769dc3 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=73e38403-2644-459f-8d4d-e314f8444f80 HTTP/1.1" status: 200 len: 217 time: 0.0398147 Nov 08 22:06:17.564146 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.db.l3_dvr_db [None req-b1881787-d338-4fde-a681-c4a6d0612bfe None None] Set router a8710038-31e4-41f3-afb0-f835bccc6376 gateway port host: dv-cinder-817085-1-iscsi {{(pid=101084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 22:06:17.626527 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b850e6-9f84-4760-b7c6-33c05d27e67a req-ba472f5b-949a-4dd1-b5b7-c8c42b616949 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:06:17.633392 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-e5b850e6-9f84-4760-b7c6-33c05d27e67a req-ba472f5b-949a-4dd1-b5b7-c8c42b616949 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d355c4e7-ca33-4d3f-b869-56d92c793160 HTTP/1.1" status: 200 len: 854 time: 0.0628977 Nov 08 22:06:17.676912 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-e5b850e6-9f84-4760-b7c6-33c05d27e67a req-a7b6b77d-ecc6-459f-bec6-1c1b8f95c4e9 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5e178ebc-57fc-4f09-8df7-bacbc1dd1d98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0347893 Nov 08 22:06:17.707141 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-cc7aa817-299b-485b-a336-0c41b57f0601 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:06:17.789243 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.db.l3_hamode_db [None req-b1881787-d338-4fde-a681-c4a6d0612bfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8710038-31e4-41f3-afb0-f835bccc6376', 'name': 'tempest-AttachVolumeTestJSON-138430820-router', 'tenant_id': 'c834e2bc78d34c388e89dd13ae9d694d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ae8d913-bef9-4bc0-baeb-78ef8b3a7364', 'external_fixed_ips': [{'subnet_id': 'f0dec947-372d-4ed5-9c9f-864e58aba850', 'ip_address': '172.27.3.181'}], 'enable_snat': True}, 'gw_port_id': '29f233ab-38fc-4545-a24b-ffeb6cbcad23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T21:59:45Z', 'updated_at': '2021-11-08T22:06:16Z', 'revision_number': 5, 'project_id': 'c834e2bc78d34c388e89dd13ae9d694d', 'gw_port': {'id': '29f233ab-38fc-4545-a24b-ffeb6cbcad23', 'name': '', 'network_id': '8ae8d913-bef9-4bc0-baeb-78ef8b3a7364', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:4c:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8710038-31e4-41f3-afb0-f835bccc6376', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': 'f0dec947-372d-4ed5-9c9f-864e58aba850', 'ip_address': '172.27.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T21:59:45Z', 'updated_at': '2021-11-08T21:59:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0dec947-372d-4ed5-9c9f-864e58aba850', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817085-1-iscsi'}], 'dv-cinder-817085-1-iscsi', False) {} {{(pid=101084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 22:06:17.797807 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-e5b850e6-9f84-4760-b7c6-33c05d27e67a req-740ddb83-3ab9-4f89-b001-3f42354c2f6b service neutron] 10.222.0.48 "GET /v2.0/networks/5e178ebc-57fc-4f09-8df7-bacbc1dd1d98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1121030 Nov 08 22:06:17.800684 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac6134e-297b-4f40-929b-ceb2e35fe6a2 req-945ad8a4-2be3-4e1f-b8ae-5ca66d8536c1 tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:06:17.803419 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-fac6134e-297b-4f40-929b-ceb2e35fe6a2 req-945ad8a4-2be3-4e1f-b8ae-5ca66d8536c1 tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] 10.222.0.25 "GET /v2.0/ports?device_id=31eef623-5aba-415d-8a0b-07bee9153119 HTTP/1.1" status: 200 len: 943 time: 0.1138656 Nov 08 22:06:17.819086 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1881787-d338-4fde-a681-c4a6d0612bfe None None] Checking router: a8710038-31e4-41f3-afb0-f835bccc6376 for host: dv-cinder-817085-1-iscsi {{(pid=101084) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 22:06:17.828849 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1881787-d338-4fde-a681-c4a6d0612bfe None None] Routers {'a8710038-31e4-41f3-afb0-f835bccc6376'} bound to L3 agent in host dv-cinder-817085-1-iscsi {{(pid=101084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 22:06:17.829707 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.db.l3_hamode_db [None req-b1881787-d338-4fde-a681-c4a6d0612bfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817085-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T21:51:49Z,description=,heartbeat_timestamp=2021-11-08T22:05:49Z,host='dv-cinder-817085-1-iscsi',id=a7fb4010-89fb-4d99-b0a1-90d6a3aacb04,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T21:51:49Z,topic='l3_agent')) {'router_ids': ['a8710038-31e4-41f3-afb0-f835bccc6376'], 'active': True} {{(pid=101084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 22:06:17.841417 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-cc7aa817-299b-485b-a336-0c41b57f0601 admin admin] Deleting port 29f233ab-38fc-4545-a24b-ffeb6cbcad23 {{(pid=101082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 22:06:17.841755 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-cc7aa817-299b-485b-a336-0c41b57f0601 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728276550584'] for port, before_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:06:17.924760 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-e5b850e6-9f84-4760-b7c6-33c05d27e67a req-0eda7136-4632-48dd-9618-d4eaaa56c6c0 service neutron] 10.222.0.48 "GET /v2.0/networks/5e178ebc-57fc-4f09-8df7-bacbc1dd1d98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1169145 Nov 08 22:06:17.931020 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.db.l3_dvr_db [None req-b1881787-d338-4fde-a681-c4a6d0612bfe None None] Set router a8710038-31e4-41f3-afb0-f835bccc6376 gateway port host: None {{(pid=101084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 22:06:17.984183 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.db.l3_hamode_db [None req-b1881787-d338-4fde-a681-c4a6d0612bfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8710038-31e4-41f3-afb0-f835bccc6376', 'name': 'tempest-AttachVolumeTestJSON-138430820-router', 'tenant_id': 'c834e2bc78d34c388e89dd13ae9d694d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T21:59:45Z', 'updated_at': '2021-11-08T22:06:17Z', 'revision_number': 6, 'project_id': 'c834e2bc78d34c388e89dd13ae9d694d', 'gw_port_host': None}], 'dv-cinder-817085-1-iscsi', False) {} {{(pid=101084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 22:06:18.002305 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-fac6134e-297b-4f40-929b-ceb2e35fe6a2 req-b14982cf-77c2-4548-9333-0d6028a7d3a3 tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] 10.222.0.25 "GET /v2.0/security-groups?id=48e589e1-a7d0-4554-9a00-a156bc596d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1903763 Nov 08 22:06:18.012998 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-cc7aa817-299b-485b-a336-0c41b57f0601 admin admin] For port 29f233ab-38fc-4545-a24b-ffeb6cbcad23, host dv-cinder-817085-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817085-1-iscsi',level=0,port_id=29f233ab-38fc-4545-a24b-ffeb6cbcad23,segment=NetworkSegment(4f9c68d0-c68c-4bfe-b6e8-d7426962dfc1),segment_id=4f9c68d0-c68c-4bfe-b6e8-d7426962dfc1)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 22:06:18.013359 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-cc7aa817-299b-485b-a336-0c41b57f0601 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1626931'] for port, precommit_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:06:18.016438 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1881787-d338-4fde-a681-c4a6d0612bfe None None] The sync data for ids ['a8710038-31e4-41f3-afb0-f835bccc6376'] in dv-cinder-817085-1-iscsi is: [{'id': 'a8710038-31e4-41f3-afb0-f835bccc6376', 'name': 'tempest-AttachVolumeTestJSON-138430820-router', 'tenant_id': 'c834e2bc78d34c388e89dd13ae9d694d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T21:59:45Z', 'updated_at': '2021-11-08T22:06:17Z', 'revision_number': 6, 'project_id': 'c834e2bc78d34c388e89dd13ae9d694d', 'gw_port_host': None}] {{(pid=101084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 22:06:18.285592 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2187431-e9a3-45a8-8b2f-e7a3f9cb1686 req-ad9291ad-7715-4725-baa0-35a07bb50310 tempest-VolumesSnapshotTestJSON-1628238410 tempest-VolumesSnapshotTestJSON-1628238410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:06:18.286927 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-a2187431-e9a3-45a8-8b2f-e7a3f9cb1686 req-ad9291ad-7715-4725-baa0-35a07bb50310 tempest-VolumesSnapshotTestJSON-1628238410 tempest-VolumesSnapshotTestJSON-1628238410-project] 10.222.0.25 "GET /v2.0/ports?device_id=8882b45c-75d3-4fa1-aee9-a89260c5e655 HTTP/1.1" status: 200 len: 944 time: 0.3863933 Nov 08 22:06:18.287759 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-cc7aa817-299b-485b-a336-0c41b57f0601 admin admin] Calling delete_port for 29f233ab-38fc-4545-a24b-ffeb6cbcad23 owned by network:router_gateway {{(pid=101082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 22:06:18.308108 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-cda69125-478f-475a-8d55-5c59f6f95e89 req-ee030e8a-59c6-4915-bf35-065c3f6bd9d3 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=31eef623-5aba-415d-8a0b-07bee9153119&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3669035 Nov 08 22:06:18.384350 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-a2187431-e9a3-45a8-8b2f-e7a3f9cb1686 req-f436273e-91de-4d44-a9d0-32ecee110797 tempest-VolumesSnapshotTestJSON-1628238410 tempest-VolumesSnapshotTestJSON-1628238410-project] 10.222.0.25 "GET /v2.0/security-groups?id=32a1766c-10ae-485b-b28f-7967e49249c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887668 Nov 08 22:06:18.499553 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-cc7aa817-299b-485b-a336-0c41b57f0601 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728276638338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728276144276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7854484'] for port, after_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:06:18.525844 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7aa817-299b-485b-a336-0c41b57f0601 admin admin] Pushing event deleted for resources: {'Port': ['ID=29f233ab-38fc-4545-a24b-ffeb6cbcad23,revision_number=None']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:06:18.594337 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-cc7aa817-299b-485b-a336-0c41b57f0601 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1624031'] for router_gateway, after_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:06:18.688539 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-cc7aa817-299b-485b-a336-0c41b57f0601 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1634429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5206'] for router, precommit_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:06:18.691971 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-cc7aa817-299b-485b-a336-0c41b57f0601 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:06:18.738970 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-cc7aa817-299b-485b-a336-0c41b57f0601 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1634406'] for router, after_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:06:18.739571 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc7aa817-299b-485b-a336-0c41b57f0601 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a8710038-31e4-41f3-afb0-f835bccc6376 {{(pid=101082) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 08 22:06:18.745842 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-cc7aa817-299b-485b-a336-0c41b57f0601 admin admin] Publish callbacks [] for router, before_response {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:06:18.746939 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [None req-cc7aa817-299b-485b-a336-0c41b57f0601 admin admin] 10.222.0.25 "DELETE /v2.0/routers/a8710038-31e4-41f3-afb0-f835bccc6376 HTTP/1.1" status: 204 len: 168 time: 1.3416252 Nov 08 22:06:18.749589 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.wsgi [-] (101082) accepted ('10.222.0.25', 47920) {{(pid=101082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 22:06:18.794642 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3d63cfd-2836-42ce-8e7c-1f5ddad37d22 admin admin] Deleting subnet 2512a576-3f2f-4a0c-aead-e82297ded485 {{(pid=101082) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 22:06:18.797738 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-a3d63cfd-2836-42ce-8e7c-1f5ddad37d22 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:06:18.839205 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-a3d63cfd-2836-42ce-8e7c-1f5ddad37d22 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7786225'] for subnet, precommit_delete_associations {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:06:18.923370 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.rpc [None req-ad13160b-513d-4512-a15f-cb40cce6b7e9 None None] Device 29f233ab-38fc-4545-a24b-ffeb6cbcad23 no longer exists at agent ovs-agent-dv-cinder-817085-1-iscsi {{(pid=101084) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 22:06:18.945328 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.plugin [None req-ad13160b-513d-4512-a15f-cb40cce6b7e9 None None] No Port match for: 29f233ab-38fc-4545-a24b-ffeb6cbcad23 {{(pid=101084) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 22:06:18.945659 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.rpc [None req-ad13160b-513d-4512-a15f-cb40cce6b7e9 None None] Device 29f233ab-38fc-4545-a24b-ffeb6cbcad23 not bound to the agent host dv-cinder-817085-1-iscsi {{(pid=101084) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 22:06:18.946071 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.rpc [None req-ad13160b-513d-4512-a15f-cb40cce6b7e9 None None] Device 53dd1d3a-6711-4ff9-aa82-f0ec785ee75e no longer exists at agent ovs-agent-dv-cinder-817085-1-iscsi {{(pid=101084) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 22:06:18.955283 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-a3d63cfd-2836-42ce-8e7c-1f5ddad37d22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-524324'] for subnet, precommit_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:06:18.965983 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.plugin [None req-ad13160b-513d-4512-a15f-cb40cce6b7e9 None None] No Port match for: 53dd1d3a-6711-4ff9-aa82-f0ec785ee75e {{(pid=101084) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 22:06:18.966328 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.rpc [None req-ad13160b-513d-4512-a15f-cb40cce6b7e9 None None] Device 53dd1d3a-6711-4ff9-aa82-f0ec785ee75e not bound to the agent host dv-cinder-817085-1-iscsi {{(pid=101084) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 22:06:19.011569 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-a3d63cfd-2836-42ce-8e7c-1f5ddad37d22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-524333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7854401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7671823'] for subnet, after_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:06:19.044005 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d63cfd-2836-42ce-8e7c-1f5ddad37d22 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2512a576-3f2f-4a0c-aead-e82297ded485,revision_number=None']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:06:19.047064 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-a3d63cfd-2836-42ce-8e7c-1f5ddad37d22 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646287'] for subnet, before_response {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:06:19.051701 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82198aba-bbbe-40bb-ae31-8fe09e28fb37 None None] Network 9590ccf2-e7fa-40b5-917c-b342c4898ba2 requested from dv-cinder-817085-1-iscsi {{(pid=101084) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 22:06:19.059189 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [None req-a3d63cfd-2836-42ce-8e7c-1f5ddad37d22 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/2512a576-3f2f-4a0c-aead-e82297ded485 HTTP/1.1" status: 204 len: 168 time: 0.3079782 Nov 08 22:06:19.061214 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.wsgi [-] (101083) accepted ('10.222.0.25', 47926) {{(pid=101083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 22:06:19.161471 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f5b411-8a3b-40e2-8069-0e369938e993 req-4e377bb8-cb6e-4d85-b3b5-d02b7e61527c tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:06:19.163110 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-35f5b411-8a3b-40e2-8069-0e369938e993 req-4e377bb8-cb6e-4d85-b3b5-d02b7e61527c tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] 10.222.0.25 "GET /v2.0/ports?device_id=31eef623-5aba-415d-8a0b-07bee9153119 HTTP/1.1" status: 200 len: 943 time: 0.0685642 Nov 08 22:06:19.173278 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-ee078266-39c8-40d6-8708-245d697aa22c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605121'] for network, before_delete {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:06:19.175103 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-b742c20f-7680-4700-ba7e-7a9d7c001829 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728276665375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534631'] for agent, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:06:19.184186 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda69125-478f-475a-8d55-5c59f6f95e89 req-8465eae6-ee19-40c0-b568-b685eb66f189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:06:19.185760 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-cda69125-478f-475a-8d55-5c59f6f95e89 req-8465eae6-ee19-40c0-b568-b685eb66f189 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=31eef623-5aba-415d-8a0b-07bee9153119&tenant_id=3c81291fa5704e6e99b9fb8671a47a4c HTTP/1.1" status: 200 len: 1096 time: 0.1031942 Nov 08 22:06:19.227399 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-35f5b411-8a3b-40e2-8069-0e369938e993 req-c6cb6b7b-b1e2-499e-abb2-d3661e5d8b37 tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] 10.222.0.25 "GET /v2.0/security-groups?id=48e589e1-a7d0-4554-9a00-a156bc596d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538063 Nov 08 22:06:19.279244 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.plugins.ml2.plugin [None req-ee078266-39c8-40d6-8708-245d697aa22c admin admin] Deleting port 922c3687-ee91-4f32-8700-0c65341054f6 {{(pid=101083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 22:06:19.279579 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-ee078266-39c8-40d6-8708-245d697aa22c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728276550584'] for port, before_delete {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:06:19.292708 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda69125-478f-475a-8d55-5c59f6f95e89 req-f21203c1-986a-43d5-8354-55abadd8580d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:06:19.294888 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-cda69125-478f-475a-8d55-5c59f6f95e89 req-f21203c1-986a-43d5-8354-55abadd8580d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3c81291fa5704e6e99b9fb8671a47a4c&device_id=31eef623-5aba-415d-8a0b-07bee9153119 HTTP/1.1" status: 200 len: 1096 time: 0.0847201 Nov 08 22:06:19.302690 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4238aabd-0d58-4cee-9f8c-b6af8753029b None None] DHCP port deletion for 9590ccf2-e7fa-40b5-917c-b342c4898ba2 request from dv-cinder-817085-1-iscsi {{(pid=101084) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 22:06:19.355297 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.plugin [None req-4238aabd-0d58-4cee-9f8c-b6af8753029b None None] Deleting port 922c3687-ee91-4f32-8700-0c65341054f6 {{(pid=101084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 22:06:19.355696 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-4238aabd-0d58-4cee-9f8c-b6af8753029b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728276550584'] for port, before_delete {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:06:19.397197 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.plugins.ml2.db [None req-ee078266-39c8-40d6-8708-245d697aa22c admin admin] For port 922c3687-ee91-4f32-8700-0c65341054f6, host dv-cinder-817085-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817085-1-iscsi',level=0,port_id=922c3687-ee91-4f32-8700-0c65341054f6,segment=NetworkSegment(de478fa7-e3a1-4946-b405-3fee42527219),segment_id=de478fa7-e3a1-4946-b405-3fee42527219)] {{(pid=101083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 22:06:19.397496 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-ee078266-39c8-40d6-8708-245d697aa22c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1626931'] for port, precommit_delete {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:06:19.418323 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.plugins.ml2.plugin [None req-ee078266-39c8-40d6-8708-245d697aa22c admin admin] Calling delete_port for 922c3687-ee91-4f32-8700-0c65341054f6 owned by network:dhcp {{(pid=101083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 22:06:19.421762 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.db [None req-4238aabd-0d58-4cee-9f8c-b6af8753029b None None] For port 922c3687-ee91-4f32-8700-0c65341054f6, host dv-cinder-817085-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817085-1-iscsi',level=0,port_id=922c3687-ee91-4f32-8700-0c65341054f6,segment=NetworkSegment(de478fa7-e3a1-4946-b405-3fee42527219),segment_id=de478fa7-e3a1-4946-b405-3fee42527219)] {{(pid=101084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 22:06:19.422249 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-4238aabd-0d58-4cee-9f8c-b6af8753029b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1626931'] for port, precommit_delete {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:06:19.435385 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.plugin [None req-4238aabd-0d58-4cee-9f8c-b6af8753029b None None] Calling delete_port for 922c3687-ee91-4f32-8700-0c65341054f6 owned by network:dhcp {{(pid=101084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 22:06:19.474540 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda69125-478f-475a-8d55-5c59f6f95e89 req-863cfc5c-ffb1-4fe6-95a4-5113d25069d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:06:19.476047 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-cda69125-478f-475a-8d55-5c59f6f95e89 req-863cfc5c-ffb1-4fe6-95a4-5113d25069d9 service neutron] 10.222.0.48 "GET /v2.0/networks?id=d0389d40-840b-4921-84b3-93bfc186ef85 HTTP/1.1" status: 200 len: 917 time: 0.1574118 Nov 08 22:06:19.560726 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-4238aabd-0d58-4cee-9f8c-b6af8753029b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728276638338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728276144276'] for port, after_delete {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:06:19.569822 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-cda69125-478f-475a-8d55-5c59f6f95e89 req-26d99764-1971-4600-a6c6-1e1d75fedee3 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6046736c-114d-4ae9-9e84-d1fd4b8dae13 HTTP/1.1" status: 200 len: 999 time: 0.0857651 Nov 08 22:06:19.574470 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-ee078266-39c8-40d6-8708-245d697aa22c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728276638338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728276144276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7659000'] for port, after_delete {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:06:19.586970 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4238aabd-0d58-4cee-9f8c-b6af8753029b None None] Pushing event deleted for resources: {'Port': ['ID=922c3687-ee91-4f32-8700-0c65341054f6,revision_number=None']} {{(pid=101084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:06:19.592956 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4238aabd-0d58-4cee-9f8c-b6af8753029b None None] No DVR routers for this DVR port 922c3687-ee91-4f32-8700-0c65341054f6 on host dv-cinder-817085-1-iscsi {{(pid=101084) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 22:06:19.617195 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee078266-39c8-40d6-8708-245d697aa22c admin admin] No DVR routers for this DVR port 922c3687-ee91-4f32-8700-0c65341054f6 on host dv-cinder-817085-1-iscsi {{(pid=101083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 22:06:19.639918 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee078266-39c8-40d6-8708-245d697aa22c admin admin] Pushing event deleted for resources: {'Port': ['ID=922c3687-ee91-4f32-8700-0c65341054f6,revision_number=None']} {{(pid=101083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:06:19.676684 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929b944b-0b83-4c88-bd6f-ab3ebe70a1fc req-1b07e199-44a8-4043-82e2-6ff08f49b1c4 tempest-VolumesSnapshotTestJSON-1628238410 tempest-VolumesSnapshotTestJSON-1628238410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:06:19.678187 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-929b944b-0b83-4c88-bd6f-ab3ebe70a1fc req-1b07e199-44a8-4043-82e2-6ff08f49b1c4 tempest-VolumesSnapshotTestJSON-1628238410 tempest-VolumesSnapshotTestJSON-1628238410-project] 10.222.0.25 "GET /v2.0/ports?device_id=8882b45c-75d3-4fa1-aee9-a89260c5e655 HTTP/1.1" status: 200 len: 944 time: 0.0543647 Nov 08 22:06:19.712875 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda69125-478f-475a-8d55-5c59f6f95e89 req-f6bb8051-c413-4d7d-b716-18c750930478 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:06:19.714863 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-cda69125-478f-475a-8d55-5c59f6f95e89 req-f6bb8051-c413-4d7d-b716-18c750930478 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=74626eb5-4f16-4db6-984a-103aeaf27899 HTTP/1.1" status: 200 len: 855 time: 0.1317518 Nov 08 22:06:19.722146 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-ee078266-39c8-40d6-8708-245d697aa22c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-530513', 'neutron.services.segments.db._delete_segments_for_network-8728276665393'] for network, precommit_delete {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:06:19.725955 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-929b944b-0b83-4c88-bd6f-ab3ebe70a1fc req-9395d276-ebf7-4489-9c1f-dde6d8851385 tempest-VolumesSnapshotTestJSON-1628238410 tempest-VolumesSnapshotTestJSON-1628238410-project] 10.222.0.25 "GET /v2.0/security-groups?id=32a1766c-10ae-485b-b28f-7967e49249c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415564 Nov 08 22:06:19.764773 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.services.segments.db [None req-ee078266-39c8-40d6-8708-245d697aa22c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9590ccf2-e7fa-40b5-917c-b342c4898ba2']}} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 22:06:19.775716 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.services.segments.db [None req-ee078266-39c8-40d6-8708-245d697aa22c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de478fa7-e3a1-4946-b405-3fee42527219') {'for_net_delete': True} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 22:06:19.776009 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.services.segments.db [None req-ee078266-39c8-40d6-8708-245d697aa22c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de478fa7-e3a1-4946-b405-3fee42527219') {} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 22:06:19.788117 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-ee078266-39c8-40d6-8708-245d697aa22c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728276699450', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8163751'] for segment, before_delete {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:06:19.799342 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda69125-478f-475a-8d55-5c59f6f95e89 req-8c598f5f-f8d7-4408-adc6-1a76fe9bedf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:06:19.800856 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-cda69125-478f-475a-8d55-5c59f6f95e89 req-8c598f5f-f8d7-4408-adc6-1a76fe9bedf5 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d0389d40-840b-4921-84b3-93bfc186ef85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0706429 Nov 08 22:06:19.807188 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-ee078266-39c8-40d6-8708-245d697aa22c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-527333'] for segment, precommit_delete {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:06:19.813645 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee078266-39c8-40d6-8708-245d697aa22c admin admin] Releasing vlan 713 on physical network physnet1 to pool {{(pid=101083) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 22:06:19.814016 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-ee078266-39c8-40d6-8708-245d697aa22c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-527333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7658955'] for segment, after_delete {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:06:19.815983 dv-cinder-817085-1-iscsi neutron-server[101083]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 22:06:19.815983 dv-cinder-817085-1-iscsi neutron-server[101083]: self.session.flush() Nov 08 22:06:19.815983 dv-cinder-817085-1-iscsi neutron-server[101083]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 22:06:19.815983 dv-cinder-817085-1-iscsi neutron-server[101083]: self.session.flush() Nov 08 22:06:19.815983 dv-cinder-817085-1-iscsi neutron-server[101083]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 22:06:19.815983 dv-cinder-817085-1-iscsi neutron-server[101083]: self.session.flush() Nov 08 22:06:19.815983 dv-cinder-817085-1-iscsi neutron-server[101083]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 22:06:19.815983 dv-cinder-817085-1-iscsi neutron-server[101083]: self.session.flush() Nov 08 22:06:19.815983 dv-cinder-817085-1-iscsi neutron-server[101083]: Traceback (most recent call last): Nov 08 22:06:19.815983 dv-cinder-817085-1-iscsi neutron-server[101083]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 22:06:19.815983 dv-cinder-817085-1-iscsi neutron-server[101083]: timer() Nov 08 22:06:19.815983 dv-cinder-817085-1-iscsi neutron-server[101083]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 22:06:19.815983 dv-cinder-817085-1-iscsi neutron-server[101083]: cb(*args, **kw) Nov 08 22:06:19.815983 dv-cinder-817085-1-iscsi neutron-server[101083]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 22:06:19.815983 dv-cinder-817085-1-iscsi neutron-server[101083]: return func(*args, **kwargs) Nov 08 22:06:19.815983 dv-cinder-817085-1-iscsi neutron-server[101083]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 22:06:19.815983 dv-cinder-817085-1-iscsi neutron-server[101083]: self._notify() Nov 08 22:06:19.815983 dv-cinder-817085-1-iscsi neutron-server[101083]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 22:06:19.815983 dv-cinder-817085-1-iscsi neutron-server[101083]: self.callback(batched_events) Nov 08 22:06:19.815983 dv-cinder-817085-1-iscsi neutron-server[101083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 22:06:19.815983 dv-cinder-817085-1-iscsi neutron-server[101083]: event.method(event) Nov 08 22:06:19.815983 dv-cinder-817085-1-iscsi neutron-server[101083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 22:06:19.815983 dv-cinder-817085-1-iscsi neutron-server[101083]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 22:06:19.815983 dv-cinder-817085-1-iscsi neutron-server[101083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 22:06:19.815983 dv-cinder-817085-1-iscsi neutron-server[101083]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 22:06:19.815983 dv-cinder-817085-1-iscsi neutron-server[101083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 22:06:19.815983 dv-cinder-817085-1-iscsi neutron-server[101083]: return f(self, *a, **k) Nov 08 22:06:19.815983 dv-cinder-817085-1-iscsi neutron-server[101083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 22:06:19.815983 dv-cinder-817085-1-iscsi neutron-server[101083]: return self._get(url).json() Nov 08 22:06:19.815983 dv-cinder-817085-1-iscsi neutron-server[101083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 22:06:19.815983 dv-cinder-817085-1-iscsi neutron-server[101083]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 22:06:19.815983 dv-cinder-817085-1-iscsi neutron-server[101083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 22:06:19.815983 dv-cinder-817085-1-iscsi neutron-server[101083]: return self.request(url, 'GET', **kwargs) Nov 08 22:06:19.815983 dv-cinder-817085-1-iscsi neutron-server[101083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 22:06:19.815983 dv-cinder-817085-1-iscsi neutron-server[101083]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 22:06:19.815983 dv-cinder-817085-1-iscsi neutron-server[101083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 22:06:19.815983 dv-cinder-817085-1-iscsi neutron-server[101083]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 22:06:19.815983 dv-cinder-817085-1-iscsi neutron-server[101083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 22:06:19.815983 dv-cinder-817085-1-iscsi neutron-server[101083]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 22:06:19.815983 dv-cinder-817085-1-iscsi neutron-server[101083]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 22:06:19.921005 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-ee078266-39c8-40d6-8708-245d697aa22c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-531106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1623971'] for network, after_delete {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:06:19.925947 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-ee078266-39c8-40d6-8708-245d697aa22c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646287'] for network, before_response {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:06:19.929093 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [None req-ee078266-39c8-40d6-8708-245d697aa22c admin admin] 10.222.0.25 "DELETE /v2.0/networks/9590ccf2-e7fa-40b5-917c-b342c4898ba2 HTTP/1.1" status: 204 len: 168 time: 0.8668361 Nov 08 22:06:19.950762 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee078266-39c8-40d6-8708-245d697aa22c admin admin] Pushing event deleted for resources: {'Network': ['ID=9590ccf2-e7fa-40b5-917c-b342c4898ba2,revision_number=None']} {{(pid=101083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:06:19.970197 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-cda69125-478f-475a-8d55-5c59f6f95e89 req-ffc0cc3e-1e18-41dd-a73c-efdbe4fd9f1e service neutron] 10.222.0.48 "GET /v2.0/networks/d0389d40-840b-4921-84b3-93bfc186ef85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1451154 Nov 08 22:06:20.042534 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.wsgi [-] (101082) accepted ('10.222.0.25', 47934) {{(pid=101082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 22:06:20.070300 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-cda69125-478f-475a-8d55-5c59f6f95e89 req-f0c9ee1c-2852-4a13-aae8-aa655d053165 service neutron] 10.222.0.48 "GET /v2.0/networks/d0389d40-840b-4921-84b3-93bfc186ef85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884266 Nov 08 22:06:20.086454 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [None req-245dbdb7-3f13-4b5b-918d-fc9ed34177aa admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c834e2bc78d34c388e89dd13ae9d694d&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0426433 Nov 08 22:06:20.089568 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.wsgi [-] (101083) accepted ('10.222.0.25', 47936) {{(pid=101083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 22:06:20.140059 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-9d028369-9692-49cb-84e4-b5576a849373 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:06:20.162282 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-9d028369-9692-49cb-84e4-b5576a849373 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:06:20.168327 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-38f8c81f-ca07-4188-b5ff-70ceca3f97c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728276665375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534631'] for agent, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:06:20.210066 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-9d028369-9692-49cb-84e4-b5576a849373 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2033567'] for security_group, after_delete {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:06:20.213528 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-9d028369-9692-49cb-84e4-b5576a849373 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:06:20.214941 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [None req-9d028369-9692-49cb-84e4-b5576a849373 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a7586eea-572f-41b3-91e6-12d19bb647e7 HTTP/1.1" status: 204 len: 168 time: 0.1243663 Nov 08 22:06:20.223276 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d028369-9692-49cb-84e4-b5576a849373 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7586eea-572f-41b3-91e6-12d19bb647e7,revision_number=None']} {{(pid=101083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:06:20.364940 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd577766-500e-40f1-bea9-7e398c101649 req-8eadce69-e920-4f9c-9114-1a27324f8bea tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:06:20.366465 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-cd577766-500e-40f1-bea9-7e398c101649 req-8eadce69-e920-4f9c-9114-1a27324f8bea tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] 10.222.0.25 "GET /v2.0/ports?device_id=31eef623-5aba-415d-8a0b-07bee9153119 HTTP/1.1" status: 200 len: 943 time: 0.0618515 Nov 08 22:06:20.416897 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-cd577766-500e-40f1-bea9-7e398c101649 req-abb8eb08-bd7a-4474-9e54-dfce27091fe0 tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] 10.222.0.25 "GET /v2.0/security-groups?id=48e589e1-a7d0-4554-9a00-a156bc596d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444109 Nov 08 22:06:20.531593 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.rpc [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Device 73e38403-2644-459f-8d4d-e314f8444f80 details requested by agent hyperv_hv-cinder-81708 with host hv-cinder-81708 {{(pid=101084) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 22:06:20.536177 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.rpc [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Device 6046736c-114d-4ae9-9e84-d1fd4b8dae13 no longer exists at agent hyperv_hv-cinder-81708 {{(pid=101084) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 22:06:20.708198 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.db [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] For port 73e38403-2644-459f-8d4d-e314f8444f80, host hv-cinder-81708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81708',level=0,port_id=73e38403-2644-459f-8d4d-e314f8444f80,segment=NetworkSegment(0c69bd30-f373-4f7a-a045-534c05232772),segment_id=0c69bd30-f373-4f7a-a045-534c05232772)] {{(pid=101084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 22:06:20.723589 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.rpc [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Returning: {'device': '73e38403-2644-459f-8d4d-e314f8444f80', 'network_id': '5e178ebc-57fc-4f09-8df7-bacbc1dd1d98', 'port_id': '73e38403-2644-459f-8d4d-e314f8444f80', 'mac_address': 'fa:16:3e:93:65:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 736, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd355c4e7-ca33-4d3f-b869-56d92c793160', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101084) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 22:06:20.774441 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-925982'] for port, before_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:06:20.793538 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.notifiers.nova [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73e38403-2644-459f-8d4d-e314f8444f80 {{(pid=101084) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 22:06:20.826710 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.db [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] For port 73e38403-2644-459f-8d4d-e314f8444f80, host hv-cinder-81708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81708',level=0,port_id=73e38403-2644-459f-8d4d-e314f8444f80,segment=NetworkSegment(0c69bd30-f373-4f7a-a045-534c05232772),segment_id=0c69bd30-f373-4f7a-a045-534c05232772)] {{(pid=101084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 22:06:20.833646 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728276638356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728276144285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728276144303'] for port, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:06:20.921896 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Pushing event updated for resources: {'Port': ['ID=73e38403-2644-459f-8d4d-e314f8444f80,revision_number=4']} {{(pid=101084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:06:20.958235 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed8a4d1-13d4-4faf-831b-0fc68bc872d2 req-227300be-2b56-4255-a88f-9836ff2606d0 tempest-VolumesSnapshotTestJSON-1628238410 tempest-VolumesSnapshotTestJSON-1628238410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:06:20.962136 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-8ed8a4d1-13d4-4faf-831b-0fc68bc872d2 req-227300be-2b56-4255-a88f-9836ff2606d0 tempest-VolumesSnapshotTestJSON-1628238410 tempest-VolumesSnapshotTestJSON-1628238410-project] 10.222.0.25 "GET /v2.0/ports?device_id=8882b45c-75d3-4fa1-aee9-a89260c5e655 HTTP/1.1" status: 200 len: 945 time: 0.1066916 Nov 08 22:06:20.971142 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.rpc [None req-ad13160b-513d-4512-a15f-cb40cce6b7e9 None None] Device 922c3687-ee91-4f32-8700-0c65341054f6 no longer exists at agent ovs-agent-dv-cinder-817085-1-iscsi {{(pid=101084) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 22:06:21.005320 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.plugin [None req-ad13160b-513d-4512-a15f-cb40cce6b7e9 None None] No Port match for: 922c3687-ee91-4f32-8700-0c65341054f6 {{(pid=101084) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 22:06:21.005669 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.rpc [None req-ad13160b-513d-4512-a15f-cb40cce6b7e9 None None] Device 922c3687-ee91-4f32-8700-0c65341054f6 not bound to the agent host dv-cinder-817085-1-iscsi {{(pid=101084) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 22:06:21.056291 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-8ed8a4d1-13d4-4faf-831b-0fc68bc872d2 req-000f80a5-73cf-4db3-8cee-15c055326138 tempest-VolumesSnapshotTestJSON-1628238410 tempest-VolumesSnapshotTestJSON-1628238410-project] 10.222.0.25 "GET /v2.0/security-groups?id=32a1766c-10ae-485b-b28f-7967e49249c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742438 Nov 08 22:06:21.087613 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.db [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] get_ports_and_sgs() called for port_ids ['73e38403-2644-459f-8d4d-e314f8444f80'] {{(pid=101084) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 22:06:21.552253 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3e0a6c-5eb3-4ddf-94f7-3a8dbc44e089 req-db99587e-d88f-40ee-9d22-180af6b4aa5f tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:06:21.554207 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-5e3e0a6c-5eb3-4ddf-94f7-3a8dbc44e089 req-db99587e-d88f-40ee-9d22-180af6b4aa5f tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] 10.222.0.25 "GET /v2.0/ports?device_id=31eef623-5aba-415d-8a0b-07bee9153119 HTTP/1.1" status: 200 len: 943 time: 0.0595963 Nov 08 22:06:21.616940 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-5e3e0a6c-5eb3-4ddf-94f7-3a8dbc44e089 req-c805d544-f341-416a-8c00-fcf5b1a18557 tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] 10.222.0.25 "GET /v2.0/security-groups?id=48e589e1-a7d0-4554-9a00-a156bc596d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544546 Nov 08 22:06:21.827125 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-550ddcb2-f0f8-4b6b-a238-0b8e3ebb0b9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728276665375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534631'] for agent, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:06:22.184096 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988eb4dc-08f6-435e-8b13-2f351554bac9 req-3ab0c705-0b0c-42a2-b89a-3b76981c7869 tempest-VolumesSnapshotTestJSON-1628238410 tempest-VolumesSnapshotTestJSON-1628238410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:06:22.185582 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-988eb4dc-08f6-435e-8b13-2f351554bac9 req-3ab0c705-0b0c-42a2-b89a-3b76981c7869 tempest-VolumesSnapshotTestJSON-1628238410 tempest-VolumesSnapshotTestJSON-1628238410-project] 10.222.0.25 "GET /v2.0/ports?device_id=8882b45c-75d3-4fa1-aee9-a89260c5e655 HTTP/1.1" status: 200 len: 945 time: 0.0547912 Nov 08 22:06:22.234638 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-988eb4dc-08f6-435e-8b13-2f351554bac9 req-a570cf4b-d3a3-4abd-8bef-de69cf206a48 tempest-VolumesSnapshotTestJSON-1628238410 tempest-VolumesSnapshotTestJSON-1628238410-project] 10.222.0.25 "GET /v2.0/security-groups?id=32a1766c-10ae-485b-b28f-7967e49249c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431106 Nov 08 22:06:22.476409 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-ad13160b-513d-4512-a15f-cb40cce6b7e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728276665375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534631'] for agent, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:06:22.535986 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.rpc [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Device 73e38403-2644-459f-8d4d-e314f8444f80 up at agent hyperv_hv-cinder-81708 {{(pid=101084) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 22:06:22.593797 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.db.provisioning_blocks [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Provisioning for port 73e38403-2644-459f-8d4d-e314f8444f80 completed by entity L2. {{(pid=101084) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 22:06:22.598039 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.db.provisioning_blocks [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Provisioning complete for port 73e38403-2644-459f-8d4d-e314f8444f80 triggered by entity L2. {{(pid=101084) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 22:06:22.598395 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-534742'] for port, provisioning_complete {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:06:22.676618 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-925982'] for port, before_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:06:22.713741 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8882b45c-75d3-4fa1-aee9-a89260c5e655', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73e38403-2644-459f-8d4d-e314f8444f80'}] {{(pid=101084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 22:06:22.716542 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b3cbe6c7fdf7c1e60af50d850490ef6f4dccd02a9ea7bc434e0a37b2dd34cb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c998ec4-ccb7-4e57-8307-8de699c8c5de" -d '{"events": [{"server_uuid": "8882b45c-75d3-4fa1-aee9-a89260c5e655", "name": "network-vif-plugged", "status": "completed", "tag": "73e38403-2644-459f-8d4d-e314f8444f80"}]}' {{(pid=101084) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 22:06:22.726689 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.db [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] For port 73e38403-2644-459f-8d4d-e314f8444f80, host hv-cinder-81708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81708',level=0,port_id=73e38403-2644-459f-8d4d-e314f8444f80,segment=NetworkSegment(0c69bd30-f373-4f7a-a045-534c05232772),segment_id=0c69bd30-f373-4f7a-a045-534c05232772)] {{(pid=101084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 22:06:22.736775 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728276638356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728276144285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728276144303'] for port, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:06:22.764848 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 22:06:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27a238e6-53dd-4ca1-a96f-4e36b91d106f x-openstack-request-id: req-27a238e6-53dd-4ca1-a96f-4e36b91d106f {{(pid=101084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 22:06:22.765134 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8882b45c-75d3-4fa1-aee9-a89260c5e655", "name": "network-vif-plugged", "status": "completed", "tag": "73e38403-2644-459f-8d4d-e314f8444f80", "code": 200}]} {{(pid=101084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 22:06:22.765445 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-27a238e6-53dd-4ca1-a96f-4e36b91d106f {{(pid=101084) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 22:06:22.765971 dv-cinder-817085-1-iscsi neutron-server[101084]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8882b45c-75d3-4fa1-aee9-a89260c5e655', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73e38403-2644-459f-8d4d-e314f8444f80', 'code': 200} Nov 08 22:06:22.766307 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0b1d34-d00f-491c-88ac-811698e64d79 req-0ad78bb4-410c-468e-a37d-088a1236dbef tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:06:22.773820 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-cc0b1d34-d00f-491c-88ac-811698e64d79 req-0ad78bb4-410c-468e-a37d-088a1236dbef tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] 10.222.0.25 "GET /v2.0/ports?device_id=31eef623-5aba-415d-8a0b-07bee9153119 HTTP/1.1" status: 200 len: 943 time: 0.0770745 Nov 08 22:06:22.797297 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Pushing event updated for resources: {'Port': ['ID=73e38403-2644-459f-8d4d-e314f8444f80,revision_number=5']} {{(pid=101084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:06:22.826444 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-cc0b1d34-d00f-491c-88ac-811698e64d79 req-6b10ecd8-d5b1-4a2c-825a-cbfb9da79e44 tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] 10.222.0.25 "GET /v2.0/security-groups?id=48e589e1-a7d0-4554-9a00-a156bc596d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515199 Nov 08 22:06:23.358301 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb50b8d4-f2bd-4bd9-96ff-60a5a54f75bd req-cabbb28c-61d0-43ae-b9e0-41bd5f752a0e tempest-VolumesSnapshotTestJSON-1628238410 tempest-VolumesSnapshotTestJSON-1628238410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:06:23.360515 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-fb50b8d4-f2bd-4bd9-96ff-60a5a54f75bd req-cabbb28c-61d0-43ae-b9e0-41bd5f752a0e tempest-VolumesSnapshotTestJSON-1628238410 tempest-VolumesSnapshotTestJSON-1628238410-project] 10.222.0.25 "GET /v2.0/ports?device_id=8882b45c-75d3-4fa1-aee9-a89260c5e655 HTTP/1.1" status: 200 len: 946 time: 0.0522153 Nov 08 22:06:23.410783 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-fb50b8d4-f2bd-4bd9-96ff-60a5a54f75bd req-5f59493d-16b9-4986-9767-2b428cb982b3 tempest-VolumesSnapshotTestJSON-1628238410 tempest-VolumesSnapshotTestJSON-1628238410-project] 10.222.0.25 "GET /v2.0/security-groups?id=32a1766c-10ae-485b-b28f-7967e49249c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433819 Nov 08 22:06:23.955451 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358e8eff-0f7f-4700-8b1f-ae57ef60f38c req-e21a8b89-492f-4a5c-996f-2c0a47741f68 tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:06:23.956952 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-358e8eff-0f7f-4700-8b1f-ae57ef60f38c req-e21a8b89-492f-4a5c-996f-2c0a47741f68 tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] 10.222.0.25 "GET /v2.0/ports?device_id=31eef623-5aba-415d-8a0b-07bee9153119 HTTP/1.1" status: 200 len: 943 time: 0.0505202 Nov 08 22:06:24.010322 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-358e8eff-0f7f-4700-8b1f-ae57ef60f38c req-b6120146-9b72-4cac-b3ca-ce2d069e0b2d tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] 10.222.0.25 "GET /v2.0/security-groups?id=48e589e1-a7d0-4554-9a00-a156bc596d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474308 Nov 08 22:06:24.388204 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.wsgi [-] (101083) accepted ('10.222.0.25', 48034) {{(pid=101083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 22:06:24.530937 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-e290090b-6ef8-4d21-ae7f-1f9aa8fe6e84 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:06:24.531613 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bf88c1-3c1b-4f14-a77d-83a363c4b987 req-c8935ad7-994b-4ab5-9caf-dcd2ab6b201e tempest-VolumesSnapshotTestJSON-1628238410 tempest-VolumesSnapshotTestJSON-1628238410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:06:24.533707 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-70bf88c1-3c1b-4f14-a77d-83a363c4b987 req-c8935ad7-994b-4ab5-9caf-dcd2ab6b201e tempest-VolumesSnapshotTestJSON-1628238410 tempest-VolumesSnapshotTestJSON-1628238410-project] 10.222.0.25 "GET /v2.0/ports?device_id=8882b45c-75d3-4fa1-aee9-a89260c5e655 HTTP/1.1" status: 200 len: 946 time: 0.0516706 Nov 08 22:06:24.588131 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-70bf88c1-3c1b-4f14-a77d-83a363c4b987 req-6f687e86-0d8d-402b-8cd2-ea0a11e77c74 tempest-VolumesSnapshotTestJSON-1628238410 tempest-VolumesSnapshotTestJSON-1628238410-project] 10.222.0.25 "GET /v2.0/security-groups?id=32a1766c-10ae-485b-b28f-7967e49249c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461576 Nov 08 22:06:24.630327 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-e290090b-6ef8-4d21-ae7f-1f9aa8fe6e84 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:06:24.637503 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-e290090b-6ef8-4d21-ae7f-1f9aa8fe6e84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2033567'] for security_group, after_create {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:06:24.672745 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [None req-e290090b-6ef8-4d21-ae7f-1f9aa8fe6e84 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e0dfae0561e84e07a837b1e987b7a4c7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2832761 Nov 08 22:06:24.675919 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.wsgi [-] (101082) accepted ('10.222.0.25', 48040) {{(pid=101082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 22:06:24.686742 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e290090b-6ef8-4d21-ae7f-1f9aa8fe6e84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcb41214-6895-4056-b5f5-03f738d7b8db,revision_number=1']} {{(pid=101083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:06:24.728047 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-692a2a87-c1a5-4520-9fca-91dae3d39d01 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:06:24.750090 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-692a2a87-c1a5-4520-9fca-91dae3d39d01 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:06:24.799374 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-692a2a87-c1a5-4520-9fca-91dae3d39d01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2033567'] for security_group, after_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:06:24.802998 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-692a2a87-c1a5-4520-9fca-91dae3d39d01 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:06:24.804476 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [None req-692a2a87-c1a5-4520-9fca-91dae3d39d01 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/bcb41214-6895-4056-b5f5-03f738d7b8db HTTP/1.1" status: 204 len: 168 time: 0.1272154 Nov 08 22:06:24.822705 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692a2a87-c1a5-4520-9fca-91dae3d39d01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcb41214-6895-4056-b5f5-03f738d7b8db,revision_number=None']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:06:25.149395 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20daddf6-8290-4cb0-a6fb-a5d0ae8d79f1 req-e978c3eb-7021-4f7d-808a-0ebfdcace5ab tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:06:25.151084 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-20daddf6-8290-4cb0-a6fb-a5d0ae8d79f1 req-e978c3eb-7021-4f7d-808a-0ebfdcace5ab tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] 10.222.0.25 "GET /v2.0/ports?device_id=31eef623-5aba-415d-8a0b-07bee9153119 HTTP/1.1" status: 200 len: 943 time: 0.0621889 Nov 08 22:06:25.217632 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-20daddf6-8290-4cb0-a6fb-a5d0ae8d79f1 req-74772472-64a2-45bf-88cd-32dbe48ff7e4 tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] 10.222.0.25 "GET /v2.0/security-groups?id=48e589e1-a7d0-4554-9a00-a156bc596d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548749 Nov 08 22:06:25.240411 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728276665375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534631'] for agent, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:06:25.742679 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e8e083-a31e-453e-bea6-4cf43f762ddb req-811b69e4-cf44-4630-a210-02907a83a3cc tempest-VolumesSnapshotTestJSON-1628238410 tempest-VolumesSnapshotTestJSON-1628238410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:06:25.744969 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-f6e8e083-a31e-453e-bea6-4cf43f762ddb req-811b69e4-cf44-4630-a210-02907a83a3cc tempest-VolumesSnapshotTestJSON-1628238410 tempest-VolumesSnapshotTestJSON-1628238410-project] 10.222.0.25 "GET /v2.0/ports?device_id=8882b45c-75d3-4fa1-aee9-a89260c5e655 HTTP/1.1" status: 200 len: 946 time: 0.0597036 Nov 08 22:06:25.802798 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-f6e8e083-a31e-453e-bea6-4cf43f762ddb req-e15afe65-e362-4230-b7d7-0bf35de45e8d tempest-VolumesSnapshotTestJSON-1628238410 tempest-VolumesSnapshotTestJSON-1628238410-project] 10.222.0.25 "GET /v2.0/security-groups?id=32a1766c-10ae-485b-b28f-7967e49249c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480416 Nov 08 22:06:26.369387 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857061f6-9e46-417f-87cc-1a0fd858a376 req-c2bb157d-1a98-4c33-b994-743a6914bcd5 tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:06:26.371716 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-857061f6-9e46-417f-87cc-1a0fd858a376 req-c2bb157d-1a98-4c33-b994-743a6914bcd5 tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] 10.222.0.25 "GET /v2.0/ports?device_id=31eef623-5aba-415d-8a0b-07bee9153119 HTTP/1.1" status: 200 len: 943 time: 0.0667615 Nov 08 22:06:26.442157 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-857061f6-9e46-417f-87cc-1a0fd858a376 req-cd2cbba7-cf64-4395-b445-afd70910b2d3 tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] 10.222.0.25 "GET /v2.0/security-groups?id=48e589e1-a7d0-4554-9a00-a156bc596d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0643702 Nov 08 22:06:26.636874 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.wsgi [-] (101083) accepted ('10.222.0.25', 48098) {{(pid=101083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 22:06:26.778268 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-a87712b2-7323-429b-a716-76c221542af6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:06:26.872314 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-a87712b2-7323-429b-a716-76c221542af6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:06:26.879485 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-a87712b2-7323-429b-a716-76c221542af6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2033567'] for security_group, after_create {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:06:26.925908 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87712b2-7323-429b-a716-76c221542af6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4318c3e7-f3a6-4960-9f2d-6f838cce4b01,revision_number=1']} {{(pid=101083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:06:26.938159 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [None req-a87712b2-7323-429b-a716-76c221542af6 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=fa990ca746a44a168ecfd8116f36f68a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3001184 Nov 08 22:06:26.938794 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.wsgi [-] (101083) accepted ('10.222.0.25', 48106) {{(pid=101083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 22:06:26.962412 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992167d3-5d68-4925-abee-14cfee956b7d req-f1ff0980-fd4f-46ab-8fc0-e039a461532a tempest-VolumesSnapshotTestJSON-1628238410 tempest-VolumesSnapshotTestJSON-1628238410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:06:26.966637 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-992167d3-5d68-4925-abee-14cfee956b7d req-f1ff0980-fd4f-46ab-8fc0-e039a461532a tempest-VolumesSnapshotTestJSON-1628238410 tempest-VolumesSnapshotTestJSON-1628238410-project] 10.222.0.25 "GET /v2.0/ports?device_id=8882b45c-75d3-4fa1-aee9-a89260c5e655 HTTP/1.1" status: 200 len: 946 time: 0.0824449 Nov 08 22:06:26.992255 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-6cf7c194-b881-41f7-a55f-a40cb17762c6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:06:27.018597 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-6cf7c194-b881-41f7-a55f-a40cb17762c6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:06:27.044658 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-992167d3-5d68-4925-abee-14cfee956b7d req-975bf32b-78bb-4363-90a0-3ee3c8666b84 tempest-VolumesSnapshotTestJSON-1628238410 tempest-VolumesSnapshotTestJSON-1628238410-project] 10.222.0.25 "GET /v2.0/security-groups?id=32a1766c-10ae-485b-b28f-7967e49249c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695822 Nov 08 22:06:27.070242 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-6cf7c194-b881-41f7-a55f-a40cb17762c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2033567'] for security_group, after_delete {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:06:27.073620 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-6cf7c194-b881-41f7-a55f-a40cb17762c6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:06:27.074856 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [None req-6cf7c194-b881-41f7-a55f-a40cb17762c6 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/4318c3e7-f3a6-4960-9f2d-6f838cce4b01 HTTP/1.1" status: 204 len: 168 time: 0.1350396 Nov 08 22:06:27.092250 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf7c194-b881-41f7-a55f-a40cb17762c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4318c3e7-f3a6-4960-9f2d-6f838cce4b01,revision_number=None']} {{(pid=101083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:06:27.366424 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.wsgi [-] (101083) accepted ('10.222.0.25', 48112) {{(pid=101083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 22:06:27.386137 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-2fdce35d-2064-431e-8588-e305e8ce339c admin admin] Publish callbacks [] for security_group, before_create {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:06:27.466768 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-2fdce35d-2064-431e-8588-e305e8ce339c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:06:27.478411 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-2fdce35d-2064-431e-8588-e305e8ce339c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2033567'] for security_group, after_create {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:06:27.519570 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [None req-2fdce35d-2064-431e-8588-e305e8ce339c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=18655fb265ae42c88f6dc4da5905aaf7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1518250 Nov 08 22:06:27.520340 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fdce35d-2064-431e-8588-e305e8ce339c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18fecbb4-c9a0-4937-bab8-2dd9cec31583,revision_number=1']} {{(pid=101083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:06:27.522865 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.wsgi [-] (101082) accepted ('10.222.0.25', 48116) {{(pid=101082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 22:06:27.615692 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-c0c10c25-3b57-4f13-8b49-4969ff152bba admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:06:27.625182 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff9ba04-5c1f-42b1-8fd7-f34164cf616f req-9b68aaf6-dc83-4524-a4c0-a6e5540c1781 tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:06:27.626677 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-4ff9ba04-5c1f-42b1-8fd7-f34164cf616f req-9b68aaf6-dc83-4524-a4c0-a6e5540c1781 tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] 10.222.0.25 "GET /v2.0/ports?device_id=31eef623-5aba-415d-8a0b-07bee9153119 HTTP/1.1" status: 200 len: 943 time: 0.0839643 Nov 08 22:06:27.669913 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-c0c10c25-3b57-4f13-8b49-4969ff152bba admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:06:27.713783 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-4ff9ba04-5c1f-42b1-8fd7-f34164cf616f req-e38a4ee7-ca46-434b-8ade-180d48574af1 tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] 10.222.0.25 "GET /v2.0/security-groups?id=48e589e1-a7d0-4554-9a00-a156bc596d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0780511 Nov 08 22:06:27.735868 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-c0c10c25-3b57-4f13-8b49-4969ff152bba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2033567'] for security_group, after_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:06:27.739215 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-c0c10c25-3b57-4f13-8b49-4969ff152bba admin admin] Publish callbacks [] for security_group, before_response {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:06:27.740658 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [None req-c0c10c25-3b57-4f13-8b49-4969ff152bba admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/18fecbb4-c9a0-4937-bab8-2dd9cec31583 HTTP/1.1" status: 204 len: 168 time: 0.2165596 Nov 08 22:06:27.757037 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c10c25-3b57-4f13-8b49-4969ff152bba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18fecbb4-c9a0-4937-bab8-2dd9cec31583,revision_number=None']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:06:28.186217 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f7e63b-b01a-425d-9f54-bc0fc1908df2 req-464c7541-12d5-4e63-8464-806e65a69f11 tempest-VolumesSnapshotTestJSON-1628238410 tempest-VolumesSnapshotTestJSON-1628238410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:06:28.188059 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-c9f7e63b-b01a-425d-9f54-bc0fc1908df2 req-464c7541-12d5-4e63-8464-806e65a69f11 tempest-VolumesSnapshotTestJSON-1628238410 tempest-VolumesSnapshotTestJSON-1628238410-project] 10.222.0.25 "GET /v2.0/ports?device_id=8882b45c-75d3-4fa1-aee9-a89260c5e655 HTTP/1.1" status: 200 len: 946 time: 0.0622778 Nov 08 22:06:28.253438 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-c9f7e63b-b01a-425d-9f54-bc0fc1908df2 req-daebe81a-ce7f-45d9-ac24-6bb901c441e7 tempest-VolumesSnapshotTestJSON-1628238410 tempest-VolumesSnapshotTestJSON-1628238410-project] 10.222.0.25 "GET /v2.0/security-groups?id=32a1766c-10ae-485b-b28f-7967e49249c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500638 Nov 08 22:06:28.884294 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d0a05b-c6b2-478c-bf0f-8b0c61a0c104 req-4d756844-52c9-4161-ac72-1c84955de93c tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:06:28.886677 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-75d0a05b-c6b2-478c-bf0f-8b0c61a0c104 req-4d756844-52c9-4161-ac72-1c84955de93c tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] 10.222.0.25 "GET /v2.0/ports?device_id=31eef623-5aba-415d-8a0b-07bee9153119 HTTP/1.1" status: 200 len: 943 time: 0.0733435 Nov 08 22:06:28.942537 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-75d0a05b-c6b2-478c-bf0f-8b0c61a0c104 req-d34c940b-1c1d-4f13-ac34-15ee4ccbb528 tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] 10.222.0.25 "GET /v2.0/security-groups?id=48e589e1-a7d0-4554-9a00-a156bc596d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489328 Nov 08 22:06:29.419849 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9648bb-e35d-4329-8f84-f4b631ec7f89 req-433824bd-6073-4859-a82b-8e05b0fe9b90 tempest-VolumesSnapshotTestJSON-1628238410 tempest-VolumesSnapshotTestJSON-1628238410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:06:29.421817 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-bd9648bb-e35d-4329-8f84-f4b631ec7f89 req-433824bd-6073-4859-a82b-8e05b0fe9b90 tempest-VolumesSnapshotTestJSON-1628238410 tempest-VolumesSnapshotTestJSON-1628238410-project] 10.222.0.25 "GET /v2.0/ports?device_id=8882b45c-75d3-4fa1-aee9-a89260c5e655 HTTP/1.1" status: 200 len: 946 time: 0.0963936 Nov 08 22:06:29.476623 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-bd9648bb-e35d-4329-8f84-f4b631ec7f89 req-65d8f53f-ea0d-4458-af80-f1e6aba41703 tempest-VolumesSnapshotTestJSON-1628238410 tempest-VolumesSnapshotTestJSON-1628238410-project] 10.222.0.25 "GET /v2.0/security-groups?id=32a1766c-10ae-485b-b28f-7967e49249c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484829 Nov 08 22:06:30.097278 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4739b71a-a3d1-4798-ac6e-67b6f2a23c6a req-bb4e4989-995f-4e88-b8d0-8149949f7f95 tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:06:30.098901 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-4739b71a-a3d1-4798-ac6e-67b6f2a23c6a req-bb4e4989-995f-4e88-b8d0-8149949f7f95 tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] 10.222.0.25 "GET /v2.0/ports?device_id=31eef623-5aba-415d-8a0b-07bee9153119 HTTP/1.1" status: 200 len: 943 time: 0.0683370 Nov 08 22:06:30.159603 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-4739b71a-a3d1-4798-ac6e-67b6f2a23c6a req-93caa3be-428f-47bb-be11-8c0c1ad16f6a tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] 10.222.0.25 "GET /v2.0/security-groups?id=48e589e1-a7d0-4554-9a00-a156bc596d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503993 Nov 08 22:06:30.610827 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28de81a3-8163-4c73-b01d-f7841bd1d420 req-cffaa3c0-741e-41ac-9d5c-fdf6a25e0407 tempest-VolumesSnapshotTestJSON-1628238410 tempest-VolumesSnapshotTestJSON-1628238410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:06:30.612451 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-28de81a3-8163-4c73-b01d-f7841bd1d420 req-cffaa3c0-741e-41ac-9d5c-fdf6a25e0407 tempest-VolumesSnapshotTestJSON-1628238410 tempest-VolumesSnapshotTestJSON-1628238410-project] 10.222.0.25 "GET /v2.0/ports?device_id=8882b45c-75d3-4fa1-aee9-a89260c5e655 HTTP/1.1" status: 200 len: 946 time: 0.0588052 Nov 08 22:06:30.669076 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-28de81a3-8163-4c73-b01d-f7841bd1d420 req-059b5c39-1473-4975-a507-0ad1b916207f tempest-VolumesSnapshotTestJSON-1628238410 tempest-VolumesSnapshotTestJSON-1628238410-project] 10.222.0.25 "GET /v2.0/security-groups?id=32a1766c-10ae-485b-b28f-7967e49249c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503583 Nov 08 22:06:30.888564 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.wsgi [-] (101082) accepted ('10.222.0.25', 48260) {{(pid=101082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 22:06:31.000035 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-eb7679a5-8932-434a-8c7a-5a440651ae75 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:06:31.074909 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-eb7679a5-8932-434a-8c7a-5a440651ae75 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:06:31.078005 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-eb7679a5-8932-434a-8c7a-5a440651ae75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2033567'] for security_group, after_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:06:31.117479 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [None req-eb7679a5-8932-434a-8c7a-5a440651ae75 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=0b9b32f0ccff44c9895ac0f4ac9a1ba6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2278214 Nov 08 22:06:31.118347 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7679a5-8932-434a-8c7a-5a440651ae75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfe80bdf-b2d2-481f-928c-ad21f4d025c5,revision_number=1']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:06:31.120274 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.wsgi [-] (101083) accepted ('10.222.0.25', 48264) {{(pid=101083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 22:06:31.169834 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-a01c5eca-70cf-4cb1-92c3-5988818a99da admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:06:31.191086 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-a01c5eca-70cf-4cb1-92c3-5988818a99da admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:06:31.245468 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-a01c5eca-70cf-4cb1-92c3-5988818a99da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2033567'] for security_group, after_delete {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:06:31.248097 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-a01c5eca-70cf-4cb1-92c3-5988818a99da admin admin] Publish callbacks [] for security_group, before_response {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:06:31.249244 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [None req-a01c5eca-70cf-4cb1-92c3-5988818a99da admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/cfe80bdf-b2d2-481f-928c-ad21f4d025c5 HTTP/1.1" status: 204 len: 168 time: 0.1272898 Nov 08 22:06:31.257332 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01c5eca-70cf-4cb1-92c3-5988818a99da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfe80bdf-b2d2-481f-928c-ad21f4d025c5,revision_number=None']} {{(pid=101083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:06:31.297714 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21090f2a-9d36-4ce3-a3db-7be98d36e306 req-8e855379-9261-4d88-baf5-32ec6b70d46f tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:06:31.299200 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-21090f2a-9d36-4ce3-a3db-7be98d36e306 req-8e855379-9261-4d88-baf5-32ec6b70d46f tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] 10.222.0.25 "GET /v2.0/ports?device_id=31eef623-5aba-415d-8a0b-07bee9153119 HTTP/1.1" status: 200 len: 943 time: 0.0570855 Nov 08 22:06:31.349942 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-21090f2a-9d36-4ce3-a3db-7be98d36e306 req-f4df2735-0b32-4040-bbf9-b30e7ae25dc5 tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] 10.222.0.25 "GET /v2.0/security-groups?id=48e589e1-a7d0-4554-9a00-a156bc596d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448160 Nov 08 22:06:31.531564 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.wsgi [-] (101082) accepted ('10.222.0.25', 48272) {{(pid=101082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 22:06:31.544500 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-9693f2a8-03a0-4f75-a078-f6714aed8090 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:06:31.616366 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-9693f2a8-03a0-4f75-a078-f6714aed8090 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:06:31.620407 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-9693f2a8-03a0-4f75-a078-f6714aed8090 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2033567'] for security_group, after_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:06:31.657431 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [None req-9693f2a8-03a0-4f75-a078-f6714aed8090 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=cd5bca186e4044fc86795caf8514efba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1248214 Nov 08 22:06:31.658245 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9693f2a8-03a0-4f75-a078-f6714aed8090 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f210a78-fd2c-4f38-a2ae-1489f42bb900,revision_number=1']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:06:31.660151 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.wsgi [-] (101083) accepted ('10.222.0.25', 48274) {{(pid=101083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 22:06:31.707803 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-48c29dd9-1671-4857-896c-557bf0478349 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:06:31.731037 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-48c29dd9-1671-4857-896c-557bf0478349 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:06:31.777422 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-48c29dd9-1671-4857-896c-557bf0478349 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2033567'] for security_group, after_delete {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:06:31.779935 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-48c29dd9-1671-4857-896c-557bf0478349 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:06:31.781102 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [None req-48c29dd9-1671-4857-896c-557bf0478349 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/7f210a78-fd2c-4f38-a2ae-1489f42bb900 HTTP/1.1" status: 204 len: 168 time: 0.1199474 Nov 08 22:06:31.782271 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cbccb8-5a18-46e8-b53f-03e90f390963 req-c6e79da3-9966-4d72-9969-7673cd6b2b27 tempest-VolumesSnapshotTestJSON-1628238410 tempest-VolumesSnapshotTestJSON-1628238410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:06:31.784551 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-85cbccb8-5a18-46e8-b53f-03e90f390963 req-c6e79da3-9966-4d72-9969-7673cd6b2b27 tempest-VolumesSnapshotTestJSON-1628238410 tempest-VolumesSnapshotTestJSON-1628238410-project] 10.222.0.25 "GET /v2.0/ports?device_id=8882b45c-75d3-4fa1-aee9-a89260c5e655 HTTP/1.1" status: 200 len: 946 time: 0.0504754 Nov 08 22:06:31.789706 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c29dd9-1671-4857-896c-557bf0478349 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f210a78-fd2c-4f38-a2ae-1489f42bb900,revision_number=None']} {{(pid=101083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:06:31.839253 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-85cbccb8-5a18-46e8-b53f-03e90f390963 req-e03b729d-9a44-4a39-9336-cf0abe0c28b9 tempest-VolumesSnapshotTestJSON-1628238410 tempest-VolumesSnapshotTestJSON-1628238410-project] 10.222.0.25 "GET /v2.0/security-groups?id=32a1766c-10ae-485b-b28f-7967e49249c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479171 Nov 08 22:06:32.201871 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb71716-8628-4d27-b17a-e4a2e567f19c req-1a439d7b-f078-4567-aa42-a350747991e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:06:32.203387 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-1bb71716-8628-4d27-b17a-e4a2e567f19c req-1a439d7b-f078-4567-aa42-a350747991e0 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=8882b45c-75d3-4fa1-aee9-a89260c5e655 HTTP/1.1" status: 200 len: 1099 time: 0.0399499 Nov 08 22:06:32.248797 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-1bb71716-8628-4d27-b17a-e4a2e567f19c req-e46c026c-987d-49a0-9351-61a6d29d1331 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=32a1766c-10ae-485b-b28f-7967e49249c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378859 Nov 08 22:06:32.469738 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0552db09-fcdb-4143-807e-9e34a1b6debf req-6db979e9-45d5-423d-ad02-7121149ccb9f tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:06:32.471253 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-0552db09-fcdb-4143-807e-9e34a1b6debf req-6db979e9-45d5-423d-ad02-7121149ccb9f tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] 10.222.0.25 "GET /v2.0/ports?device_id=31eef623-5aba-415d-8a0b-07bee9153119 HTTP/1.1" status: 200 len: 943 time: 0.0481119 Nov 08 22:06:32.518070 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-0552db09-fcdb-4143-807e-9e34a1b6debf req-a12072cb-f302-40bf-90be-d21335321e3c tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] 10.222.0.25 "GET /v2.0/security-groups?id=48e589e1-a7d0-4554-9a00-a156bc596d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408819 Nov 08 22:06:32.953785 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55392422-5e95-44b3-809a-04179e9647e9 req-b7557d0f-f453-4435-a81d-dff05bce6bd3 tempest-VolumesSnapshotTestJSON-1628238410 tempest-VolumesSnapshotTestJSON-1628238410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:06:32.955271 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-55392422-5e95-44b3-809a-04179e9647e9 req-b7557d0f-f453-4435-a81d-dff05bce6bd3 tempest-VolumesSnapshotTestJSON-1628238410 tempest-VolumesSnapshotTestJSON-1628238410-project] 10.222.0.25 "GET /v2.0/ports?device_id=8882b45c-75d3-4fa1-aee9-a89260c5e655 HTTP/1.1" status: 200 len: 946 time: 0.0478616 Nov 08 22:06:33.009724 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-55392422-5e95-44b3-809a-04179e9647e9 req-f2a24546-3a2d-4771-92ea-172017316f1b tempest-VolumesSnapshotTestJSON-1628238410 tempest-VolumesSnapshotTestJSON-1628238410-project] 10.222.0.25 "GET /v2.0/security-groups?id=32a1766c-10ae-485b-b28f-7967e49249c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486453 Nov 08 22:06:33.446059 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.wsgi [-] (101083) accepted ('10.222.0.25', 48334) {{(pid=101083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 22:06:33.548328 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-9d3af5f8-920a-4542-81a3-c4de754b9193 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:06:33.621914 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-9d3af5f8-920a-4542-81a3-c4de754b9193 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:06:33.625923 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-9d3af5f8-920a-4542-81a3-c4de754b9193 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2033567'] for security_group, after_create {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:06:33.643371 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d66011-73c7-48cc-870f-fd122dd70fca req-770170b0-5fe0-4279-ab12-799e37e1883c tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:06:33.644901 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-18d66011-73c7-48cc-870f-fd122dd70fca req-770170b0-5fe0-4279-ab12-799e37e1883c tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] 10.222.0.25 "GET /v2.0/ports?device_id=31eef623-5aba-415d-8a0b-07bee9153119 HTTP/1.1" status: 200 len: 943 time: 0.0536907 Nov 08 22:06:33.666893 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [None req-9d3af5f8-920a-4542-81a3-c4de754b9193 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=770abedc476a476eb265dcc4a71fed7f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2197628 Nov 08 22:06:33.667729 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3af5f8-920a-4542-81a3-c4de754b9193 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14ee10b8-5828-4611-a48d-ce4170d7ee2d,revision_number=1']} {{(pid=101083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:06:33.669526 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.wsgi [-] (101082) accepted ('10.222.0.25', 48340) {{(pid=101082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 22:06:33.714751 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-18d66011-73c7-48cc-870f-fd122dd70fca req-4837f6e2-bde7-469e-b778-0306613526ac tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] 10.222.0.25 "GET /v2.0/security-groups?id=48e589e1-a7d0-4554-9a00-a156bc596d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0639005 Nov 08 22:06:33.734313 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-5bf3a7ec-b17c-4934-b9f7-38f9a24baf4b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:06:33.755266 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-5bf3a7ec-b17c-4934-b9f7-38f9a24baf4b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:06:33.799897 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-5bf3a7ec-b17c-4934-b9f7-38f9a24baf4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2033567'] for security_group, after_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:06:33.802448 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-5bf3a7ec-b17c-4934-b9f7-38f9a24baf4b admin admin] Publish callbacks [] for security_group, before_response {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:06:33.803564 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [None req-5bf3a7ec-b17c-4934-b9f7-38f9a24baf4b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/14ee10b8-5828-4611-a48d-ce4170d7ee2d HTTP/1.1" status: 204 len: 168 time: 0.1330066 Nov 08 22:06:33.810793 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf3a7ec-b17c-4934-b9f7-38f9a24baf4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14ee10b8-5828-4611-a48d-ce4170d7ee2d,revision_number=None']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:06:34.082688 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.wsgi [-] (101083) accepted ('10.222.0.25', 48348) {{(pid=101083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 22:06:34.095720 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-3ef608d9-95af-4e65-8693-3b7a3c2b6c84 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:06:34.131269 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98da22c2-9f12-4b43-aac0-bb8b38788645 req-21d6dfd8-caac-4795-bc13-613b1953a1e8 tempest-VolumesSnapshotTestJSON-1628238410 tempest-VolumesSnapshotTestJSON-1628238410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:06:34.132965 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-98da22c2-9f12-4b43-aac0-bb8b38788645 req-21d6dfd8-caac-4795-bc13-613b1953a1e8 tempest-VolumesSnapshotTestJSON-1628238410 tempest-VolumesSnapshotTestJSON-1628238410-project] 10.222.0.25 "GET /v2.0/ports?device_id=8882b45c-75d3-4fa1-aee9-a89260c5e655 HTTP/1.1" status: 200 len: 946 time: 0.0541577 Nov 08 22:06:34.173808 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-3ef608d9-95af-4e65-8693-3b7a3c2b6c84 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:06:34.178038 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-3ef608d9-95af-4e65-8693-3b7a3c2b6c84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2033567'] for security_group, after_create {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:06:34.182942 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-98da22c2-9f12-4b43-aac0-bb8b38788645 req-4873188b-4a08-4061-9889-36538abefefe tempest-VolumesSnapshotTestJSON-1628238410 tempest-VolumesSnapshotTestJSON-1628238410-project] 10.222.0.25 "GET /v2.0/security-groups?id=32a1766c-10ae-485b-b28f-7967e49249c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430510 Nov 08 22:06:34.216096 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [None req-3ef608d9-95af-4e65-8693-3b7a3c2b6c84 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=054c7faa37874e1ab7d685e5759d365a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1323302 Nov 08 22:06:34.217099 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef608d9-95af-4e65-8693-3b7a3c2b6c84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cc6bfc8-276e-4bdd-9851-5fff09079cba,revision_number=1']} {{(pid=101083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:06:34.218720 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.wsgi [-] (101082) accepted ('10.222.0.25', 48352) {{(pid=101082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 22:06:34.269066 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-ad4053e6-af78-4a71-a2d5-1ddfa40fd5fe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:06:34.290886 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-ad4053e6-af78-4a71-a2d5-1ddfa40fd5fe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:06:34.342813 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-ad4053e6-af78-4a71-a2d5-1ddfa40fd5fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2033567'] for security_group, after_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:06:34.345563 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-ad4053e6-af78-4a71-a2d5-1ddfa40fd5fe admin admin] Publish callbacks [] for security_group, before_response {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:06:34.349367 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [None req-ad4053e6-af78-4a71-a2d5-1ddfa40fd5fe admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/0cc6bfc8-276e-4bdd-9851-5fff09079cba HTTP/1.1" status: 204 len: 168 time: 0.1288600 Nov 08 22:06:34.362679 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4053e6-af78-4a71-a2d5-1ddfa40fd5fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cc6bfc8-276e-4bdd-9851-5fff09079cba,revision_number=None']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:06:34.834104 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a5732c-3110-4671-9463-1329a3a7d283 req-de320586-ca9a-4a63-9ef1-16aadd56997c tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:06:34.835707 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-15a5732c-3110-4671-9463-1329a3a7d283 req-de320586-ca9a-4a63-9ef1-16aadd56997c tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] 10.222.0.25 "GET /v2.0/ports?device_id=31eef623-5aba-415d-8a0b-07bee9153119 HTTP/1.1" status: 200 len: 943 time: 0.0520699 Nov 08 22:06:34.891935 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-15a5732c-3110-4671-9463-1329a3a7d283 req-d0e26ed1-23c9-4cc0-a8c6-03686e26c7d8 tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] 10.222.0.25 "GET /v2.0/security-groups?id=48e589e1-a7d0-4554-9a00-a156bc596d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495338 Nov 08 22:06:36.013058 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f84921-036a-4f07-8864-cd51f83c785d req-73b97f22-4d42-4fc5-9319-8f3f4937d01d tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:06:36.014530 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-09f84921-036a-4f07-8864-cd51f83c785d req-73b97f22-4d42-4fc5-9319-8f3f4937d01d tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] 10.222.0.25 "GET /v2.0/ports?device_id=31eef623-5aba-415d-8a0b-07bee9153119 HTTP/1.1" status: 200 len: 943 time: 0.0484557 Nov 08 22:06:36.060684 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-09f84921-036a-4f07-8864-cd51f83c785d req-414efe46-fb84-4774-8467-ab1b873e61ec tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] 10.222.0.25 "GET /v2.0/security-groups?id=48e589e1-a7d0-4554-9a00-a156bc596d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402265 Nov 08 22:06:36.598280 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.rpc [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Device 6046736c-114d-4ae9-9e84-d1fd4b8dae13 details requested by agent hyperv_hv-cinder-81708 with host hv-cinder-81708 {{(pid=101084) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 22:06:36.690779 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.db [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] For port 6046736c-114d-4ae9-9e84-d1fd4b8dae13, host hv-cinder-81708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81708',level=0,port_id=6046736c-114d-4ae9-9e84-d1fd4b8dae13,segment=NetworkSegment(01d75646-a471-41b3-9a68-2bf7bfb9163b),segment_id=01d75646-a471-41b3-9a68-2bf7bfb9163b)] {{(pid=101084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 22:06:36.702006 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.rpc [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Returning: {'device': '6046736c-114d-4ae9-9e84-d1fd4b8dae13', 'network_id': 'd0389d40-840b-4921-84b3-93bfc186ef85', 'port_id': '6046736c-114d-4ae9-9e84-d1fd4b8dae13', 'mac_address': 'fa:16:3e:f9:f4:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 744, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74626eb5-4f16-4db6-984a-103aeaf27899', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101084) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 22:06:36.741366 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-925982'] for port, before_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:06:36.754296 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.notifiers.nova [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6046736c-114d-4ae9-9e84-d1fd4b8dae13 {{(pid=101084) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 22:06:36.772443 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.db [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] For port 6046736c-114d-4ae9-9e84-d1fd4b8dae13, host hv-cinder-81708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81708',level=0,port_id=6046736c-114d-4ae9-9e84-d1fd4b8dae13,segment=NetworkSegment(01d75646-a471-41b3-9a68-2bf7bfb9163b),segment_id=01d75646-a471-41b3-9a68-2bf7bfb9163b)] {{(pid=101084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 22:06:36.775970 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728276638356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728276144285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728276144303'] for port, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:06:36.821150 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Pushing event updated for resources: {'Port': ['ID=6046736c-114d-4ae9-9e84-d1fd4b8dae13,revision_number=9']} {{(pid=101084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:06:37.006088 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.db [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] get_ports_and_sgs() called for port_ids ['6046736c-114d-4ae9-9e84-d1fd4b8dae13'] {{(pid=101084) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 22:06:37.178378 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818eef51-8554-4599-b8cf-d654b589da8c req-d614cd46-da45-41d9-a80b-5295ce56c911 tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:06:37.179826 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-818eef51-8554-4599-b8cf-d654b589da8c req-d614cd46-da45-41d9-a80b-5295ce56c911 tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] 10.222.0.25 "GET /v2.0/ports?device_id=31eef623-5aba-415d-8a0b-07bee9153119 HTTP/1.1" status: 200 len: 944 time: 0.0471573 Nov 08 22:06:37.225489 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-818eef51-8554-4599-b8cf-d654b589da8c req-fde1cffa-f32e-4dfb-80c8-eff3047e9040 tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] 10.222.0.25 "GET /v2.0/security-groups?id=48e589e1-a7d0-4554-9a00-a156bc596d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393217 Nov 08 22:06:38.346498 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960894d0-6053-44d2-b360-44f512db4364 req-d1b45a9a-90d8-499f-b3f8-e1fd9ae779e4 tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:06:38.347977 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-960894d0-6053-44d2-b360-44f512db4364 req-d1b45a9a-90d8-499f-b3f8-e1fd9ae779e4 tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] 10.222.0.25 "GET /v2.0/ports?device_id=31eef623-5aba-415d-8a0b-07bee9153119 HTTP/1.1" status: 200 len: 944 time: 0.0520546 Nov 08 22:06:38.394519 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-960894d0-6053-44d2-b360-44f512db4364 req-4850f034-7f0d-433a-8b9c-cf6e78c5d7f2 tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] 10.222.0.25 "GET /v2.0/security-groups?id=48e589e1-a7d0-4554-9a00-a156bc596d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405593 Nov 08 22:06:38.613018 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.rpc [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Device 6046736c-114d-4ae9-9e84-d1fd4b8dae13 up at agent hyperv_hv-cinder-81708 {{(pid=101084) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 22:06:38.658737 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.db.provisioning_blocks [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Provisioning complete for port 6046736c-114d-4ae9-9e84-d1fd4b8dae13 triggered by entity L2. {{(pid=101084) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 22:06:38.659093 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-534742'] for port, provisioning_complete {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:06:38.736874 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-925982'] for port, before_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:06:38.758086 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31eef623-5aba-415d-8a0b-07bee9153119', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6046736c-114d-4ae9-9e84-d1fd4b8dae13'}] {{(pid=101084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 22:06:38.760745 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b3cbe6c7fdf7c1e60af50d850490ef6f4dccd02a9ea7bc434e0a37b2dd34cb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46ffde0b-62d1-408b-bd7b-e1c8629e863c" -d '{"events": [{"server_uuid": "31eef623-5aba-415d-8a0b-07bee9153119", "name": "network-vif-plugged", "status": "completed", "tag": "6046736c-114d-4ae9-9e84-d1fd4b8dae13"}]}' {{(pid=101084) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 22:06:38.772624 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.db [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] For port 6046736c-114d-4ae9-9e84-d1fd4b8dae13, host hv-cinder-81708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81708',level=0,port_id=6046736c-114d-4ae9-9e84-d1fd4b8dae13,segment=NetworkSegment(01d75646-a471-41b3-9a68-2bf7bfb9163b),segment_id=01d75646-a471-41b3-9a68-2bf7bfb9163b)] {{(pid=101084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 22:06:38.777307 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728276638356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728276144285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728276144303'] for port, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:06:38.801332 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 22:06:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7a10d16-75e5-4807-bce5-6ce957f455d8 x-openstack-request-id: req-a7a10d16-75e5-4807-bce5-6ce957f455d8 {{(pid=101084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 22:06:38.801636 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31eef623-5aba-415d-8a0b-07bee9153119", "name": "network-vif-plugged", "status": "completed", "tag": "6046736c-114d-4ae9-9e84-d1fd4b8dae13", "code": 200}]} {{(pid=101084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 22:06:38.801863 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a7a10d16-75e5-4807-bce5-6ce957f455d8 {{(pid=101084) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 22:06:38.802244 dv-cinder-817085-1-iscsi neutron-server[101084]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31eef623-5aba-415d-8a0b-07bee9153119', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6046736c-114d-4ae9-9e84-d1fd4b8dae13', 'code': 200} Nov 08 22:06:38.830775 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Pushing event updated for resources: {'Port': ['ID=6046736c-114d-4ae9-9e84-d1fd4b8dae13,revision_number=10']} {{(pid=101084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:06:38.991265 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affc2b3e-5a2c-40c9-a3cd-0cb8a2dafb27 req-ee253d2f-8d86-4c21-a5a5-e871395b46b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:06:38.993053 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-affc2b3e-5a2c-40c9-a3cd-0cb8a2dafb27 req-ee253d2f-8d86-4c21-a5a5-e871395b46b5 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=31eef623-5aba-415d-8a0b-07bee9153119 HTTP/1.1" status: 200 len: 1099 time: 0.0397041 Nov 08 22:06:39.039019 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-affc2b3e-5a2c-40c9-a3cd-0cb8a2dafb27 req-7580f69c-8250-43d0-b0da-a919ce02ad14 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=48e589e1-a7d0-4554-9a00-a156bc596d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374317 Nov 08 22:06:39.210371 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.wsgi [-] (101082) accepted ('10.222.0.25', 48476) {{(pid=101082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 22:06:39.313286 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-bd0c170b-46b1-4062-b1bd-04c2f8b5fdaa admin admin] Publish callbacks [] for security_group, before_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:06:39.388990 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-bd0c170b-46b1-4062-b1bd-04c2f8b5fdaa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:06:39.392393 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-bd0c170b-46b1-4062-b1bd-04c2f8b5fdaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2033567'] for security_group, after_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:06:39.429225 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [None req-bd0c170b-46b1-4062-b1bd-04c2f8b5fdaa admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=71cfe679f00f4061b5579f44b444a629&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2174151 Nov 08 22:06:39.430334 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0c170b-46b1-4062-b1bd-04c2f8b5fdaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac184d6b-ac86-436a-9d13-85a342a774ef,revision_number=1']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:06:39.431587 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.wsgi [-] (101083) accepted ('10.222.0.25', 48482) {{(pid=101083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 22:06:39.487646 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-bd349167-904d-460d-bae7-9c1181ba70eb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:06:39.509341 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-bd349167-904d-460d-bae7-9c1181ba70eb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:06:39.522808 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a3b0f3-e3ee-41df-8e36-62889a67fb81 req-f2f0c569-6900-478f-955c-85907681776f tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:06:39.524278 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-30a3b0f3-e3ee-41df-8e36-62889a67fb81 req-f2f0c569-6900-478f-955c-85907681776f tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] 10.222.0.25 "GET /v2.0/ports?device_id=31eef623-5aba-415d-8a0b-07bee9153119 HTTP/1.1" status: 200 len: 946 time: 0.0497015 Nov 08 22:06:39.554811 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-bd349167-904d-460d-bae7-9c1181ba70eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2033567'] for security_group, after_delete {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:06:39.557957 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-bd349167-904d-460d-bae7-9c1181ba70eb admin admin] Publish callbacks [] for security_group, before_response {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:06:39.559113 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [None req-bd349167-904d-460d-bae7-9c1181ba70eb admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ac184d6b-ac86-436a-9d13-85a342a774ef HTTP/1.1" status: 204 len: 168 time: 0.1251860 Nov 08 22:06:39.566492 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd349167-904d-460d-bae7-9c1181ba70eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac184d6b-ac86-436a-9d13-85a342a774ef,revision_number=None']} {{(pid=101083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:06:39.579798 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-30a3b0f3-e3ee-41df-8e36-62889a67fb81 req-bbd6e544-52ae-4726-b802-b943d531791b tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] 10.222.0.25 "GET /v2.0/security-groups?id=48e589e1-a7d0-4554-9a00-a156bc596d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485930 Nov 08 22:06:39.823033 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.wsgi [-] (101083) accepted ('10.222.0.25', 48490) {{(pid=101083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 22:06:39.835906 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-17c344af-ef68-42d9-90e0-c7f717e941a9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:06:39.907078 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-17c344af-ef68-42d9-90e0-c7f717e941a9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:06:39.910394 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-17c344af-ef68-42d9-90e0-c7f717e941a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2033567'] for security_group, after_create {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:06:39.947634 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [None req-17c344af-ef68-42d9-90e0-c7f717e941a9 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=eb5a8572d21349ef84349a8d054b2d97&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1235352 Nov 08 22:06:39.948470 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c344af-ef68-42d9-90e0-c7f717e941a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb0e6116-9652-4809-bb98-3dafc1dd0b58,revision_number=1']} {{(pid=101083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:06:39.950269 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.wsgi [-] (101082) accepted ('10.222.0.25', 48492) {{(pid=101082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 22:06:39.998622 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-f2dce985-1b36-4d2f-9b7a-fccf40513582 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:06:40.018903 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-f2dce985-1b36-4d2f-9b7a-fccf40513582 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:06:40.063644 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-f2dce985-1b36-4d2f-9b7a-fccf40513582 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2033567'] for security_group, after_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:06:40.067587 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-f2dce985-1b36-4d2f-9b7a-fccf40513582 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:06:40.069026 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [None req-f2dce985-1b36-4d2f-9b7a-fccf40513582 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/fb0e6116-9652-4809-bb98-3dafc1dd0b58 HTTP/1.1" status: 204 len: 168 time: 0.1166539 Nov 08 22:06:40.078325 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2dce985-1b36-4d2f-9b7a-fccf40513582 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb0e6116-9652-4809-bb98-3dafc1dd0b58,revision_number=None']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:06:40.401793 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.wsgi [-] (101082) accepted ('10.222.0.25', 48512) {{(pid=101082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 22:06:40.419086 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-0f19370d-996a-4903-bd6a-8d7a067da82c admin admin] Publish callbacks [] for security_group, before_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:06:40.513850 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-0f19370d-996a-4903-bd6a-8d7a067da82c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:06:40.517996 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-0f19370d-996a-4903-bd6a-8d7a067da82c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2033567'] for security_group, after_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:06:40.559847 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [None req-0f19370d-996a-4903-bd6a-8d7a067da82c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=cd9d91abc47746778c2d474963bbf64a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1569264 Nov 08 22:06:40.560946 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f19370d-996a-4903-bd6a-8d7a067da82c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d3feeb9-eff3-4790-b3ce-a3ba8cecd77b,revision_number=1']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:06:40.562550 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.wsgi [-] (101083) accepted ('10.222.0.25', 48534) {{(pid=101083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 22:06:40.615072 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-3f745035-8531-4cdf-a89c-7c9170aff73e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:06:40.642912 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-3f745035-8531-4cdf-a89c-7c9170aff73e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:06:40.700559 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-3f745035-8531-4cdf-a89c-7c9170aff73e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2033567'] for security_group, after_delete {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:06:40.703101 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-3f745035-8531-4cdf-a89c-7c9170aff73e admin admin] Publish callbacks [] for security_group, before_response {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:06:40.707362 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [None req-3f745035-8531-4cdf-a89c-7c9170aff73e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/6d3feeb9-eff3-4790-b3ce-a3ba8cecd77b HTTP/1.1" status: 204 len: 168 time: 0.1436243 Nov 08 22:06:40.715742 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f745035-8531-4cdf-a89c-7c9170aff73e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d3feeb9-eff3-4790-b3ce-a3ba8cecd77b,revision_number=None']} {{(pid=101083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:06:40.743805 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafa073b-b88b-4860-bb2e-c200040892f6 req-2e9c035d-5094-4c12-bb25-e8e2ea9a5226 tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:06:40.754101 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-cafa073b-b88b-4860-bb2e-c200040892f6 req-2e9c035d-5094-4c12-bb25-e8e2ea9a5226 tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] 10.222.0.25 "GET /v2.0/ports?device_id=31eef623-5aba-415d-8a0b-07bee9153119 HTTP/1.1" status: 200 len: 946 time: 0.0729041 Nov 08 22:06:40.826630 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-cafa073b-b88b-4860-bb2e-c200040892f6 req-981be805-011f-447d-916c-7d872e94aec8 tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] 10.222.0.25 "GET /v2.0/security-groups?id=48e589e1-a7d0-4554-9a00-a156bc596d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0693700 Nov 08 22:06:41.951144 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5abc98f-0489-4a1a-bfd3-591134b5cb9c req-5608fadb-bfb8-4e2d-b0c5-933e60a0ce2f tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:06:41.957281 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-f5abc98f-0489-4a1a-bfd3-591134b5cb9c req-5608fadb-bfb8-4e2d-b0c5-933e60a0ce2f tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] 10.222.0.25 "GET /v2.0/ports?device_id=31eef623-5aba-415d-8a0b-07bee9153119 HTTP/1.1" status: 200 len: 946 time: 0.0614908 Nov 08 22:06:42.004140 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-f5abc98f-0489-4a1a-bfd3-591134b5cb9c req-edf13b3b-59d8-44b3-9608-0f7b5f86f506 tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] 10.222.0.25 "GET /v2.0/security-groups?id=48e589e1-a7d0-4554-9a00-a156bc596d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450473 Nov 08 22:06:46.811756 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-1f418ff4-7e1b-464e-a237-8b378c68c44b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728276665375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534631'] for agent, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:06:49.137511 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-19473b83-e184-4aee-becd-59780dec776d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728276665375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534631'] for agent, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:06:50.170727 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-38f8c81f-ca07-4188-b5ff-70ceca3f97c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728276665375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534631'] for agent, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:06:51.169795 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.wsgi [-] (101082) accepted ('10.222.0.25', 48700) {{(pid=101082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 22:06:51.270319 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-9c1749f0-3eb4-4cf9-92c3-663f9f0850e6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:06:51.305799 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.db.agents_db [None req-16c50754-5ab9-47e2-9d92-00a33089e8d5 None None] Agent healthcheck: found 6 active agents {{(pid=101085) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 22:06:51.343477 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-9c1749f0-3eb4-4cf9-92c3-663f9f0850e6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:06:51.347422 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-9c1749f0-3eb4-4cf9-92c3-663f9f0850e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2033567'] for security_group, after_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:06:51.385357 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [None req-9c1749f0-3eb4-4cf9-92c3-663f9f0850e6 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f82ec1ae4c1b4f4d81b5b6b9482f5835&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2139328 Nov 08 22:06:51.386196 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1749f0-3eb4-4cf9-92c3-663f9f0850e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7047c9d-1602-4355-88ac-668af57ef90c,revision_number=1']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:06:51.388146 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.wsgi [-] (101083) accepted ('10.222.0.25', 48704) {{(pid=101083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 22:06:51.434935 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-a090cba2-039d-4fc6-9695-1c70641a62e4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:06:51.455842 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-a090cba2-039d-4fc6-9695-1c70641a62e4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:06:51.501247 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-a090cba2-039d-4fc6-9695-1c70641a62e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2033567'] for security_group, after_delete {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:06:51.503992 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-a090cba2-039d-4fc6-9695-1c70641a62e4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:06:51.505139 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [None req-a090cba2-039d-4fc6-9695-1c70641a62e4 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f7047c9d-1602-4355-88ac-668af57ef90c HTTP/1.1" status: 204 len: 168 time: 0.1159866 Nov 08 22:06:51.513251 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a090cba2-039d-4fc6-9695-1c70641a62e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7047c9d-1602-4355-88ac-668af57ef90c,revision_number=None']} {{(pid=101083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:06:51.770701 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.wsgi [-] (101083) accepted ('10.222.0.25', 48716) {{(pid=101083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 22:06:51.784438 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-e4dc75d4-6ef9-4a59-8224-754312894141 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:06:51.827188 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-550ddcb2-f0f8-4b6b-a238-0b8e3ebb0b9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728276665375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534631'] for agent, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:06:51.859045 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-e4dc75d4-6ef9-4a59-8224-754312894141 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:06:51.862579 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-e4dc75d4-6ef9-4a59-8224-754312894141 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2033567'] for security_group, after_create {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:06:51.899942 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [None req-e4dc75d4-6ef9-4a59-8224-754312894141 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d9ac592749d144b18090bc96ae990ba9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1281478 Nov 08 22:06:51.901404 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4dc75d4-6ef9-4a59-8224-754312894141 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13089f7e-1db5-49a4-a55d-6f136e5a9e82,revision_number=1']} {{(pid=101083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:06:51.903147 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.wsgi [-] (101082) accepted ('10.222.0.25', 48718) {{(pid=101082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 22:06:51.950404 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-e8e45660-9ebb-4388-a027-e7e6f037f222 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:06:51.971337 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-e8e45660-9ebb-4388-a027-e7e6f037f222 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:06:52.016406 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-e8e45660-9ebb-4388-a027-e7e6f037f222 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2033567'] for security_group, after_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:06:52.019038 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-e8e45660-9ebb-4388-a027-e7e6f037f222 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:06:52.020189 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [None req-e8e45660-9ebb-4388-a027-e7e6f037f222 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/13089f7e-1db5-49a4-a55d-6f136e5a9e82 HTTP/1.1" status: 204 len: 168 time: 0.1160579 Nov 08 22:06:52.028623 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e45660-9ebb-4388-a027-e7e6f037f222 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13089f7e-1db5-49a4-a55d-6f136e5a9e82,revision_number=None']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:06:52.477369 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-ad13160b-513d-4512-a15f-cb40cce6b7e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728276665375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534631'] for agent, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:06:53.921555 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.wsgi [-] (101082) accepted ('10.222.0.25', 48802) {{(pid=101082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 22:06:54.028685 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-8ddfccfc-11f0-4918-8145-b80fb178de3a admin admin] Publish callbacks [] for security_group, before_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:06:54.106345 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-8ddfccfc-11f0-4918-8145-b80fb178de3a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:06:54.109877 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-8ddfccfc-11f0-4918-8145-b80fb178de3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2033567'] for security_group, after_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:06:54.150823 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [None req-8ddfccfc-11f0-4918-8145-b80fb178de3a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b3dbb12bfba4484da05f87f104c8fa1c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2276561 Nov 08 22:06:54.152732 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddfccfc-11f0-4918-8145-b80fb178de3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af7b4a59-7b25-403a-98e3-cbf35045089a,revision_number=1']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:06:54.153510 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.wsgi [-] (101083) accepted ('10.222.0.25', 48806) {{(pid=101083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 22:06:54.202314 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-aecbbbd1-66a0-4f90-b2b2-8a13fdeb9680 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:06:54.222916 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-aecbbbd1-66a0-4f90-b2b2-8a13fdeb9680 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:06:54.266873 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-aecbbbd1-66a0-4f90-b2b2-8a13fdeb9680 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2033567'] for security_group, after_delete {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:06:54.269390 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-aecbbbd1-66a0-4f90-b2b2-8a13fdeb9680 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:06:54.270615 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [None req-aecbbbd1-66a0-4f90-b2b2-8a13fdeb9680 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/af7b4a59-7b25-403a-98e3-cbf35045089a HTTP/1.1" status: 204 len: 168 time: 0.1161430 Nov 08 22:06:54.278433 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecbbbd1-66a0-4f90-b2b2-8a13fdeb9680 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af7b4a59-7b25-403a-98e3-cbf35045089a,revision_number=None']} {{(pid=101083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:06:54.532890 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.wsgi [-] (101083) accepted ('10.222.0.25', 48812) {{(pid=101083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 22:06:54.546274 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-1b65f08a-5368-4987-b11e-e9b13ec1011e admin admin] Publish callbacks [] for security_group, before_create {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:06:54.622503 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-1b65f08a-5368-4987-b11e-e9b13ec1011e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:06:54.626636 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-1b65f08a-5368-4987-b11e-e9b13ec1011e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2033567'] for security_group, after_create {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:06:54.668205 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [None req-1b65f08a-5368-4987-b11e-e9b13ec1011e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=44bcff1b626241b8896737e02d9c2df6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1342111 Nov 08 22:06:54.668944 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b65f08a-5368-4987-b11e-e9b13ec1011e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6bb9303-0f44-497b-879a-1e478ac36c73,revision_number=1']} {{(pid=101083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:06:54.670911 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.wsgi [-] (101082) accepted ('10.222.0.25', 48814) {{(pid=101082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 22:06:54.718255 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-aeb5d5c9-bcdb-4443-86f2-fbc2e63709fa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:06:54.738966 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-aeb5d5c9-bcdb-4443-86f2-fbc2e63709fa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:06:54.784569 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-aeb5d5c9-bcdb-4443-86f2-fbc2e63709fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2033567'] for security_group, after_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:06:54.787045 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-aeb5d5c9-bcdb-4443-86f2-fbc2e63709fa admin admin] Publish callbacks [] for security_group, before_response {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:06:54.788154 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [None req-aeb5d5c9-bcdb-4443-86f2-fbc2e63709fa admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e6bb9303-0f44-497b-879a-1e478ac36c73 HTTP/1.1" status: 204 len: 168 time: 0.1161489 Nov 08 22:06:54.797415 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb5d5c9-bcdb-4443-86f2-fbc2e63709fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6bb9303-0f44-497b-879a-1e478ac36c73,revision_number=None']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:06:55.236139 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bf4e91-6bd1-4821-be15-dd554bf4e47d req-759449e5-3842-4890-8ac7-11dddb58da11 tempest-VolumesSnapshotTestJSON-1628238410 tempest-VolumesSnapshotTestJSON-1628238410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:06:55.237618 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-d4bf4e91-6bd1-4821-be15-dd554bf4e47d req-759449e5-3842-4890-8ac7-11dddb58da11 tempest-VolumesSnapshotTestJSON-1628238410 tempest-VolumesSnapshotTestJSON-1628238410-project] 10.222.0.25 "GET /v2.0/ports?device_id=8882b45c-75d3-4fa1-aee9-a89260c5e655 HTTP/1.1" status: 200 len: 946 time: 0.0490725 Nov 08 22:06:55.247639 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728276665375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534631'] for agent, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:06:55.283982 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-d4bf4e91-6bd1-4821-be15-dd554bf4e47d req-e4b1eaa1-8047-4557-b63f-91406f99ad72 tempest-VolumesSnapshotTestJSON-1628238410 tempest-VolumesSnapshotTestJSON-1628238410-project] 10.222.0.25 "GET /v2.0/security-groups?id=32a1766c-10ae-485b-b28f-7967e49249c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403361 Nov 08 22:06:56.402423 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bad8e4d-00ac-4f68-884d-e06210d9292e req-caed4048-f65e-4919-8723-f2401a0475cf tempest-VolumesSnapshotTestJSON-1628238410 tempest-VolumesSnapshotTestJSON-1628238410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:06:56.403862 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-5bad8e4d-00ac-4f68-884d-e06210d9292e req-caed4048-f65e-4919-8723-f2401a0475cf tempest-VolumesSnapshotTestJSON-1628238410 tempest-VolumesSnapshotTestJSON-1628238410-project] 10.222.0.25 "GET /v2.0/ports?device_id=8882b45c-75d3-4fa1-aee9-a89260c5e655 HTTP/1.1" status: 200 len: 946 time: 0.0510676 Nov 08 22:06:56.450277 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-5bad8e4d-00ac-4f68-884d-e06210d9292e req-f57b37ed-40a9-46fa-b181-753b5b6d459e tempest-VolumesSnapshotTestJSON-1628238410 tempest-VolumesSnapshotTestJSON-1628238410-project] 10.222.0.25 "GET /v2.0/security-groups?id=32a1766c-10ae-485b-b28f-7967e49249c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405836 Nov 08 22:06:56.954872 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28dc3841-3983-4eab-b8d9-3963025c2064 req-7432964f-bf4e-4c52-acbb-ed5a1d7bf5a1 tempest-VolumesSnapshotTestJSON-1628238410 tempest-VolumesSnapshotTestJSON-1628238410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:06:56.956311 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-28dc3841-3983-4eab-b8d9-3963025c2064 req-7432964f-bf4e-4c52-acbb-ed5a1d7bf5a1 tempest-VolumesSnapshotTestJSON-1628238410 tempest-VolumesSnapshotTestJSON-1628238410-project] 10.222.0.48 "GET /v2.0/ports?device_id=8882b45c-75d3-4fa1-aee9-a89260c5e655 HTTP/1.1" status: 200 len: 946 time: 0.0495076 Nov 08 22:06:57.043677 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.plugins.ml2.plugin [req-28dc3841-3983-4eab-b8d9-3963025c2064 req-5cb58bae-bc51-48a3-9a7b-422e0ddd4b2c tempest-VolumesSnapshotTestJSON-1628238410 tempest-VolumesSnapshotTestJSON-1628238410-project] Deleting port 73e38403-2644-459f-8d4d-e314f8444f80 {{(pid=101083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 22:06:57.044014 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [req-28dc3841-3983-4eab-b8d9-3963025c2064 req-5cb58bae-bc51-48a3-9a7b-422e0ddd4b2c tempest-VolumesSnapshotTestJSON-1628238410 tempest-VolumesSnapshotTestJSON-1628238410-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728276550584'] for port, before_delete {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:06:57.137703 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.plugins.ml2.db [req-28dc3841-3983-4eab-b8d9-3963025c2064 req-5cb58bae-bc51-48a3-9a7b-422e0ddd4b2c tempest-VolumesSnapshotTestJSON-1628238410 tempest-VolumesSnapshotTestJSON-1628238410-project] For port 73e38403-2644-459f-8d4d-e314f8444f80, host hv-cinder-81708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81708',level=0,port_id=73e38403-2644-459f-8d4d-e314f8444f80,segment=NetworkSegment(0c69bd30-f373-4f7a-a045-534c05232772),segment_id=0c69bd30-f373-4f7a-a045-534c05232772)] {{(pid=101083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 22:06:57.137962 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [req-28dc3841-3983-4eab-b8d9-3963025c2064 req-5cb58bae-bc51-48a3-9a7b-422e0ddd4b2c tempest-VolumesSnapshotTestJSON-1628238410 tempest-VolumesSnapshotTestJSON-1628238410-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1626931'] for port, precommit_delete {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:06:57.150899 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.plugins.ml2.plugin [req-28dc3841-3983-4eab-b8d9-3963025c2064 req-5cb58bae-bc51-48a3-9a7b-422e0ddd4b2c tempest-VolumesSnapshotTestJSON-1628238410 tempest-VolumesSnapshotTestJSON-1628238410-project] Calling delete_port for 73e38403-2644-459f-8d4d-e314f8444f80 owned by compute:nova {{(pid=101083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 22:06:57.273198 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [req-28dc3841-3983-4eab-b8d9-3963025c2064 req-5cb58bae-bc51-48a3-9a7b-422e0ddd4b2c tempest-VolumesSnapshotTestJSON-1628238410 tempest-VolumesSnapshotTestJSON-1628238410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728276638338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728276144276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7659000'] for port, after_delete {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:06:57.285807 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.db [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] get_ports_and_sgs() called for port_ids ['73e38403-2644-459f-8d4d-e314f8444f80'] {{(pid=101084) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 22:06:57.304150 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb58bae-bc51-48a3-9a7b-422e0ddd4b2c tempest-VolumesSnapshotTestJSON-1628238410 tempest-VolumesSnapshotTestJSON-1628238410-project] Pushing event deleted for resources: {'Port': ['ID=73e38403-2644-459f-8d4d-e314f8444f80,revision_number=None']} {{(pid=101083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:06:57.342523 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.db.l3_dvrscheduler_db [req-28dc3841-3983-4eab-b8d9-3963025c2064 req-5cb58bae-bc51-48a3-9a7b-422e0ddd4b2c tempest-VolumesSnapshotTestJSON-1628238410 tempest-VolumesSnapshotTestJSON-1628238410-project] No DVR routers for this DVR port 73e38403-2644-459f-8d4d-e314f8444f80 on host hv-cinder-81708 {{(pid=101083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 22:06:57.344961 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [req-28dc3841-3983-4eab-b8d9-3963025c2064 req-5cb58bae-bc51-48a3-9a7b-422e0ddd4b2c tempest-VolumesSnapshotTestJSON-1628238410 tempest-VolumesSnapshotTestJSON-1628238410-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465805'] for port, before_response {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:06:57.348175 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-28dc3841-3983-4eab-b8d9-3963025c2064 req-5cb58bae-bc51-48a3-9a7b-422e0ddd4b2c tempest-VolumesSnapshotTestJSON-1628238410 tempest-VolumesSnapshotTestJSON-1628238410-project] 10.222.0.48 "DELETE /v2.0/ports/73e38403-2644-459f-8d4d-e314f8444f80 HTTP/1.1" status: 204 len: 173 time: 0.3863471 Nov 08 22:06:57.348606 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8882b45c-75d3-4fa1-aee9-a89260c5e655', 'name': 'network-vif-deleted', 'tag': '73e38403-2644-459f-8d4d-e314f8444f80'}] {{(pid=101083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 22:06:57.350830 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1401f4ba4b9bb213bf59dd3903e8d3cb618788e4f0023aa365925d32571c6fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bf70973-1e3c-4e93-a4c4-721b600b2495" -d '{"events": [{"server_uuid": "8882b45c-75d3-4fa1-aee9-a89260c5e655", "name": "network-vif-deleted", "tag": "73e38403-2644-459f-8d4d-e314f8444f80"}]}' {{(pid=101083) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 22:06:57.388463 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 22:06:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0638ef56-06e7-403d-9a4a-d2187a43190a x-openstack-request-id: req-0638ef56-06e7-403d-9a4a-d2187a43190a {{(pid=101083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 22:06:57.388698 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8882b45c-75d3-4fa1-aee9-a89260c5e655", "name": "network-vif-deleted", "tag": "73e38403-2644-459f-8d4d-e314f8444f80", "status": "completed", "code": 200}]} {{(pid=101083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 22:06:57.388985 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0638ef56-06e7-403d-9a4a-d2187a43190a {{(pid=101083) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 22:06:57.389382 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8882b45c-75d3-4fa1-aee9-a89260c5e655', 'name': 'network-vif-deleted', 'tag': '73e38403-2644-459f-8d4d-e314f8444f80', 'status': 'completed', 'code': 200} Nov 08 22:06:57.553939 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-b62dd8d3-90e4-49c5-8b4e-824dd425f001 req-e8446b05-6064-4a7b-8e67-f1c52c466026 tempest-VolumesSnapshotTestJSON-1628238410 tempest-VolumesSnapshotTestJSON-1628238410-project] 10.222.0.25 "GET /v2.0/ports?device_id=8882b45c-75d3-4fa1-aee9-a89260c5e655 HTTP/1.1" status: 200 len: 210 time: 0.0250249 Nov 08 22:07:00.188499 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.wsgi [-] (101082) accepted ('10.222.0.25', 48844) {{(pid=101082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 22:07:00.341180 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-5d464330-6133-4ef4-89d3-8fcdb4da5d59 tempest-TestShelveInstance-1324710148 tempest-TestShelveInstance-1324710148-project] Deleting port 9e473327-ba97-48b2-9185-24abf2bd1b54 {{(pid=101082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 22:07:00.341517 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-5d464330-6133-4ef4-89d3-8fcdb4da5d59 tempest-TestShelveInstance-1324710148 tempest-TestShelveInstance-1324710148-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728276550584'] for port, before_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:07:00.417703 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-5d464330-6133-4ef4-89d3-8fcdb4da5d59 tempest-TestShelveInstance-1324710148 tempest-TestShelveInstance-1324710148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1626931'] for port, precommit_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:07:00.418028 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-5d464330-6133-4ef4-89d3-8fcdb4da5d59 tempest-TestShelveInstance-1324710148 tempest-TestShelveInstance-1324710148-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:07:00.429584 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-5d464330-6133-4ef4-89d3-8fcdb4da5d59 tempest-TestShelveInstance-1324710148 tempest-TestShelveInstance-1324710148-project] Calling delete_port for 9e473327-ba97-48b2-9185-24abf2bd1b54 owned by network:floatingip {{(pid=101082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 22:07:00.595218 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-5d464330-6133-4ef4-89d3-8fcdb4da5d59 tempest-TestShelveInstance-1324710148 tempest-TestShelveInstance-1324710148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728276638338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728276144276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7854484'] for port, after_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:07:00.620244 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d464330-6133-4ef4-89d3-8fcdb4da5d59 tempest-TestShelveInstance-1324710148 tempest-TestShelveInstance-1324710148-project] Pushing event deleted for resources: {'Port': ['ID=9e473327-ba97-48b2-9185-24abf2bd1b54,revision_number=None']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:07:00.678637 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-5d464330-6133-4ef4-89d3-8fcdb4da5d59 tempest-TestShelveInstance-1324710148 tempest-TestShelveInstance-1324710148-project] Publish callbacks [] for floatingip, after_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:07:00.678956 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.db.l3_db [None req-5d464330-6133-4ef4-89d3-8fcdb4da5d59 tempest-TestShelveInstance-1324710148 tempest-TestShelveInstance-1324710148-project] Floating IP d886c6b7-8b92-4b84-ab24-a921a4b2b937 disassociated (deleted). External IP: 172.27.3.17, port: 8dce0283-1ebe-49b6-898e-5aae3ef2e7a9. Nov 08 22:07:00.875814 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d464330-6133-4ef4-89d3-8fcdb4da5d59 tempest-TestShelveInstance-1324710148 tempest-TestShelveInstance-1324710148-project] Router 11eeb2a8-0d22-46e6-b9f7-dc9dfc056bde has already been hosted by L3 agent a7fb4010-89fb-4d99-b0a1-90d6a3aacb04 {{(pid=101082) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 22:07:00.979794 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d464330-6133-4ef4-89d3-8fcdb4da5d59 tempest-TestShelveInstance-1324710148 tempest-TestShelveInstance-1324710148-project] Notify agent at l3_agent.dv-cinder-817085-1-iscsi the message routers_updated {{(pid=101082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 22:07:00.984062 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-5d464330-6133-4ef4-89d3-8fcdb4da5d59 tempest-TestShelveInstance-1324710148 tempest-TestShelveInstance-1324710148-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465805'] for floatingip, before_response {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:07:00.989634 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d870bfd4-0ad3-4564-ae59-1b526a83309b None None] Sync routers for ids ['11eeb2a8-0d22-46e6-b9f7-dc9dfc056bde'] in dv-cinder-817085-1-iscsi {{(pid=101085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 22:07:00.999052 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d870bfd4-0ad3-4564-ae59-1b526a83309b None None] Routers {'11eeb2a8-0d22-46e6-b9f7-dc9dfc056bde'} bound to L3 agent in host dv-cinder-817085-1-iscsi {{(pid=101085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 22:07:00.999714 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.db.l3_hamode_db [None req-d870bfd4-0ad3-4564-ae59-1b526a83309b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817085-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T21:51:49Z,description=,heartbeat_timestamp=2021-11-08T22:06:49Z,host='dv-cinder-817085-1-iscsi',id=a7fb4010-89fb-4d99-b0a1-90d6a3aacb04,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T21:51:49Z,topic='l3_agent')) {'router_ids': ['11eeb2a8-0d22-46e6-b9f7-dc9dfc056bde'], 'active': True} {{(pid=101085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 22:07:01.012433 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [None req-5d464330-6133-4ef4-89d3-8fcdb4da5d59 tempest-TestShelveInstance-1324710148 tempest-TestShelveInstance-1324710148-project] 10.222.0.25 "DELETE /v2.0/floatingips/d886c6b7-8b92-4b84-ab24-a921a4b2b937 HTTP/1.1" status: 204 len: 168 time: 0.8204966 Nov 08 22:07:01.012433 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36aa27d6-92aa-4035-923c-da2c29f48135', 'tag': '8dce0283-1ebe-49b6-898e-5aae3ef2e7a9'}] {{(pid=101082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 22:07:01.012779 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5244ac95217a6bb312334333bc6ed4bdb0e50c4a837cb758f48f620e9b099f25" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a60e6d6-3141-46dc-9ae8-611d12387978" -d '{"events": [{"name": "network-changed", "server_uuid": "36aa27d6-92aa-4035-923c-da2c29f48135", "tag": "8dce0283-1ebe-49b6-898e-5aae3ef2e7a9"}]}' {{(pid=101082) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 22:07:01.110387 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.db.l3_dvr_db [None req-d870bfd4-0ad3-4564-ae59-1b526a83309b None None] Set router 11eeb2a8-0d22-46e6-b9f7-dc9dfc056bde gateway port host: dv-cinder-817085-1-iscsi {{(pid=101085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 22:07:01.247396 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42fdb30-2fa2-4750-a7fc-48f348c33617 req-1cfd61b7-933f-484f-8650-57db7914f8bf tempest-TestShelveInstance-1324710148 tempest-TestShelveInstance-1324710148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:07:01.248909 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-c42fdb30-2fa2-4750-a7fc-48f348c33617 req-1cfd61b7-933f-484f-8650-57db7914f8bf tempest-TestShelveInstance-1324710148 tempest-TestShelveInstance-1324710148-project] 10.222.0.25 "GET /v2.0/ports?device_id=36aa27d6-92aa-4035-923c-da2c29f48135 HTTP/1.1" status: 200 len: 946 time: 0.0552318 Nov 08 22:07:01.250488 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 22:07:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0443932a-5ca0-4305-ada6-9fe62fcf9652 x-openstack-request-id: req-0443932a-5ca0-4305-ada6-9fe62fcf9652 {{(pid=101082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 22:07:01.250768 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36aa27d6-92aa-4035-923c-da2c29f48135", "tag": "8dce0283-1ebe-49b6-898e-5aae3ef2e7a9", "status": "completed", "code": 200}]} {{(pid=101082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 22:07:01.251015 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0443932a-5ca0-4305-ada6-9fe62fcf9652 {{(pid=101082) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 22:07:01.251397 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36aa27d6-92aa-4035-923c-da2c29f48135', 'tag': '8dce0283-1ebe-49b6-898e-5aae3ef2e7a9', 'status': 'completed', 'code': 200} Nov 08 22:07:01.297351 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-c42fdb30-2fa2-4750-a7fc-48f348c33617 req-602c4a90-48f8-42e1-ba45-6894cdd91594 tempest-TestShelveInstance-1324710148 tempest-TestShelveInstance-1324710148-project] 10.222.0.25 "GET /v2.0/security-groups?id=e3c01fd1-b9e5-4f21-8bd8-1f4ae656945b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423410 Nov 08 22:07:01.312617 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.db.l3_hamode_db [None req-d870bfd4-0ad3-4564-ae59-1b526a83309b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11eeb2a8-0d22-46e6-b9f7-dc9dfc056bde', 'name': 'tempest-TestShelveInstance-1582151461-router', 'tenant_id': '8c3de2533be641d8a862b529619deccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ae8d913-bef9-4bc0-baeb-78ef8b3a7364', 'external_fixed_ips': [{'subnet_id': 'f0dec947-372d-4ed5-9c9f-864e58aba850', 'ip_address': '172.27.3.66'}], 'enable_snat': True}, 'gw_port_id': '7c3e95ed-1edf-4d4a-96fd-46531f81f764', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T22:01:54Z', 'updated_at': '2021-11-08T22:01:57Z', 'revision_number': 4, 'project_id': '8c3de2533be641d8a862b529619deccd', 'gw_port': {'id': '7c3e95ed-1edf-4d4a-96fd-46531f81f764', 'name': '', 'network_id': '8ae8d913-bef9-4bc0-baeb-78ef8b3a7364', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:4e:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11eeb2a8-0d22-46e6-b9f7-dc9dfc056bde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': 'f0dec947-372d-4ed5-9c9f-864e58aba850', 'ip_address': '172.27.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T22:01:54Z', 'updated_at': '2021-11-08T22:01:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0dec947-372d-4ed5-9c9f-864e58aba850', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817085-1-iscsi', '_interfaces': [{'id': '798cf1e6-4749-4eed-ac82-3010d53756e0', 'name': '', 'network_id': 'f15ed086-114a-4c78-9304-55250dfe0287', 'tenant_id': '8c3de2533be641d8a862b529619deccd', 'mac_address': 'fa:16:3e:f0:e4:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11eeb2a8-0d22-46e6-b9f7-dc9dfc056bde', 'device_owner': 'network:router_interface', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '8886f01a-2581-4e8d-9cf3-0b8e12cec80f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T22:01:56Z', 'updated_at': '2021-11-08T22:02:01Z', 'revision_number': 5, 'project_id': '8c3de2533be641d8a862b529619deccd', 'subnets': [{'id': '8886f01a-2581-4e8d-9cf3-0b8e12cec80f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817085-1-iscsi', False) {} {{(pid=101085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 22:07:01.342309 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d870bfd4-0ad3-4564-ae59-1b526a83309b None None] Checking router: 11eeb2a8-0d22-46e6-b9f7-dc9dfc056bde for host: dv-cinder-817085-1-iscsi {{(pid=101085) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 22:07:01.350546 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d870bfd4-0ad3-4564-ae59-1b526a83309b None None] Routers {'11eeb2a8-0d22-46e6-b9f7-dc9dfc056bde'} bound to L3 agent in host dv-cinder-817085-1-iscsi {{(pid=101085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 22:07:01.351151 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.db.l3_hamode_db [None req-d870bfd4-0ad3-4564-ae59-1b526a83309b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817085-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T21:51:49Z,description=,heartbeat_timestamp=2021-11-08T22:06:49Z,host='dv-cinder-817085-1-iscsi',id=a7fb4010-89fb-4d99-b0a1-90d6a3aacb04,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T21:51:49Z,topic='l3_agent')) {'router_ids': ['11eeb2a8-0d22-46e6-b9f7-dc9dfc056bde'], 'active': True} {{(pid=101085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 22:07:01.453159 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.db.l3_dvr_db [None req-d870bfd4-0ad3-4564-ae59-1b526a83309b None None] Set router 11eeb2a8-0d22-46e6-b9f7-dc9dfc056bde gateway port host: dv-cinder-817085-1-iscsi {{(pid=101085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 22:07:01.645501 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.db.l3_hamode_db [None req-d870bfd4-0ad3-4564-ae59-1b526a83309b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11eeb2a8-0d22-46e6-b9f7-dc9dfc056bde', 'name': 'tempest-TestShelveInstance-1582151461-router', 'tenant_id': '8c3de2533be641d8a862b529619deccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ae8d913-bef9-4bc0-baeb-78ef8b3a7364', 'external_fixed_ips': [{'subnet_id': 'f0dec947-372d-4ed5-9c9f-864e58aba850', 'ip_address': '172.27.3.66'}], 'enable_snat': True}, 'gw_port_id': '7c3e95ed-1edf-4d4a-96fd-46531f81f764', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T22:01:54Z', 'updated_at': '2021-11-08T22:01:57Z', 'revision_number': 4, 'project_id': '8c3de2533be641d8a862b529619deccd', 'gw_port': {'id': '7c3e95ed-1edf-4d4a-96fd-46531f81f764', 'name': '', 'network_id': '8ae8d913-bef9-4bc0-baeb-78ef8b3a7364', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:4e:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11eeb2a8-0d22-46e6-b9f7-dc9dfc056bde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': 'f0dec947-372d-4ed5-9c9f-864e58aba850', 'ip_address': '172.27.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T22:01:54Z', 'updated_at': '2021-11-08T22:01:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0dec947-372d-4ed5-9c9f-864e58aba850', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817085-1-iscsi', '_interfaces': [{'id': '798cf1e6-4749-4eed-ac82-3010d53756e0', 'name': '', 'network_id': 'f15ed086-114a-4c78-9304-55250dfe0287', 'tenant_id': '8c3de2533be641d8a862b529619deccd', 'mac_address': 'fa:16:3e:f0:e4:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11eeb2a8-0d22-46e6-b9f7-dc9dfc056bde', 'device_owner': 'network:router_interface', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '8886f01a-2581-4e8d-9cf3-0b8e12cec80f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T22:01:56Z', 'updated_at': '2021-11-08T22:02:01Z', 'revision_number': 5, 'project_id': '8c3de2533be641d8a862b529619deccd', 'subnets': [{'id': '8886f01a-2581-4e8d-9cf3-0b8e12cec80f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817085-1-iscsi', False) {} {{(pid=101085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 22:07:01.671479 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d870bfd4-0ad3-4564-ae59-1b526a83309b None None] The sync data for ids ['11eeb2a8-0d22-46e6-b9f7-dc9dfc056bde'] in dv-cinder-817085-1-iscsi is: [{'id': '11eeb2a8-0d22-46e6-b9f7-dc9dfc056bde', 'name': 'tempest-TestShelveInstance-1582151461-router', 'tenant_id': '8c3de2533be641d8a862b529619deccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ae8d913-bef9-4bc0-baeb-78ef8b3a7364', 'external_fixed_ips': [{'subnet_id': 'f0dec947-372d-4ed5-9c9f-864e58aba850', 'ip_address': '172.27.3.66'}], 'enable_snat': True}, 'gw_port_id': '7c3e95ed-1edf-4d4a-96fd-46531f81f764', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T22:01:54Z', 'updated_at': '2021-11-08T22:01:57Z', 'revision_number': 4, 'project_id': '8c3de2533be641d8a862b529619deccd', 'gw_port': {'id': '7c3e95ed-1edf-4d4a-96fd-46531f81f764', 'name': '', 'network_id': '8ae8d913-bef9-4bc0-baeb-78ef8b3a7364', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:4e:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11eeb2a8-0d22-46e6-b9f7-dc9dfc056bde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': 'f0dec947-372d-4ed5-9c9f-864e58aba850', 'ip_address': '172.27.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T22:01:54Z', 'updated_at': '2021-11-08T22:01:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0dec947-372d-4ed5-9c9f-864e58aba850', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817085-1-iscsi', '_interfaces': [{'id': '798cf1e6-4749-4eed-ac82-3010d53756e0', 'name': '', 'network_id': 'f15ed086-114a-4c78-9304-55250dfe0287', 'tenant_id': '8c3de2533be641d8a862b529619deccd', 'mac_address': 'fa:16:3e:f0:e4:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11eeb2a8-0d22-46e6-b9f7-dc9dfc056bde', 'device_owner': 'network:router_interface', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '8886f01a-2581-4e8d-9cf3-0b8e12cec80f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T22:01:56Z', 'updated_at': '2021-11-08T22:02:01Z', 'revision_number': 5, 'project_id': '8c3de2533be641d8a862b529619deccd', 'subnets': [{'id': '8886f01a-2581-4e8d-9cf3-0b8e12cec80f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 22:07:01.866196 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1b619e6-c3db-47d7-947f-62abb55af109 None None] New status for floating IP d886c6b7-8b92-4b84-ab24-a921a4b2b937: DOWN {{(pid=101084) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 08 22:07:01.998687 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.rpc [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Device 73e38403-2644-459f-8d4d-e314f8444f80 no longer exists at agent hyperv_hv-cinder-81708 {{(pid=101084) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 22:07:02.019200 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.plugin [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] No Port match for: 73e38403-2644-459f-8d4d-e314f8444f80 {{(pid=101084) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 22:07:02.019542 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.rpc [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Device 73e38403-2644-459f-8d4d-e314f8444f80 not bound to the agent host hv-cinder-81708 {{(pid=101084) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 22:07:02.415447 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb72721-8b3b-4592-a12e-fd265e9806c0 req-ef683237-84c7-4cf0-a7b3-769a8a92f62f tempest-TestShelveInstance-1324710148 tempest-TestShelveInstance-1324710148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:07:02.417032 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-dbb72721-8b3b-4592-a12e-fd265e9806c0 req-ef683237-84c7-4cf0-a7b3-769a8a92f62f tempest-TestShelveInstance-1324710148 tempest-TestShelveInstance-1324710148-project] 10.222.0.25 "GET /v2.0/ports?device_id=36aa27d6-92aa-4035-923c-da2c29f48135 HTTP/1.1" status: 200 len: 946 time: 0.0492554 Nov 08 22:07:02.465768 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-dbb72721-8b3b-4592-a12e-fd265e9806c0 req-a940f483-6bc9-47c4-8e7e-f1046c4ce0ec tempest-TestShelveInstance-1324710148 tempest-TestShelveInstance-1324710148-project] 10.222.0.25 "GET /v2.0/security-groups?id=e3c01fd1-b9e5-4f21-8bd8-1f4ae656945b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427542 Nov 08 22:07:03.091257 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a60e6d6-3141-46dc-9ae8-611d12387978 req-087894b9-44f8-4e2d-995c-f484f31c037a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:07:03.092698 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-7a60e6d6-3141-46dc-9ae8-611d12387978 req-087894b9-44f8-4e2d-995c-f484f31c037a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8c3de2533be641d8a862b529619deccd&device_id=36aa27d6-92aa-4035-923c-da2c29f48135 HTTP/1.1" status: 200 len: 1099 time: 0.0388737 Nov 08 22:07:03.187298 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a60e6d6-3141-46dc-9ae8-611d12387978 req-ab697193-b9e3-43a3-a530-b63b50f77cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:07:03.188695 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-7a60e6d6-3141-46dc-9ae8-611d12387978 req-ab697193-b9e3-43a3-a530-b63b50f77cf9 service neutron] 10.222.0.48 "GET /v2.0/networks?id=f15ed086-114a-4c78-9304-55250dfe0287 HTTP/1.1" status: 200 len: 910 time: 0.0873337 Nov 08 22:07:03.232988 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-7a60e6d6-3141-46dc-9ae8-611d12387978 req-8ce8b9e9-f1a2-4ace-a055-956fd2f535db service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8dce0283-1ebe-49b6-898e-5aae3ef2e7a9 HTTP/1.1" status: 200 len: 217 time: 0.0339630 Nov 08 22:07:03.281928 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a60e6d6-3141-46dc-9ae8-611d12387978 req-0de4e929-a288-4b5a-82bf-fc3c04d2ed66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:07:03.283301 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-7a60e6d6-3141-46dc-9ae8-611d12387978 req-0de4e929-a288-4b5a-82bf-fc3c04d2ed66 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8886f01a-2581-4e8d-9cf3-0b8e12cec80f HTTP/1.1" status: 200 len: 848 time: 0.0406940 Nov 08 22:07:03.329630 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a60e6d6-3141-46dc-9ae8-611d12387978 req-c9595597-73d3-40b6-9d7f-9a97b173ea94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:07:03.331066 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-7a60e6d6-3141-46dc-9ae8-611d12387978 req-c9595597-73d3-40b6-9d7f-9a97b173ea94 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f15ed086-114a-4c78-9304-55250dfe0287&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0403304 Nov 08 22:07:03.423457 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-7a60e6d6-3141-46dc-9ae8-611d12387978 req-7194cc82-03da-4ee8-a1f0-9e88f40af7cd service neutron] 10.222.0.48 "GET /v2.0/networks/f15ed086-114a-4c78-9304-55250dfe0287?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802746 Nov 08 22:07:03.517939 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-7a60e6d6-3141-46dc-9ae8-611d12387978 req-836974c9-176d-43de-b755-44da5609d440 service neutron] 10.222.0.48 "GET /v2.0/networks/f15ed086-114a-4c78-9304-55250dfe0287?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853326 Nov 08 22:07:03.580125 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd0df3f-4e9b-41e4-8ad0-8ee803fbf69b req-b330e5cd-bfad-4d92-a798-095773417868 tempest-TestShelveInstance-1324710148 tempest-TestShelveInstance-1324710148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:07:03.581625 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-cfd0df3f-4e9b-41e4-8ad0-8ee803fbf69b req-b330e5cd-bfad-4d92-a798-095773417868 tempest-TestShelveInstance-1324710148 tempest-TestShelveInstance-1324710148-project] 10.222.0.25 "GET /v2.0/ports?device_id=36aa27d6-92aa-4035-923c-da2c29f48135 HTTP/1.1" status: 200 len: 946 time: 0.0480237 Nov 08 22:07:03.633116 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-cfd0df3f-4e9b-41e4-8ad0-8ee803fbf69b req-44e26550-b9df-408c-ac93-a7adacca0d78 tempest-TestShelveInstance-1324710148 tempest-TestShelveInstance-1324710148-project] 10.222.0.25 "GET /v2.0/security-groups?id=e3c01fd1-b9e5-4f21-8bd8-1f4ae656945b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455739 Nov 08 22:07:04.746855 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4d75b4-f736-4e4b-b75c-36c29de661c6 req-bfb047c3-d08b-4e20-8bcf-a78fa9e8c123 tempest-TestShelveInstance-1324710148 tempest-TestShelveInstance-1324710148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:07:04.748307 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-6c4d75b4-f736-4e4b-b75c-36c29de661c6 req-bfb047c3-d08b-4e20-8bcf-a78fa9e8c123 tempest-TestShelveInstance-1324710148 tempest-TestShelveInstance-1324710148-project] 10.222.0.25 "GET /v2.0/ports?device_id=36aa27d6-92aa-4035-923c-da2c29f48135 HTTP/1.1" status: 200 len: 946 time: 0.0486379 Nov 08 22:07:04.769595 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d321a7b2-741a-49ca-81b0-bfef039620fb req-c0f3ea35-ce8f-4211-b858-443c26121732 tempest-TestShelveInstance-1324710148 tempest-TestShelveInstance-1324710148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:07:04.771134 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-d321a7b2-741a-49ca-81b0-bfef039620fb req-c0f3ea35-ce8f-4211-b858-443c26121732 tempest-TestShelveInstance-1324710148 tempest-TestShelveInstance-1324710148-project] 10.222.0.48 "GET /v2.0/ports?device_id=36aa27d6-92aa-4035-923c-da2c29f48135 HTTP/1.1" status: 200 len: 946 time: 0.0493791 Nov 08 22:07:04.796690 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-6c4d75b4-f736-4e4b-b75c-36c29de661c6 req-37d6b93a-37e8-421f-8ac1-816b5c00e930 tempest-TestShelveInstance-1324710148 tempest-TestShelveInstance-1324710148-project] 10.222.0.25 "GET /v2.0/security-groups?id=e3c01fd1-b9e5-4f21-8bd8-1f4ae656945b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420716 Nov 08 22:07:04.862553 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.plugins.ml2.plugin [req-d321a7b2-741a-49ca-81b0-bfef039620fb req-dbcc9335-a684-42e2-86b1-aa4a5ed7fc84 tempest-TestShelveInstance-1324710148 tempest-TestShelveInstance-1324710148-project] Deleting port 8dce0283-1ebe-49b6-898e-5aae3ef2e7a9 {{(pid=101083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 22:07:04.862875 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [req-d321a7b2-741a-49ca-81b0-bfef039620fb req-dbcc9335-a684-42e2-86b1-aa4a5ed7fc84 tempest-TestShelveInstance-1324710148 tempest-TestShelveInstance-1324710148-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728276550584'] for port, before_delete {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:07:04.954545 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.plugins.ml2.db [req-d321a7b2-741a-49ca-81b0-bfef039620fb req-dbcc9335-a684-42e2-86b1-aa4a5ed7fc84 tempest-TestShelveInstance-1324710148 tempest-TestShelveInstance-1324710148-project] For port 8dce0283-1ebe-49b6-898e-5aae3ef2e7a9, host hv-cinder-81708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81708',level=0,port_id=8dce0283-1ebe-49b6-898e-5aae3ef2e7a9,segment=NetworkSegment(93b63db5-cae0-49c7-9e61-01e115c57491),segment_id=93b63db5-cae0-49c7-9e61-01e115c57491)] {{(pid=101083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 22:07:04.954778 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [req-d321a7b2-741a-49ca-81b0-bfef039620fb req-dbcc9335-a684-42e2-86b1-aa4a5ed7fc84 tempest-TestShelveInstance-1324710148 tempest-TestShelveInstance-1324710148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1626931'] for port, precommit_delete {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:07:04.967824 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.plugins.ml2.plugin [req-d321a7b2-741a-49ca-81b0-bfef039620fb req-dbcc9335-a684-42e2-86b1-aa4a5ed7fc84 tempest-TestShelveInstance-1324710148 tempest-TestShelveInstance-1324710148-project] Calling delete_port for 8dce0283-1ebe-49b6-898e-5aae3ef2e7a9 owned by compute:nova {{(pid=101083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 22:07:05.095005 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [req-d321a7b2-741a-49ca-81b0-bfef039620fb req-dbcc9335-a684-42e2-86b1-aa4a5ed7fc84 tempest-TestShelveInstance-1324710148 tempest-TestShelveInstance-1324710148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728276638338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728276144276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7659000'] for port, after_delete {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:07:05.126363 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcc9335-a684-42e2-86b1-aa4a5ed7fc84 tempest-TestShelveInstance-1324710148 tempest-TestShelveInstance-1324710148-project] Pushing event deleted for resources: {'Port': ['ID=8dce0283-1ebe-49b6-898e-5aae3ef2e7a9,revision_number=None']} {{(pid=101083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:07:05.148100 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbcc9335-a684-42e2-86b1-aa4a5ed7fc84 tempest-TestShelveInstance-1324710148 tempest-TestShelveInstance-1324710148-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 22:07:05.148439 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbcc9335-a684-42e2-86b1-aa4a5ed7fc84 tempest-TestShelveInstance-1324710148 tempest-TestShelveInstance-1324710148-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 22:07:05.148775 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbcc9335-a684-42e2-86b1-aa4a5ed7fc84 tempest-TestShelveInstance-1324710148 tempest-TestShelveInstance-1324710148-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 22:07:05.149123 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbcc9335-a684-42e2-86b1-aa4a5ed7fc84 tempest-TestShelveInstance-1324710148 tempest-TestShelveInstance-1324710148-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 22:07:05.149447 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbcc9335-a684-42e2-86b1-aa4a5ed7fc84 tempest-TestShelveInstance-1324710148 tempest-TestShelveInstance-1324710148-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 22:07:05.149766 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbcc9335-a684-42e2-86b1-aa4a5ed7fc84 tempest-TestShelveInstance-1324710148 tempest-TestShelveInstance-1324710148-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 22:07:05.150632 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbcc9335-a684-42e2-86b1-aa4a5ed7fc84 tempest-TestShelveInstance-1324710148 tempest-TestShelveInstance-1324710148-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 22:07:05.150951 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbcc9335-a684-42e2-86b1-aa4a5ed7fc84 tempest-TestShelveInstance-1324710148 tempest-TestShelveInstance-1324710148-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 22:07:05.151269 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbcc9335-a684-42e2-86b1-aa4a5ed7fc84 tempest-TestShelveInstance-1324710148 tempest-TestShelveInstance-1324710148-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 22:07:05.151579 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbcc9335-a684-42e2-86b1-aa4a5ed7fc84 tempest-TestShelveInstance-1324710148 tempest-TestShelveInstance-1324710148-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 22:07:05.151890 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbcc9335-a684-42e2-86b1-aa4a5ed7fc84 tempest-TestShelveInstance-1324710148 tempest-TestShelveInstance-1324710148-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 22:07:05.152200 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbcc9335-a684-42e2-86b1-aa4a5ed7fc84 tempest-TestShelveInstance-1324710148 tempest-TestShelveInstance-1324710148-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 22:07:05.173064 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.db.l3_dvrscheduler_db [req-d321a7b2-741a-49ca-81b0-bfef039620fb req-dbcc9335-a684-42e2-86b1-aa4a5ed7fc84 tempest-TestShelveInstance-1324710148 tempest-TestShelveInstance-1324710148-project] No DVR routers for this DVR port 8dce0283-1ebe-49b6-898e-5aae3ef2e7a9 on host hv-cinder-81708 {{(pid=101083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 22:07:05.175328 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [req-d321a7b2-741a-49ca-81b0-bfef039620fb req-dbcc9335-a684-42e2-86b1-aa4a5ed7fc84 tempest-TestShelveInstance-1324710148 tempest-TestShelveInstance-1324710148-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465805'] for port, before_response {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:07:05.178852 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-d321a7b2-741a-49ca-81b0-bfef039620fb req-dbcc9335-a684-42e2-86b1-aa4a5ed7fc84 tempest-TestShelveInstance-1324710148 tempest-TestShelveInstance-1324710148-project] 10.222.0.48 "DELETE /v2.0/ports/8dce0283-1ebe-49b6-898e-5aae3ef2e7a9 HTTP/1.1" status: 204 len: 173 time: 0.4010255 Nov 08 22:07:05.179290 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36aa27d6-92aa-4035-923c-da2c29f48135', 'name': 'network-vif-deleted', 'tag': '8dce0283-1ebe-49b6-898e-5aae3ef2e7a9'}] {{(pid=101083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 22:07:05.182050 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1401f4ba4b9bb213bf59dd3903e8d3cb618788e4f0023aa365925d32571c6fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-094feaa2-b12e-4cf5-9d50-c81401db6272" -d '{"events": [{"server_uuid": "36aa27d6-92aa-4035-923c-da2c29f48135", "name": "network-vif-deleted", "tag": "8dce0283-1ebe-49b6-898e-5aae3ef2e7a9"}]}' {{(pid=101083) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 22:07:05.221522 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 22:07:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81550ba4-b5be-411f-89a8-0097e153368e x-openstack-request-id: req-81550ba4-b5be-411f-89a8-0097e153368e {{(pid=101083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 22:07:05.221809 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36aa27d6-92aa-4035-923c-da2c29f48135", "name": "network-vif-deleted", "tag": "8dce0283-1ebe-49b6-898e-5aae3ef2e7a9", "status": "completed", "code": 200}]} {{(pid=101083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 22:07:05.222077 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-81550ba4-b5be-411f-89a8-0097e153368e {{(pid=101083) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 22:07:05.222490 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36aa27d6-92aa-4035-923c-da2c29f48135', 'name': 'network-vif-deleted', 'tag': '8dce0283-1ebe-49b6-898e-5aae3ef2e7a9', 'status': 'completed', 'code': 200} Nov 08 22:07:05.912480 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-872b66b7-ee85-4d7f-b04e-d56f315cab0b req-dbedb0a8-bcd5-4150-972f-4336fce868e2 tempest-TestShelveInstance-1324710148 tempest-TestShelveInstance-1324710148-project] 10.222.0.25 "GET /v2.0/ports?device_id=36aa27d6-92aa-4035-923c-da2c29f48135 HTTP/1.1" status: 200 len: 210 time: 0.0258019 Nov 08 22:07:06.969275 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.wsgi [-] (101082) accepted ('10.222.0.25', 48900) {{(pid=101082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 22:07:07.025756 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-89465199-3d05-485a-a481-631e5ac94a24 tempest-TestShelveInstance-1324710148 tempest-TestShelveInstance-1324710148-project] Publish callbacks [] for security_group, before_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:07:07.050813 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-89465199-3d05-485a-a481-631e5ac94a24 tempest-TestShelveInstance-1324710148 tempest-TestShelveInstance-1324710148-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:07:07.111714 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-89465199-3d05-485a-a481-631e5ac94a24 tempest-TestShelveInstance-1324710148 tempest-TestShelveInstance-1324710148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2033567'] for security_group, after_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:07:07.114255 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-89465199-3d05-485a-a481-631e5ac94a24 tempest-TestShelveInstance-1324710148 tempest-TestShelveInstance-1324710148-project] Publish callbacks [] for security_group, before_response {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:07:07.115598 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [None req-89465199-3d05-485a-a481-631e5ac94a24 tempest-TestShelveInstance-1324710148 tempest-TestShelveInstance-1324710148-project] 10.222.0.25 "DELETE /v2.0/security-groups/e3c01fd1-b9e5-4f21-8bd8-1f4ae656945b HTTP/1.1" status: 204 len: 168 time: 0.1452901 Nov 08 22:07:07.125336 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89465199-3d05-485a-a481-631e5ac94a24 tempest-TestShelveInstance-1324710148 tempest-TestShelveInstance-1324710148-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3c01fd1-b9e5-4f21-8bd8-1f4ae656945b,revision_number=None']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:07:07.143524 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.rpc [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Device 8dce0283-1ebe-49b6-898e-5aae3ef2e7a9 no longer exists at agent hyperv_hv-cinder-81708 {{(pid=101084) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 22:07:07.166759 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.wsgi [-] (101082) accepted ('10.222.0.25', 48904) {{(pid=101082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 22:07:07.168283 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.plugin [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] No Port match for: 8dce0283-1ebe-49b6-898e-5aae3ef2e7a9 {{(pid=101084) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 22:07:07.168622 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.rpc [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Device 8dce0283-1ebe-49b6-898e-5aae3ef2e7a9 not bound to the agent host hv-cinder-81708 {{(pid=101084) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 22:07:07.896059 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7bdf4005-739c-44d9-80a9-ae6cd5970699 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1623189'] for router_interface, before_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:07:08.148339 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-7bdf4005-739c-44d9-80a9-ae6cd5970699 admin admin] Deleting port 798cf1e6-4749-4eed-ac82-3010d53756e0 {{(pid=101082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 22:07:08.149065 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7bdf4005-739c-44d9-80a9-ae6cd5970699 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728276550584'] for port, before_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:07:08.227080 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-7bdf4005-739c-44d9-80a9-ae6cd5970699 admin admin] For port 798cf1e6-4749-4eed-ac82-3010d53756e0, host dv-cinder-817085-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817085-1-iscsi',level=0,port_id=798cf1e6-4749-4eed-ac82-3010d53756e0,segment=NetworkSegment(93b63db5-cae0-49c7-9e61-01e115c57491),segment_id=93b63db5-cae0-49c7-9e61-01e115c57491)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 22:07:08.227534 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7bdf4005-739c-44d9-80a9-ae6cd5970699 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1626931'] for port, precommit_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:07:08.240439 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-7bdf4005-739c-44d9-80a9-ae6cd5970699 admin admin] Calling delete_port for 798cf1e6-4749-4eed-ac82-3010d53756e0 owned by network:router_interface {{(pid=101082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 22:07:08.414871 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7bdf4005-739c-44d9-80a9-ae6cd5970699 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728276638338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728276144276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7854484'] for port, after_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:07:08.440177 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bdf4005-739c-44d9-80a9-ae6cd5970699 admin admin] Pushing event deleted for resources: {'Port': ['ID=798cf1e6-4749-4eed-ac82-3010d53756e0,revision_number=None']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:07:08.596630 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7bdf4005-739c-44d9-80a9-ae6cd5970699 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1646114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1636901'] for router_interface, after_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:07:08.803419 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bdf4005-739c-44d9-80a9-ae6cd5970699 admin admin] Router 11eeb2a8-0d22-46e6-b9f7-dc9dfc056bde has already been hosted by L3 agent a7fb4010-89fb-4d99-b0a1-90d6a3aacb04 {{(pid=101082) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 22:07:08.909717 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bdf4005-739c-44d9-80a9-ae6cd5970699 admin admin] Notify agent at l3_agent.dv-cinder-817085-1-iscsi the message routers_updated {{(pid=101082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 22:07:08.914810 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [None req-7bdf4005-739c-44d9-80a9-ae6cd5970699 admin admin] 10.222.0.25 "PUT /v2.0/routers/11eeb2a8-0d22-46e6-b9f7-dc9dfc056bde/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7465885 Nov 08 22:07:08.917506 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.wsgi [-] (101083) accepted ('10.222.0.25', 48914) {{(pid=101083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 22:07:08.920337 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b72584fd-ffb0-42e8-8c06-33fd88650078 None None] Sync routers for ids ['11eeb2a8-0d22-46e6-b9f7-dc9dfc056bde'] in dv-cinder-817085-1-iscsi {{(pid=101085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 22:07:08.931000 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b72584fd-ffb0-42e8-8c06-33fd88650078 None None] Routers {'11eeb2a8-0d22-46e6-b9f7-dc9dfc056bde'} bound to L3 agent in host dv-cinder-817085-1-iscsi {{(pid=101085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 22:07:08.931896 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.db.l3_hamode_db [None req-b72584fd-ffb0-42e8-8c06-33fd88650078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817085-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T21:51:49Z,description=,heartbeat_timestamp=2021-11-08T22:06:49Z,host='dv-cinder-817085-1-iscsi',id=a7fb4010-89fb-4d99-b0a1-90d6a3aacb04,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T21:51:49Z,topic='l3_agent')) {'router_ids': ['11eeb2a8-0d22-46e6-b9f7-dc9dfc056bde'], 'active': True} {{(pid=101085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 22:07:09.044186 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.db.l3_dvr_db [None req-b72584fd-ffb0-42e8-8c06-33fd88650078 None None] Set router 11eeb2a8-0d22-46e6-b9f7-dc9dfc056bde gateway port host: dv-cinder-817085-1-iscsi {{(pid=101085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 22:07:09.233027 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.db.l3_hamode_db [None req-b72584fd-ffb0-42e8-8c06-33fd88650078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11eeb2a8-0d22-46e6-b9f7-dc9dfc056bde', 'name': 'tempest-TestShelveInstance-1582151461-router', 'tenant_id': '8c3de2533be641d8a862b529619deccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ae8d913-bef9-4bc0-baeb-78ef8b3a7364', 'external_fixed_ips': [{'subnet_id': 'f0dec947-372d-4ed5-9c9f-864e58aba850', 'ip_address': '172.27.3.66'}], 'enable_snat': True}, 'gw_port_id': '7c3e95ed-1edf-4d4a-96fd-46531f81f764', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T22:01:54Z', 'updated_at': '2021-11-08T22:07:08Z', 'revision_number': 5, 'project_id': '8c3de2533be641d8a862b529619deccd', 'gw_port': {'id': '7c3e95ed-1edf-4d4a-96fd-46531f81f764', 'name': '', 'network_id': '8ae8d913-bef9-4bc0-baeb-78ef8b3a7364', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:4e:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11eeb2a8-0d22-46e6-b9f7-dc9dfc056bde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': 'f0dec947-372d-4ed5-9c9f-864e58aba850', 'ip_address': '172.27.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T22:01:54Z', 'updated_at': '2021-11-08T22:01:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0dec947-372d-4ed5-9c9f-864e58aba850', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817085-1-iscsi'}], 'dv-cinder-817085-1-iscsi', False) {} {{(pid=101085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 22:07:09.257567 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-52bfb1a2-650d-458b-b7c3-7cae02945f55 admin admin] Publish callbacks [] for router, before_delete {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:07:09.258939 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b72584fd-ffb0-42e8-8c06-33fd88650078 None None] Checking router: 11eeb2a8-0d22-46e6-b9f7-dc9dfc056bde for host: dv-cinder-817085-1-iscsi {{(pid=101085) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 22:07:09.267812 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b72584fd-ffb0-42e8-8c06-33fd88650078 None None] Routers {'11eeb2a8-0d22-46e6-b9f7-dc9dfc056bde'} bound to L3 agent in host dv-cinder-817085-1-iscsi {{(pid=101085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 22:07:09.268419 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.db.l3_hamode_db [None req-b72584fd-ffb0-42e8-8c06-33fd88650078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817085-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T21:51:49Z,description=,heartbeat_timestamp=2021-11-08T22:06:49Z,host='dv-cinder-817085-1-iscsi',id=a7fb4010-89fb-4d99-b0a1-90d6a3aacb04,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T21:51:49Z,topic='l3_agent')) {'router_ids': ['11eeb2a8-0d22-46e6-b9f7-dc9dfc056bde'], 'active': True} {{(pid=101085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 22:07:09.363133 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-52bfb1a2-650d-458b-b7c3-7cae02945f55 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:07:09.371936 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.db.l3_dvr_db [None req-b72584fd-ffb0-42e8-8c06-33fd88650078 None None] Set router 11eeb2a8-0d22-46e6-b9f7-dc9dfc056bde gateway port host: dv-cinder-817085-1-iscsi {{(pid=101085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 22:07:09.414035 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.plugins.ml2.plugin [None req-52bfb1a2-650d-458b-b7c3-7cae02945f55 admin admin] Deleting port 7c3e95ed-1edf-4d4a-96fd-46531f81f764 {{(pid=101083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 22:07:09.414280 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-52bfb1a2-650d-458b-b7c3-7cae02945f55 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728276550584'] for port, before_delete {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:07:09.498038 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.plugins.ml2.db [None req-52bfb1a2-650d-458b-b7c3-7cae02945f55 admin admin] For port 7c3e95ed-1edf-4d4a-96fd-46531f81f764, host dv-cinder-817085-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817085-1-iscsi',level=0,port_id=7c3e95ed-1edf-4d4a-96fd-46531f81f764,segment=NetworkSegment(4f9c68d0-c68c-4bfe-b6e8-d7426962dfc1),segment_id=4f9c68d0-c68c-4bfe-b6e8-d7426962dfc1)] {{(pid=101083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 22:07:09.498423 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-52bfb1a2-650d-458b-b7c3-7cae02945f55 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1626931'] for port, precommit_delete {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:07:09.511972 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.plugins.ml2.plugin [None req-52bfb1a2-650d-458b-b7c3-7cae02945f55 admin admin] Calling delete_port for 7c3e95ed-1edf-4d4a-96fd-46531f81f764 owned by network:router_gateway {{(pid=101083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 22:07:09.633226 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.db.l3_hamode_db [None req-b72584fd-ffb0-42e8-8c06-33fd88650078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11eeb2a8-0d22-46e6-b9f7-dc9dfc056bde', 'name': 'tempest-TestShelveInstance-1582151461-router', 'tenant_id': '8c3de2533be641d8a862b529619deccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ae8d913-bef9-4bc0-baeb-78ef8b3a7364', 'external_fixed_ips': [{'subnet_id': 'f0dec947-372d-4ed5-9c9f-864e58aba850', 'ip_address': '172.27.3.66'}], 'enable_snat': True}, 'gw_port_id': '7c3e95ed-1edf-4d4a-96fd-46531f81f764', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T22:01:54Z', 'updated_at': '2021-11-08T22:07:08Z', 'revision_number': 5, 'project_id': '8c3de2533be641d8a862b529619deccd', 'gw_port': {'id': '7c3e95ed-1edf-4d4a-96fd-46531f81f764', 'name': '', 'network_id': '8ae8d913-bef9-4bc0-baeb-78ef8b3a7364', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:4e:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11eeb2a8-0d22-46e6-b9f7-dc9dfc056bde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': 'f0dec947-372d-4ed5-9c9f-864e58aba850', 'ip_address': '172.27.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T22:01:54Z', 'updated_at': '2021-11-08T22:01:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0dec947-372d-4ed5-9c9f-864e58aba850', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817085-1-iscsi'}], 'dv-cinder-817085-1-iscsi', False) {} {{(pid=101085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 22:07:09.662179 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b72584fd-ffb0-42e8-8c06-33fd88650078 None None] The sync data for ids ['11eeb2a8-0d22-46e6-b9f7-dc9dfc056bde'] in dv-cinder-817085-1-iscsi is: [{'id': '11eeb2a8-0d22-46e6-b9f7-dc9dfc056bde', 'name': 'tempest-TestShelveInstance-1582151461-router', 'tenant_id': '8c3de2533be641d8a862b529619deccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ae8d913-bef9-4bc0-baeb-78ef8b3a7364', 'external_fixed_ips': [{'subnet_id': 'f0dec947-372d-4ed5-9c9f-864e58aba850', 'ip_address': '172.27.3.66'}], 'enable_snat': True}, 'gw_port_id': '7c3e95ed-1edf-4d4a-96fd-46531f81f764', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T22:01:54Z', 'updated_at': '2021-11-08T22:07:08Z', 'revision_number': 5, 'project_id': '8c3de2533be641d8a862b529619deccd', 'gw_port': {'id': '7c3e95ed-1edf-4d4a-96fd-46531f81f764', 'name': '', 'network_id': '8ae8d913-bef9-4bc0-baeb-78ef8b3a7364', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:4e:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11eeb2a8-0d22-46e6-b9f7-dc9dfc056bde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': 'f0dec947-372d-4ed5-9c9f-864e58aba850', 'ip_address': '172.27.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T22:01:54Z', 'updated_at': '2021-11-08T22:01:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0dec947-372d-4ed5-9c9f-864e58aba850', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817085-1-iscsi'}] {{(pid=101085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 22:07:09.673179 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-52bfb1a2-650d-458b-b7c3-7cae02945f55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728276638338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728276144276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7659000'] for port, after_delete {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:07:09.699392 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bfb1a2-650d-458b-b7c3-7cae02945f55 admin admin] Pushing event deleted for resources: {'Port': ['ID=7c3e95ed-1edf-4d4a-96fd-46531f81f764,revision_number=None']} {{(pid=101083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:07:09.761845 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-52bfb1a2-650d-458b-b7c3-7cae02945f55 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1624031'] for router_gateway, after_delete {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:07:09.860201 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-52bfb1a2-650d-458b-b7c3-7cae02945f55 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1634429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5206'] for router, precommit_delete {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:07:09.862278 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-52bfb1a2-650d-458b-b7c3-7cae02945f55 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:07:09.923052 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-52bfb1a2-650d-458b-b7c3-7cae02945f55 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1634406'] for router, after_delete {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:07:09.923708 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52bfb1a2-650d-458b-b7c3-7cae02945f55 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 11eeb2a8-0d22-46e6-b9f7-dc9dfc056bde {{(pid=101083) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 08 22:07:09.928367 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-52bfb1a2-650d-458b-b7c3-7cae02945f55 admin admin] Publish callbacks [] for router, before_response {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:07:09.929415 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [None req-52bfb1a2-650d-458b-b7c3-7cae02945f55 admin admin] 10.222.0.25 "DELETE /v2.0/routers/11eeb2a8-0d22-46e6-b9f7-dc9dfc056bde HTTP/1.1" status: 204 len: 168 time: 1.0103874 Nov 08 22:07:09.932364 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.wsgi [-] (101083) accepted ('10.222.0.25', 48920) {{(pid=101083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 22:07:09.978649 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ac74fba-34cf-4352-b84d-91b3b83fd1bd admin admin] Deleting subnet 8886f01a-2581-4e8d-9cf3-0b8e12cec80f {{(pid=101083) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 22:07:09.981485 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-9ac74fba-34cf-4352-b84d-91b3b83fd1bd admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:07:10.015703 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-9ac74fba-34cf-4352-b84d-91b3b83fd1bd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8163774'] for subnet, precommit_delete_associations {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:07:10.129039 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-9ac74fba-34cf-4352-b84d-91b3b83fd1bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-524324'] for subnet, precommit_delete {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:07:10.182159 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-9ac74fba-34cf-4352-b84d-91b3b83fd1bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-524333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7658797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4932587'] for subnet, after_delete {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:07:10.207468 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac74fba-34cf-4352-b84d-91b3b83fd1bd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8886f01a-2581-4e8d-9cf3-0b8e12cec80f,revision_number=None']} {{(pid=101083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:07:10.211114 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-9ac74fba-34cf-4352-b84d-91b3b83fd1bd admin admin] Publish callbacks [] for subnet, before_response {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:07:10.214268 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [None req-9ac74fba-34cf-4352-b84d-91b3b83fd1bd admin admin] 10.222.0.25 "DELETE /v2.0/subnets/8886f01a-2581-4e8d-9cf3-0b8e12cec80f HTTP/1.1" status: 204 len: 168 time: 0.2809539 Nov 08 22:07:10.216774 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.wsgi [-] (101082) accepted ('10.222.0.25', 48924) {{(pid=101082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 22:07:10.217765 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa4ae775-e66b-47a3-85cf-5011b6c2eee3 None None] Network f15ed086-114a-4c78-9304-55250dfe0287 requested from dv-cinder-817085-1-iscsi {{(pid=101084) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 22:07:10.286765 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-9499c6f3-44b1-4602-a1f2-3beb1abe94e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605121'] for network, before_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:07:10.355903 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-9499c6f3-44b1-4602-a1f2-3beb1abe94e2 admin admin] Deleting port 7b2aaf58-e5b1-448f-aeff-4e3ba3bdf3b1 {{(pid=101082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 22:07:10.356234 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-9499c6f3-44b1-4602-a1f2-3beb1abe94e2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728276550584'] for port, before_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:07:10.417800 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-9499c6f3-44b1-4602-a1f2-3beb1abe94e2 admin admin] For port 7b2aaf58-e5b1-448f-aeff-4e3ba3bdf3b1, host dv-cinder-817085-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817085-1-iscsi',level=0,port_id=7b2aaf58-e5b1-448f-aeff-4e3ba3bdf3b1,segment=NetworkSegment(93b63db5-cae0-49c7-9e61-01e115c57491),segment_id=93b63db5-cae0-49c7-9e61-01e115c57491)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 22:07:10.418177 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-9499c6f3-44b1-4602-a1f2-3beb1abe94e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1626931'] for port, precommit_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:07:10.430390 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-9499c6f3-44b1-4602-a1f2-3beb1abe94e2 admin admin] Calling delete_port for 7b2aaf58-e5b1-448f-aeff-4e3ba3bdf3b1 owned by network:dhcp {{(pid=101082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 22:07:10.510105 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-9499c6f3-44b1-4602-a1f2-3beb1abe94e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728276638338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728276144276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7854484'] for port, after_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:07:10.534068 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9499c6f3-44b1-4602-a1f2-3beb1abe94e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=7b2aaf58-e5b1-448f-aeff-4e3ba3bdf3b1,revision_number=None']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:07:10.540419 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9499c6f3-44b1-4602-a1f2-3beb1abe94e2 admin admin] No DVR routers for this DVR port 7b2aaf58-e5b1-448f-aeff-4e3ba3bdf3b1 on host dv-cinder-817085-1-iscsi {{(pid=101082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 22:07:10.610963 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-9499c6f3-44b1-4602-a1f2-3beb1abe94e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-530513', 'neutron.services.segments.db._delete_segments_for_network-8728276665393'] for network, precommit_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:07:10.630597 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.services.segments.db [None req-9499c6f3-44b1-4602-a1f2-3beb1abe94e2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f15ed086-114a-4c78-9304-55250dfe0287']}} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 22:07:10.639422 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.services.segments.db [None req-9499c6f3-44b1-4602-a1f2-3beb1abe94e2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93b63db5-cae0-49c7-9e61-01e115c57491') {'for_net_delete': True} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 22:07:10.639710 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.services.segments.db [None req-9499c6f3-44b1-4602-a1f2-3beb1abe94e2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93b63db5-cae0-49c7-9e61-01e115c57491') {} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 22:07:10.648534 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-9499c6f3-44b1-4602-a1f2-3beb1abe94e2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728276699450', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7786216'] for segment, before_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:07:10.663280 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-9499c6f3-44b1-4602-a1f2-3beb1abe94e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-527333'] for segment, precommit_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:07:10.670456 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9499c6f3-44b1-4602-a1f2-3beb1abe94e2 admin admin] Releasing vlan 742 on physical network physnet1 to pool {{(pid=101082) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 22:07:10.670898 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-9499c6f3-44b1-4602-a1f2-3beb1abe94e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-527333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7854503'] for segment, after_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:07:10.672763 dv-cinder-817085-1-iscsi neutron-server[101082]: Traceback (most recent call last): Nov 08 22:07:10.672763 dv-cinder-817085-1-iscsi neutron-server[101082]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 22:07:10.672763 dv-cinder-817085-1-iscsi neutron-server[101082]: timer() Nov 08 22:07:10.672763 dv-cinder-817085-1-iscsi neutron-server[101082]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 22:07:10.672763 dv-cinder-817085-1-iscsi neutron-server[101082]: cb(*args, **kw) Nov 08 22:07:10.672763 dv-cinder-817085-1-iscsi neutron-server[101082]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 22:07:10.672763 dv-cinder-817085-1-iscsi neutron-server[101082]: return func(*args, **kwargs) Nov 08 22:07:10.672763 dv-cinder-817085-1-iscsi neutron-server[101082]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 22:07:10.672763 dv-cinder-817085-1-iscsi neutron-server[101082]: self._notify() Nov 08 22:07:10.672763 dv-cinder-817085-1-iscsi neutron-server[101082]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 22:07:10.672763 dv-cinder-817085-1-iscsi neutron-server[101082]: self.callback(batched_events) Nov 08 22:07:10.672763 dv-cinder-817085-1-iscsi neutron-server[101082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 22:07:10.672763 dv-cinder-817085-1-iscsi neutron-server[101082]: event.method(event) Nov 08 22:07:10.672763 dv-cinder-817085-1-iscsi neutron-server[101082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 22:07:10.672763 dv-cinder-817085-1-iscsi neutron-server[101082]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 22:07:10.672763 dv-cinder-817085-1-iscsi neutron-server[101082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 22:07:10.672763 dv-cinder-817085-1-iscsi neutron-server[101082]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 22:07:10.672763 dv-cinder-817085-1-iscsi neutron-server[101082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 22:07:10.672763 dv-cinder-817085-1-iscsi neutron-server[101082]: return f(self, *a, **k) Nov 08 22:07:10.672763 dv-cinder-817085-1-iscsi neutron-server[101082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 22:07:10.672763 dv-cinder-817085-1-iscsi neutron-server[101082]: return self._get(url).json() Nov 08 22:07:10.672763 dv-cinder-817085-1-iscsi neutron-server[101082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 22:07:10.672763 dv-cinder-817085-1-iscsi neutron-server[101082]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 22:07:10.672763 dv-cinder-817085-1-iscsi neutron-server[101082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 22:07:10.672763 dv-cinder-817085-1-iscsi neutron-server[101082]: return self.request(url, 'GET', **kwargs) Nov 08 22:07:10.672763 dv-cinder-817085-1-iscsi neutron-server[101082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 22:07:10.672763 dv-cinder-817085-1-iscsi neutron-server[101082]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 22:07:10.672763 dv-cinder-817085-1-iscsi neutron-server[101082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 22:07:10.672763 dv-cinder-817085-1-iscsi neutron-server[101082]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 22:07:10.672763 dv-cinder-817085-1-iscsi neutron-server[101082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 22:07:10.672763 dv-cinder-817085-1-iscsi neutron-server[101082]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 22:07:10.672763 dv-cinder-817085-1-iscsi neutron-server[101082]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 22:07:10.704571 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-790054db-aba5-4e73-b28b-0b2041989984 None None] DHCP port deletion for f15ed086-114a-4c78-9304-55250dfe0287 request from dv-cinder-817085-1-iscsi {{(pid=101084) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 22:07:10.730499 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-9499c6f3-44b1-4602-a1f2-3beb1abe94e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-531106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1623971'] for network, after_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:07:10.737609 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-9499c6f3-44b1-4602-a1f2-3beb1abe94e2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646287'] for network, before_response {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:07:10.743943 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.wsgi [-] (101083) accepted ('10.222.0.25', 48926) {{(pid=101083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 22:07:10.744151 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [None req-9499c6f3-44b1-4602-a1f2-3beb1abe94e2 admin admin] 10.222.0.25 "DELETE /v2.0/networks/f15ed086-114a-4c78-9304-55250dfe0287 HTTP/1.1" status: 204 len: 168 time: 0.5230937 Nov 08 22:07:10.755309 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9499c6f3-44b1-4602-a1f2-3beb1abe94e2 admin admin] Pushing event deleted for resources: {'Network': ['ID=f15ed086-114a-4c78-9304-55250dfe0287,revision_number=None']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:07:10.762488 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9499c6f3-44b1-4602-a1f2-3beb1abe94e2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 22:07:10.762832 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9499c6f3-44b1-4602-a1f2-3beb1abe94e2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 22:07:10.763171 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9499c6f3-44b1-4602-a1f2-3beb1abe94e2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 22:07:10.763500 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9499c6f3-44b1-4602-a1f2-3beb1abe94e2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 22:07:10.763826 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9499c6f3-44b1-4602-a1f2-3beb1abe94e2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 22:07:10.764148 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9499c6f3-44b1-4602-a1f2-3beb1abe94e2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 22:07:10.764466 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9499c6f3-44b1-4602-a1f2-3beb1abe94e2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 22:07:10.764784 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9499c6f3-44b1-4602-a1f2-3beb1abe94e2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 22:07:10.765123 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9499c6f3-44b1-4602-a1f2-3beb1abe94e2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 22:07:10.765435 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9499c6f3-44b1-4602-a1f2-3beb1abe94e2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 22:07:10.765748 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9499c6f3-44b1-4602-a1f2-3beb1abe94e2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 22:07:10.766058 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9499c6f3-44b1-4602-a1f2-3beb1abe94e2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 22:07:10.949482 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.rpc [None req-ad13160b-513d-4512-a15f-cb40cce6b7e9 None None] Device 7c3e95ed-1edf-4d4a-96fd-46531f81f764 no longer exists at agent ovs-agent-dv-cinder-817085-1-iscsi {{(pid=101084) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 22:07:10.970111 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.plugin [None req-ad13160b-513d-4512-a15f-cb40cce6b7e9 None None] No Port match for: 7c3e95ed-1edf-4d4a-96fd-46531f81f764 {{(pid=101084) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 22:07:10.970806 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.rpc [None req-ad13160b-513d-4512-a15f-cb40cce6b7e9 None None] Device 7c3e95ed-1edf-4d4a-96fd-46531f81f764 not bound to the agent host dv-cinder-817085-1-iscsi {{(pid=101084) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 22:07:10.971223 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.rpc [None req-ad13160b-513d-4512-a15f-cb40cce6b7e9 None None] Device 7b2aaf58-e5b1-448f-aeff-4e3ba3bdf3b1 no longer exists at agent ovs-agent-dv-cinder-817085-1-iscsi {{(pid=101084) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 22:07:10.997359 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.plugin [None req-ad13160b-513d-4512-a15f-cb40cce6b7e9 None None] No Port match for: 7b2aaf58-e5b1-448f-aeff-4e3ba3bdf3b1 {{(pid=101084) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 22:07:10.997359 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.rpc [None req-ad13160b-513d-4512-a15f-cb40cce6b7e9 None None] Device 7b2aaf58-e5b1-448f-aeff-4e3ba3bdf3b1 not bound to the agent host dv-cinder-817085-1-iscsi {{(pid=101084) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 22:07:10.997359 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.rpc [None req-ad13160b-513d-4512-a15f-cb40cce6b7e9 None None] Device 798cf1e6-4749-4eed-ac82-3010d53756e0 no longer exists at agent ovs-agent-dv-cinder-817085-1-iscsi {{(pid=101084) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 22:07:11.010121 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.plugin [None req-ad13160b-513d-4512-a15f-cb40cce6b7e9 None None] No Port match for: 798cf1e6-4749-4eed-ac82-3010d53756e0 {{(pid=101084) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 22:07:11.010455 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.rpc [None req-ad13160b-513d-4512-a15f-cb40cce6b7e9 None None] Device 798cf1e6-4749-4eed-ac82-3010d53756e0 not bound to the agent host dv-cinder-817085-1-iscsi {{(pid=101084) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 22:07:11.084243 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-8a73875f-d059-434a-bd39-1891c67946e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1623189'] for router_interface, before_delete {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:07:11.323259 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.plugins.ml2.plugin [None req-8a73875f-d059-434a-bd39-1891c67946e1 admin admin] Deleting port fc45cbe0-b7d0-448e-be4c-f0a66ab2d969 {{(pid=101083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 22:07:11.323584 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-8a73875f-d059-434a-bd39-1891c67946e1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728276550584'] for port, before_delete {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:07:11.400294 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.plugins.ml2.db [None req-8a73875f-d059-434a-bd39-1891c67946e1 admin admin] For port fc45cbe0-b7d0-448e-be4c-f0a66ab2d969, host dv-cinder-817085-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817085-1-iscsi',level=0,port_id=fc45cbe0-b7d0-448e-be4c-f0a66ab2d969,segment=NetworkSegment(f805f1f5-2a44-4f31-9193-8376afa57c93),segment_id=f805f1f5-2a44-4f31-9193-8376afa57c93)] {{(pid=101083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 22:07:11.400679 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-8a73875f-d059-434a-bd39-1891c67946e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1626931'] for port, precommit_delete {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:07:11.413258 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.plugins.ml2.plugin [None req-8a73875f-d059-434a-bd39-1891c67946e1 admin admin] Calling delete_port for fc45cbe0-b7d0-448e-be4c-f0a66ab2d969 owned by network:router_interface {{(pid=101083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 22:07:11.588642 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-8a73875f-d059-434a-bd39-1891c67946e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728276638338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728276144276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7659000'] for port, after_delete {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:07:11.614278 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a73875f-d059-434a-bd39-1891c67946e1 admin admin] Pushing event deleted for resources: {'Port': ['ID=fc45cbe0-b7d0-448e-be4c-f0a66ab2d969,revision_number=None']} {{(pid=101083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:07:11.774280 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-8a73875f-d059-434a-bd39-1891c67946e1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1646114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1636901'] for router_interface, after_delete {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:07:11.987831 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a73875f-d059-434a-bd39-1891c67946e1 admin admin] Router 7d5eee0e-f131-4d47-af4b-32d6c4eb2073 has already been hosted by L3 agent a7fb4010-89fb-4d99-b0a1-90d6a3aacb04 {{(pid=101083) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 22:07:12.089345 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a73875f-d059-434a-bd39-1891c67946e1 admin admin] Notify agent at l3_agent.dv-cinder-817085-1-iscsi the message routers_updated {{(pid=101083) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 22:07:12.094232 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [None req-8a73875f-d059-434a-bd39-1891c67946e1 admin admin] 10.222.0.25 "PUT /v2.0/routers/7d5eee0e-f131-4d47-af4b-32d6c4eb2073/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3489101 Nov 08 22:07:12.096818 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.wsgi [-] (101083) accepted ('10.222.0.25', 48930) {{(pid=101083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 22:07:12.100466 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cf33873-6a73-4e13-8751-b2fd43067f05 None None] Sync routers for ids ['7d5eee0e-f131-4d47-af4b-32d6c4eb2073'] in dv-cinder-817085-1-iscsi {{(pid=101084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 22:07:12.110161 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cf33873-6a73-4e13-8751-b2fd43067f05 None None] Routers {'7d5eee0e-f131-4d47-af4b-32d6c4eb2073'} bound to L3 agent in host dv-cinder-817085-1-iscsi {{(pid=101084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 22:07:12.110776 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.db.l3_hamode_db [None req-6cf33873-6a73-4e13-8751-b2fd43067f05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817085-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T21:51:49Z,description=,heartbeat_timestamp=2021-11-08T22:06:49Z,host='dv-cinder-817085-1-iscsi',id=a7fb4010-89fb-4d99-b0a1-90d6a3aacb04,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T21:51:49Z,topic='l3_agent')) {'router_ids': ['7d5eee0e-f131-4d47-af4b-32d6c4eb2073'], 'active': True} {{(pid=101084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 22:07:12.197201 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-ed80bed4-0f1e-48e7-ac49-0b267e699309 admin admin] Publish callbacks [] for router, before_delete {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:07:12.223960 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.db.l3_dvr_db [None req-6cf33873-6a73-4e13-8751-b2fd43067f05 None None] Set router 7d5eee0e-f131-4d47-af4b-32d6c4eb2073 gateway port host: dv-cinder-817085-1-iscsi {{(pid=101084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 22:07:12.421966 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.db.l3_hamode_db [None req-6cf33873-6a73-4e13-8751-b2fd43067f05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d5eee0e-f131-4d47-af4b-32d6c4eb2073', 'name': 'tempest-TestShelveInstance-2019479550-router', 'tenant_id': 'af92b9be2b6647c28783170efc81d69b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ae8d913-bef9-4bc0-baeb-78ef8b3a7364', 'external_fixed_ips': [{'subnet_id': 'f0dec947-372d-4ed5-9c9f-864e58aba850', 'ip_address': '172.27.3.57'}], 'enable_snat': True}, 'gw_port_id': 'a231f03f-393a-4f28-bd93-305d8cb8c180', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T22:01:59Z', 'updated_at': '2021-11-08T22:07:11Z', 'revision_number': 5, 'project_id': 'af92b9be2b6647c28783170efc81d69b', 'gw_port': {'id': 'a231f03f-393a-4f28-bd93-305d8cb8c180', 'name': '', 'network_id': '8ae8d913-bef9-4bc0-baeb-78ef8b3a7364', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:95:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d5eee0e-f131-4d47-af4b-32d6c4eb2073', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': 'f0dec947-372d-4ed5-9c9f-864e58aba850', 'ip_address': '172.27.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T22:01:59Z', 'updated_at': '2021-11-08T22:02:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0dec947-372d-4ed5-9c9f-864e58aba850', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817085-1-iscsi'}], 'dv-cinder-817085-1-iscsi', False) {} {{(pid=101084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 22:07:12.450919 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cf33873-6a73-4e13-8751-b2fd43067f05 None None] Checking router: 7d5eee0e-f131-4d47-af4b-32d6c4eb2073 for host: dv-cinder-817085-1-iscsi {{(pid=101084) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 22:07:12.459391 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cf33873-6a73-4e13-8751-b2fd43067f05 None None] Routers {'7d5eee0e-f131-4d47-af4b-32d6c4eb2073'} bound to L3 agent in host dv-cinder-817085-1-iscsi {{(pid=101084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 22:07:12.460184 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.db.l3_hamode_db [None req-6cf33873-6a73-4e13-8751-b2fd43067f05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817085-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T21:51:49Z,description=,heartbeat_timestamp=2021-11-08T22:06:49Z,host='dv-cinder-817085-1-iscsi',id=a7fb4010-89fb-4d99-b0a1-90d6a3aacb04,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T21:51:49Z,topic='l3_agent')) {'router_ids': ['7d5eee0e-f131-4d47-af4b-32d6c4eb2073'], 'active': True} {{(pid=101084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 22:07:12.546198 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-ed80bed4-0f1e-48e7-ac49-0b267e699309 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:07:12.589097 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.db.l3_dvr_db [None req-6cf33873-6a73-4e13-8751-b2fd43067f05 None None] Set router 7d5eee0e-f131-4d47-af4b-32d6c4eb2073 gateway port host: dv-cinder-817085-1-iscsi {{(pid=101084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 22:07:12.604315 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.plugins.ml2.plugin [None req-ed80bed4-0f1e-48e7-ac49-0b267e699309 admin admin] Deleting port a231f03f-393a-4f28-bd93-305d8cb8c180 {{(pid=101083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 22:07:12.604315 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-ed80bed4-0f1e-48e7-ac49-0b267e699309 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728276550584'] for port, before_delete {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:07:12.681228 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.plugins.ml2.db [None req-ed80bed4-0f1e-48e7-ac49-0b267e699309 admin admin] For port a231f03f-393a-4f28-bd93-305d8cb8c180, host dv-cinder-817085-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817085-1-iscsi',level=0,port_id=a231f03f-393a-4f28-bd93-305d8cb8c180,segment=NetworkSegment(4f9c68d0-c68c-4bfe-b6e8-d7426962dfc1),segment_id=4f9c68d0-c68c-4bfe-b6e8-d7426962dfc1)] {{(pid=101083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 22:07:12.681637 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-ed80bed4-0f1e-48e7-ac49-0b267e699309 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1626931'] for port, precommit_delete {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:07:12.694123 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.plugins.ml2.plugin [None req-ed80bed4-0f1e-48e7-ac49-0b267e699309 admin admin] Calling delete_port for a231f03f-393a-4f28-bd93-305d8cb8c180 owned by network:router_gateway {{(pid=101083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 22:07:12.779704 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.db.l3_hamode_db [None req-6cf33873-6a73-4e13-8751-b2fd43067f05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d5eee0e-f131-4d47-af4b-32d6c4eb2073', 'name': 'tempest-TestShelveInstance-2019479550-router', 'tenant_id': 'af92b9be2b6647c28783170efc81d69b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ae8d913-bef9-4bc0-baeb-78ef8b3a7364', 'external_fixed_ips': [{'subnet_id': 'f0dec947-372d-4ed5-9c9f-864e58aba850', 'ip_address': '172.27.3.57'}], 'enable_snat': True}, 'gw_port_id': 'a231f03f-393a-4f28-bd93-305d8cb8c180', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T22:01:59Z', 'updated_at': '2021-11-08T22:07:11Z', 'revision_number': 5, 'project_id': 'af92b9be2b6647c28783170efc81d69b', 'gw_port': {'id': 'a231f03f-393a-4f28-bd93-305d8cb8c180', 'name': '', 'network_id': '8ae8d913-bef9-4bc0-baeb-78ef8b3a7364', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:95:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d5eee0e-f131-4d47-af4b-32d6c4eb2073', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': 'f0dec947-372d-4ed5-9c9f-864e58aba850', 'ip_address': '172.27.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T22:01:59Z', 'updated_at': '2021-11-08T22:02:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0dec947-372d-4ed5-9c9f-864e58aba850', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817085-1-iscsi'}], 'dv-cinder-817085-1-iscsi', False) {} {{(pid=101084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 22:07:12.811393 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cf33873-6a73-4e13-8751-b2fd43067f05 None None] The sync data for ids ['7d5eee0e-f131-4d47-af4b-32d6c4eb2073'] in dv-cinder-817085-1-iscsi is: [{'id': '7d5eee0e-f131-4d47-af4b-32d6c4eb2073', 'name': 'tempest-TestShelveInstance-2019479550-router', 'tenant_id': 'af92b9be2b6647c28783170efc81d69b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ae8d913-bef9-4bc0-baeb-78ef8b3a7364', 'external_fixed_ips': [{'subnet_id': 'f0dec947-372d-4ed5-9c9f-864e58aba850', 'ip_address': '172.27.3.57'}], 'enable_snat': True}, 'gw_port_id': 'a231f03f-393a-4f28-bd93-305d8cb8c180', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T22:01:59Z', 'updated_at': '2021-11-08T22:07:11Z', 'revision_number': 5, 'project_id': 'af92b9be2b6647c28783170efc81d69b', 'gw_port': {'id': 'a231f03f-393a-4f28-bd93-305d8cb8c180', 'name': '', 'network_id': '8ae8d913-bef9-4bc0-baeb-78ef8b3a7364', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:95:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d5eee0e-f131-4d47-af4b-32d6c4eb2073', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': 'f0dec947-372d-4ed5-9c9f-864e58aba850', 'ip_address': '172.27.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T22:01:59Z', 'updated_at': '2021-11-08T22:02:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0dec947-372d-4ed5-9c9f-864e58aba850', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817085-1-iscsi'}] {{(pid=101084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 22:07:12.857941 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-ed80bed4-0f1e-48e7-ac49-0b267e699309 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728276638338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728276144276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7659000'] for port, after_delete {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:07:12.889947 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed80bed4-0f1e-48e7-ac49-0b267e699309 admin admin] Pushing event deleted for resources: {'Port': ['ID=a231f03f-393a-4f28-bd93-305d8cb8c180,revision_number=None']} {{(pid=101083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:07:12.954037 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-ed80bed4-0f1e-48e7-ac49-0b267e699309 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1624031'] for router_gateway, after_delete {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:07:13.024691 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.rpc [None req-ad13160b-513d-4512-a15f-cb40cce6b7e9 None None] Device fc45cbe0-b7d0-448e-be4c-f0a66ab2d969 no longer exists at agent ovs-agent-dv-cinder-817085-1-iscsi {{(pid=101084) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 22:07:13.045989 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.plugin [None req-ad13160b-513d-4512-a15f-cb40cce6b7e9 None None] No Port match for: fc45cbe0-b7d0-448e-be4c-f0a66ab2d969 {{(pid=101084) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 22:07:13.046331 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.rpc [None req-ad13160b-513d-4512-a15f-cb40cce6b7e9 None None] Device fc45cbe0-b7d0-448e-be4c-f0a66ab2d969 not bound to the agent host dv-cinder-817085-1-iscsi {{(pid=101084) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 22:07:13.061753 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-ed80bed4-0f1e-48e7-ac49-0b267e699309 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1634429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5206'] for router, precommit_delete {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:07:13.064021 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-ed80bed4-0f1e-48e7-ac49-0b267e699309 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:07:13.106322 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-ed80bed4-0f1e-48e7-ac49-0b267e699309 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1634406'] for router, after_delete {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:07:13.106960 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed80bed4-0f1e-48e7-ac49-0b267e699309 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7d5eee0e-f131-4d47-af4b-32d6c4eb2073 {{(pid=101083) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 08 22:07:13.110895 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-ed80bed4-0f1e-48e7-ac49-0b267e699309 admin admin] Publish callbacks [] for router, before_response {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:07:13.112033 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [None req-ed80bed4-0f1e-48e7-ac49-0b267e699309 admin admin] 10.222.0.25 "DELETE /v2.0/routers/7d5eee0e-f131-4d47-af4b-32d6c4eb2073 HTTP/1.1" status: 204 len: 168 time: 1.0143189 Nov 08 22:07:13.114696 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.wsgi [-] (101083) accepted ('10.222.0.25', 48940) {{(pid=101083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 22:07:13.166598 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.db.db_base_plugin_v2 [None req-a17c84ab-e8db-497f-a5f2-61d03ab4c587 admin admin] Deleting subnet 476c439d-2222-4e4a-8260-1d5c38cdf58b {{(pid=101083) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 22:07:13.170125 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-a17c84ab-e8db-497f-a5f2-61d03ab4c587 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:07:13.205694 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-a17c84ab-e8db-497f-a5f2-61d03ab4c587 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8163774'] for subnet, precommit_delete_associations {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:07:13.289163 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-a17c84ab-e8db-497f-a5f2-61d03ab4c587 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-524324'] for subnet, precommit_delete {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:07:13.346488 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-a17c84ab-e8db-497f-a5f2-61d03ab4c587 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-524333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7658797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4932587'] for subnet, after_delete {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:07:13.372392 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17c84ab-e8db-497f-a5f2-61d03ab4c587 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=476c439d-2222-4e4a-8260-1d5c38cdf58b,revision_number=None']} {{(pid=101083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:07:13.377007 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-a17c84ab-e8db-497f-a5f2-61d03ab4c587 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:07:13.382188 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [None req-a17c84ab-e8db-497f-a5f2-61d03ab4c587 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/476c439d-2222-4e4a-8260-1d5c38cdf58b HTTP/1.1" status: 204 len: 168 time: 0.2645900 Nov 08 22:07:13.382467 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaf62c00-b04d-42ac-b4ea-69e19378d525 None None] Network 5b26c07d-24ce-4dae-98a2-b1d467744962 requested from dv-cinder-817085-1-iscsi {{(pid=101084) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 22:07:13.384062 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.wsgi [-] (101083) accepted ('10.222.0.25', 48942) {{(pid=101083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 22:07:13.453200 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-5157a634-aede-4da7-b368-a8b7e4088489 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605121'] for network, before_delete {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:07:13.505849 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.plugins.ml2.plugin [None req-5157a634-aede-4da7-b368-a8b7e4088489 admin admin] Deleting port f7fbb7b8-d3e6-48de-8ef4-2d219e2daa6e {{(pid=101083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 22:07:13.506182 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-5157a634-aede-4da7-b368-a8b7e4088489 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728276550584'] for port, before_delete {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:07:13.548630 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abe80130-c352-422a-9b84-ae4997ef112c None None] DHCP port deletion for 5b26c07d-24ce-4dae-98a2-b1d467744962 request from dv-cinder-817085-1-iscsi {{(pid=101084) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 22:07:13.573070 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.plugins.ml2.db [None req-5157a634-aede-4da7-b368-a8b7e4088489 admin admin] For port f7fbb7b8-d3e6-48de-8ef4-2d219e2daa6e, host dv-cinder-817085-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817085-1-iscsi',level=0,port_id=f7fbb7b8-d3e6-48de-8ef4-2d219e2daa6e,segment=NetworkSegment(f805f1f5-2a44-4f31-9193-8376afa57c93),segment_id=f805f1f5-2a44-4f31-9193-8376afa57c93)] {{(pid=101083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 22:07:13.573299 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-5157a634-aede-4da7-b368-a8b7e4088489 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1626931'] for port, precommit_delete {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:07:13.586124 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.plugins.ml2.plugin [None req-5157a634-aede-4da7-b368-a8b7e4088489 admin admin] Calling delete_port for f7fbb7b8-d3e6-48de-8ef4-2d219e2daa6e owned by network:dhcp {{(pid=101083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 22:07:13.599850 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.plugin [None req-abe80130-c352-422a-9b84-ae4997ef112c None None] Deleting port f7fbb7b8-d3e6-48de-8ef4-2d219e2daa6e {{(pid=101084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 22:07:13.600223 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-abe80130-c352-422a-9b84-ae4997ef112c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728276550584'] for port, before_delete {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:07:13.664973 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-5157a634-aede-4da7-b368-a8b7e4088489 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728276638338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728276144276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7659000'] for port, after_delete {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:07:13.677842 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.db [None req-abe80130-c352-422a-9b84-ae4997ef112c None None] For port f7fbb7b8-d3e6-48de-8ef4-2d219e2daa6e, host dv-cinder-817085-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817085-1-iscsi',level=0,port_id=f7fbb7b8-d3e6-48de-8ef4-2d219e2daa6e,segment=NetworkSegment(f805f1f5-2a44-4f31-9193-8376afa57c93),segment_id=f805f1f5-2a44-4f31-9193-8376afa57c93)] {{(pid=101084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 22:07:13.678227 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-abe80130-c352-422a-9b84-ae4997ef112c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1626931'] for port, precommit_delete {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:07:13.690797 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5157a634-aede-4da7-b368-a8b7e4088489 admin admin] Pushing event deleted for resources: {'Port': ['ID=f7fbb7b8-d3e6-48de-8ef4-2d219e2daa6e,revision_number=None']} {{(pid=101083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:07:13.692186 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.plugin [None req-abe80130-c352-422a-9b84-ae4997ef112c None None] Calling delete_port for f7fbb7b8-d3e6-48de-8ef4-2d219e2daa6e owned by network:dhcp {{(pid=101084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 22:07:13.694257 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5157a634-aede-4da7-b368-a8b7e4088489 admin admin] No DVR routers for this DVR port f7fbb7b8-d3e6-48de-8ef4-2d219e2daa6e on host dv-cinder-817085-1-iscsi {{(pid=101083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 22:07:13.770354 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-5157a634-aede-4da7-b368-a8b7e4088489 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-530513', 'neutron.services.segments.db._delete_segments_for_network-8728276665393'] for network, precommit_delete {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:07:13.782301 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-abe80130-c352-422a-9b84-ae4997ef112c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728276638338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728276144276'] for port, after_delete {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:07:13.796252 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.services.segments.db [None req-5157a634-aede-4da7-b368-a8b7e4088489 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b26c07d-24ce-4dae-98a2-b1d467744962']}} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 22:07:13.805867 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.services.segments.db [None req-5157a634-aede-4da7-b368-a8b7e4088489 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f805f1f5-2a44-4f31-9193-8376afa57c93') {'for_net_delete': True} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 22:07:13.806161 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.services.segments.db [None req-5157a634-aede-4da7-b368-a8b7e4088489 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f805f1f5-2a44-4f31-9193-8376afa57c93') {} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 22:07:13.816158 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-5157a634-aede-4da7-b368-a8b7e4088489 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728276699450', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8163751'] for segment, before_delete {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:07:13.816651 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe80130-c352-422a-9b84-ae4997ef112c None None] Pushing event deleted for resources: {'Port': ['ID=f7fbb7b8-d3e6-48de-8ef4-2d219e2daa6e,revision_number=None']} {{(pid=101084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:07:13.819072 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abe80130-c352-422a-9b84-ae4997ef112c None None] No DVR routers for this DVR port f7fbb7b8-d3e6-48de-8ef4-2d219e2daa6e on host dv-cinder-817085-1-iscsi {{(pid=101084) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 22:07:13.827510 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe80130-c352-422a-9b84-ae4997ef112c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 22:07:13.827976 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe80130-c352-422a-9b84-ae4997ef112c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 22:07:13.828410 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe80130-c352-422a-9b84-ae4997ef112c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 22:07:13.828826 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe80130-c352-422a-9b84-ae4997ef112c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 22:07:13.829244 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe80130-c352-422a-9b84-ae4997ef112c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 22:07:13.832619 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe80130-c352-422a-9b84-ae4997ef112c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 22:07:13.833014 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-5157a634-aede-4da7-b368-a8b7e4088489 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-527333'] for segment, precommit_delete {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:07:13.833254 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe80130-c352-422a-9b84-ae4997ef112c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 22:07:13.833254 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe80130-c352-422a-9b84-ae4997ef112c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 22:07:13.833254 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe80130-c352-422a-9b84-ae4997ef112c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 22:07:13.833254 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe80130-c352-422a-9b84-ae4997ef112c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 22:07:13.833254 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe80130-c352-422a-9b84-ae4997ef112c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 22:07:13.833254 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe80130-c352-422a-9b84-ae4997ef112c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 22:07:13.842026 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5157a634-aede-4da7-b368-a8b7e4088489 admin admin] Releasing vlan 749 on physical network physnet1 to pool {{(pid=101083) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 22:07:13.842454 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-5157a634-aede-4da7-b368-a8b7e4088489 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-527333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7658955'] for segment, after_delete {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:07:13.844317 dv-cinder-817085-1-iscsi neutron-server[101083]: Traceback (most recent call last): Nov 08 22:07:13.844317 dv-cinder-817085-1-iscsi neutron-server[101083]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 22:07:13.844317 dv-cinder-817085-1-iscsi neutron-server[101083]: timer() Nov 08 22:07:13.844317 dv-cinder-817085-1-iscsi neutron-server[101083]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 22:07:13.844317 dv-cinder-817085-1-iscsi neutron-server[101083]: cb(*args, **kw) Nov 08 22:07:13.844317 dv-cinder-817085-1-iscsi neutron-server[101083]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 22:07:13.844317 dv-cinder-817085-1-iscsi neutron-server[101083]: return func(*args, **kwargs) Nov 08 22:07:13.844317 dv-cinder-817085-1-iscsi neutron-server[101083]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 22:07:13.844317 dv-cinder-817085-1-iscsi neutron-server[101083]: self._notify() Nov 08 22:07:13.844317 dv-cinder-817085-1-iscsi neutron-server[101083]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 22:07:13.844317 dv-cinder-817085-1-iscsi neutron-server[101083]: self.callback(batched_events) Nov 08 22:07:13.844317 dv-cinder-817085-1-iscsi neutron-server[101083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 22:07:13.844317 dv-cinder-817085-1-iscsi neutron-server[101083]: event.method(event) Nov 08 22:07:13.844317 dv-cinder-817085-1-iscsi neutron-server[101083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 22:07:13.844317 dv-cinder-817085-1-iscsi neutron-server[101083]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 22:07:13.844317 dv-cinder-817085-1-iscsi neutron-server[101083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 22:07:13.844317 dv-cinder-817085-1-iscsi neutron-server[101083]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 22:07:13.844317 dv-cinder-817085-1-iscsi neutron-server[101083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 22:07:13.844317 dv-cinder-817085-1-iscsi neutron-server[101083]: return f(self, *a, **k) Nov 08 22:07:13.844317 dv-cinder-817085-1-iscsi neutron-server[101083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 22:07:13.844317 dv-cinder-817085-1-iscsi neutron-server[101083]: return self._get(url).json() Nov 08 22:07:13.844317 dv-cinder-817085-1-iscsi neutron-server[101083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 22:07:13.844317 dv-cinder-817085-1-iscsi neutron-server[101083]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 22:07:13.844317 dv-cinder-817085-1-iscsi neutron-server[101083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 22:07:13.844317 dv-cinder-817085-1-iscsi neutron-server[101083]: return self.request(url, 'GET', **kwargs) Nov 08 22:07:13.844317 dv-cinder-817085-1-iscsi neutron-server[101083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 22:07:13.844317 dv-cinder-817085-1-iscsi neutron-server[101083]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 22:07:13.844317 dv-cinder-817085-1-iscsi neutron-server[101083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 22:07:13.844317 dv-cinder-817085-1-iscsi neutron-server[101083]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 22:07:13.844317 dv-cinder-817085-1-iscsi neutron-server[101083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 22:07:13.844317 dv-cinder-817085-1-iscsi neutron-server[101083]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 22:07:13.844317 dv-cinder-817085-1-iscsi neutron-server[101083]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 22:07:13.908191 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-5157a634-aede-4da7-b368-a8b7e4088489 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-531106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1623971'] for network, after_delete {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:07:13.914969 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-5157a634-aede-4da7-b368-a8b7e4088489 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646287'] for network, before_response {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:07:13.918943 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [None req-5157a634-aede-4da7-b368-a8b7e4088489 admin admin] 10.222.0.25 "DELETE /v2.0/networks/5b26c07d-24ce-4dae-98a2-b1d467744962 HTTP/1.1" status: 204 len: 168 time: 0.5337715 Nov 08 22:07:13.930495 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5157a634-aede-4da7-b368-a8b7e4088489 admin admin] Pushing event deleted for resources: {'Network': ['ID=5b26c07d-24ce-4dae-98a2-b1d467744962,revision_number=None']} {{(pid=101083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:07:14.044135 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.wsgi [-] (101082) accepted ('10.222.0.25', 48956) {{(pid=101082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 22:07:14.085012 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [None req-39ad5b01-8188-4df4-9144-0de140030b59 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=8c3de2533be641d8a862b529619deccd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0393479 Nov 08 22:07:14.087348 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.wsgi [-] (101082) accepted ('10.222.0.25', 48958) {{(pid=101082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 22:07:14.133531 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-dcea3aec-42e7-4f89-a46f-56b53d9a5701 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:07:14.154455 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-dcea3aec-42e7-4f89-a46f-56b53d9a5701 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:07:14.212107 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-dcea3aec-42e7-4f89-a46f-56b53d9a5701 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2033567'] for security_group, after_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:07:14.214781 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-dcea3aec-42e7-4f89-a46f-56b53d9a5701 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:07:14.216019 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [None req-dcea3aec-42e7-4f89-a46f-56b53d9a5701 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a0a4a09a-9f40-42fc-a3e4-0ea4b22696ef HTTP/1.1" status: 204 len: 168 time: 0.1277523 Nov 08 22:07:14.223711 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcea3aec-42e7-4f89-a46f-56b53d9a5701 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0a4a09a-9f40-42fc-a3e4-0ea4b22696ef,revision_number=None']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:07:14.533990 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.wsgi [-] (101082) accepted ('10.222.0.25', 48964) {{(pid=101082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 22:07:14.573047 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [None req-43ab28c9-2a3c-465d-9247-233ea57845aa admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=af92b9be2b6647c28783170efc81d69b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0377810 Nov 08 22:07:14.575531 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.wsgi [-] (101082) accepted ('10.222.0.25', 48966) {{(pid=101082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 22:07:14.621048 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-69cf2112-bf11-4adc-b93d-8c87c27c43e9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:07:14.641333 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-69cf2112-bf11-4adc-b93d-8c87c27c43e9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:07:14.686133 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-69cf2112-bf11-4adc-b93d-8c87c27c43e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2033567'] for security_group, after_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:07:14.688660 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-69cf2112-bf11-4adc-b93d-8c87c27c43e9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:07:14.689801 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [None req-69cf2112-bf11-4adc-b93d-8c87c27c43e9 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/347930bd-616c-4bea-a701-c749dc359ab9 HTTP/1.1" status: 204 len: 168 time: 0.1133950 Nov 08 22:07:14.697200 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69cf2112-bf11-4adc-b93d-8c87c27c43e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=347930bd-616c-4bea-a701-c749dc359ab9,revision_number=None']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:07:14.959390 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.rpc [None req-ad13160b-513d-4512-a15f-cb40cce6b7e9 None None] Device a231f03f-393a-4f28-bd93-305d8cb8c180 no longer exists at agent ovs-agent-dv-cinder-817085-1-iscsi {{(pid=101084) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 22:07:14.979246 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.plugin [None req-ad13160b-513d-4512-a15f-cb40cce6b7e9 None None] No Port match for: a231f03f-393a-4f28-bd93-305d8cb8c180 {{(pid=101084) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 22:07:14.979592 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.rpc [None req-ad13160b-513d-4512-a15f-cb40cce6b7e9 None None] Device a231f03f-393a-4f28-bd93-305d8cb8c180 not bound to the agent host dv-cinder-817085-1-iscsi {{(pid=101084) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 22:07:14.980020 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.rpc [None req-ad13160b-513d-4512-a15f-cb40cce6b7e9 None None] Device f7fbb7b8-d3e6-48de-8ef4-2d219e2daa6e no longer exists at agent ovs-agent-dv-cinder-817085-1-iscsi {{(pid=101084) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 22:07:14.998640 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.plugin [None req-ad13160b-513d-4512-a15f-cb40cce6b7e9 None None] No Port match for: f7fbb7b8-d3e6-48de-8ef4-2d219e2daa6e {{(pid=101084) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 22:07:14.998988 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.rpc [None req-ad13160b-513d-4512-a15f-cb40cce6b7e9 None None] Device f7fbb7b8-d3e6-48de-8ef4-2d219e2daa6e not bound to the agent host dv-cinder-817085-1-iscsi {{(pid=101084) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 22:07:15.369781 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.wsgi [-] (101082) accepted ('10.222.0.25', 48996) {{(pid=101082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 22:07:15.463604 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.v2.base [None req-05d43f50-ec4c-49c0-a343-b126f67a61e4 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1757242926-network', 'tenant_id': '675c9b3fa135484fae600e4b802f7186'}} {{(pid=101082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 22:07:15.484603 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05d43f50-ec4c-49c0-a343-b126f67a61e4 admin admin] Made reservation on behalf of 675c9b3fa135484fae600e4b802f7186 for: {'network': 1} {{(pid=101082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 22:07:15.486917 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-05d43f50-ec4c-49c0-a343-b126f67a61e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-925982'] for network, before_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:07:15.495505 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-05d43f50-ec4c-49c0-a343-b126f67a61e4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:07:15.568707 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-05d43f50-ec4c-49c0-a343-b126f67a61e4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:07:15.572452 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-05d43f50-ec4c-49c0-a343-b126f67a61e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2033567'] for security_group, after_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:07:15.598133 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05d43f50-ec4c-49c0-a343-b126f67a61e4 admin admin] vlan segment allocate from pool success with {'vlan_id': 718, 'physical_network': 'physnet1'} {{(pid=101082) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 22:07:15.608315 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d43f50-ec4c-49c0-a343-b126f67a61e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8241f35-bbc9-46e0-9282-13286622ac0a,revision_number=1']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:07:15.612986 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-05d43f50-ec4c-49c0-a343-b126f67a61e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-527333'] for segment, precommit_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:07:15.613317 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.db.segments_db [None req-05d43f50-ec4c-49c0-a343-b126f67a61e4 admin admin] Added segment 291e05ad-3564-45f6-9832-49264fb3214a of type vlan for network 83d7137f-89f6-454e-ae7c-d8a3c54047ec Nov 08 22:07:15.651466 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-05d43f50-ec4c-49c0-a343-b126f67a61e4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728276129500'] for network, precommit_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:07:15.675072 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-05d43f50-ec4c-49c0-a343-b126f67a61e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646297'] for network, after_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:07:15.676001 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05d43f50-ec4c-49c0-a343-b126f67a61e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:07:15.676604 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-05d43f50-ec4c-49c0-a343-b126f67a61e4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646287'] for network, before_response {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:07:15.729019 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [None req-05d43f50-ec4c-49c0-a343-b126f67a61e4 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3575375 Nov 08 22:07:15.732054 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.wsgi [-] (101083) accepted ('10.222.0.25', 49000) {{(pid=101083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 22:07:15.736055 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d43f50-ec4c-49c0-a343-b126f67a61e4 admin admin] Pushing event updated for resources: {'Network': ['ID=83d7137f-89f6-454e-ae7c-d8a3c54047ec,revision_number=1']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:07:15.737052 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.v2.base [None req-3cae9766-0ab2-40d4-8c3b-824e722e07ee admin admin] Request body: {'subnet': {'network_id': '83d7137f-89f6-454e-ae7c-d8a3c54047ec', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1757242926-subnet', 'tenant_id': '675c9b3fa135484fae600e4b802f7186', 'ip_version': 4}} {{(pid=101083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 22:07:15.746105 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.rpc [None req-ad13160b-513d-4512-a15f-cb40cce6b7e9 None None] Network 83d7137f-89f6-454e-ae7c-d8a3c54047ec details requested by agent ovs-agent-dv-cinder-817085-1-iscsi with host dv-cinder-817085-1-iscsi {{(pid=101084) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 22:07:15.757723 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cae9766-0ab2-40d4-8c3b-824e722e07ee admin admin] Made reservation on behalf of 675c9b3fa135484fae600e4b802f7186 for: {'subnet': 1} {{(pid=101083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 22:07:15.760011 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-3cae9766-0ab2-40d4-8c3b-824e722e07ee admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4933386'] for subnet, before_create {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:07:15.925260 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-3cae9766-0ab2-40d4-8c3b-824e722e07ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7658860', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4932592'] for subnet, after_create {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:07:15.977133 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cae9766-0ab2-40d4-8c3b-824e722e07ee admin admin] Pushing event updated for resources: {'Subnet': ['ID=9914a888-52f1-4bc0-b7db-aa15204015ab,revision_number=0']} {{(pid=101083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:07:15.988087 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cae9766-0ab2-40d4-8c3b-824e722e07ee admin admin] Checking segment: {'id': '291e05ad-3564-45f6-9832-49264fb3214a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '83d7137f-89f6-454e-ae7c-d8a3c54047ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 22:07:15.988437 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cae9766-0ab2-40d4-8c3b-824e722e07ee admin admin] Network hostable DHCP agents. Network: 83d7137f-89f6-454e-ae7c-d8a3c54047ec, hostable agents: ['d8645970-7d7f-496c-a75a-0ae64c095b3b'], hosted agents: [] {{(pid=101083) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 22:07:16.005008 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cae9766-0ab2-40d4-8c3b-824e722e07ee admin admin] Network 83d7137f-89f6-454e-ae7c-d8a3c54047ec is scheduled to be hosted by DHCP agent d8645970-7d7f-496c-a75a-0ae64c095b3b with binding_index 1 {{(pid=101083) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 22:07:16.014528 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.scheduler.base_scheduler [None req-3cae9766-0ab2-40d4-8c3b-824e722e07ee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817085-1-iscsi, 83d7137f-89f6-454e-ae7c-d8a3c54047ec) {{(pid=101083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 22:07:16.019313 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cae9766-0ab2-40d4-8c3b-824e722e07ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:07:16.020232 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-3cae9766-0ab2-40d4-8c3b-824e722e07ee admin admin] Publish callbacks [] for subnet, before_response {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:07:16.027309 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a21939c-65e3-48ca-91cc-17edcdb86f33 None None] Network 83d7137f-89f6-454e-ae7c-d8a3c54047ec requested from dv-cinder-817085-1-iscsi {{(pid=101084) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 22:07:16.043925 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [None req-3cae9766-0ab2-40d4-8c3b-824e722e07ee admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3077128 Nov 08 22:07:16.044114 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.wsgi [-] (101083) accepted ('10.222.0.25', 49008) {{(pid=101083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 22:07:16.049097 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.v2.base [None req-ef495a26-ea18-4c2a-a3d4-14ac38359a24 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1757242926-router', 'tenant_id': '675c9b3fa135484fae600e4b802f7186', 'external_gateway_info': {'network_id': '8ae8d913-bef9-4bc0-baeb-78ef8b3a7364'}}} {{(pid=101083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 22:07:16.075600 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-ef495a26-ea18-4c2a-a3d4-14ac38359a24 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1634839', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5220'] for router, before_create {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:07:16.077196 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-ef495a26-ea18-4c2a-a3d4-14ac38359a24 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1634979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1623854', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2032021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5213'] for router, precommit_create {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:07:16.131048 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-ef495a26-ea18-4c2a-a3d4-14ac38359a24 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:07:16.198734 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3db52de-106f-4565-9c02-7623ed52fe41 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpad403e5c-bbfa-5de7-8c3e-c07e4fe3bb96-83d7137f-89f6-454e-ae7c-d8a3c54047ec', 'network_id': '83d7137f-89f6-454e-ae7c-d8a3c54047ec', 'tenant_id': '675c9b3fa135484fae600e4b802f7186', 'fixed_ips': [{'subnet_id': '9914a888-52f1-4bc0-b7db-aa15204015ab'}]}} from dv-cinder-817085-1-iscsi. {{(pid=101084) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 22:07:16.199674 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-b3db52de-106f-4565-9c02-7623ed52fe41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-925982'] for port, before_create {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:07:16.269838 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-ef495a26-ea18-4c2a-a3d4-14ac38359a24 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:07:16.332547 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.db.db_base_plugin_common [None req-b3db52de-106f-4565-9c02-7623ed52fe41 None None] Allocated IP 172.20.0.2 (83d7137f-89f6-454e-ae7c-d8a3c54047ec/9914a888-52f1-4bc0-b7db-aa15204015ab/47174a13-e0d5-4d65-a13f-aed62cc1fbf1) {{(pid=101084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 22:07:16.461422 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-ef495a26-ea18-4c2a-a3d4-14ac38359a24 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:07:16.475519 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-b3db52de-106f-4565-9c02-7623ed52fe41 None None] Publish callbacks [] for port, precommit_create {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:07:16.479974 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-ef495a26-ea18-4c2a-a3d4-14ac38359a24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-925982'] for port, before_create {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:07:16.481806 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-b3db52de-106f-4565-9c02-7623ed52fe41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728276144267'] for port, after_create {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:07:16.519223 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3db52de-106f-4565-9c02-7623ed52fe41 None None] Network 83d7137f-89f6-454e-ae7c-d8a3c54047ec is already hosted by enough agents. {{(pid=101084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 22:07:16.523926 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.scheduler.base_scheduler [None req-b3db52de-106f-4565-9c02-7623ed52fe41 None None] Resources bound (agent type, host, resource id): {{(pid=101084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 22:07:16.527438 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3db52de-106f-4565-9c02-7623ed52fe41 None None] Received port after_create {{(pid=101084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 22:07:16.534516 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3db52de-106f-4565-9c02-7623ed52fe41 None None] Pushing event updated for resources: {'Port': ['ID=47174a13-e0d5-4d65-a13f-aed62cc1fbf1,revision_number=1']} {{(pid=101084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:07:16.581161 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.db.db_base_plugin_common [None req-ef495a26-ea18-4c2a-a3d4-14ac38359a24 admin admin] Allocated IP 172.27.3.4 (8ae8d913-bef9-4bc0-baeb-78ef8b3a7364/f0dec947-372d-4ed5-9c9f-864e58aba850/9e24c64b-4337-4581-b02c-06926084ead5) {{(pid=101083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 22:07:16.585934 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.managers [None req-b3db52de-106f-4565-9c02-7623ed52fe41 None None] Attempting to bind port 47174a13-e0d5-4d65-a13f-aed62cc1fbf1 on host dv-cinder-817085-1-iscsi for vnic_type normal with profile {{(pid=101084) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 22:07:16.586328 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.managers [None req-b3db52de-106f-4565-9c02-7623ed52fe41 None None] Attempting to bind port 47174a13-e0d5-4d65-a13f-aed62cc1fbf1 by drivers openvswitch,hyperv on host dv-cinder-817085-1-iscsi at level 0 using segments [{'id': '291e05ad-3564-45f6-9832-49264fb3214a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '83d7137f-89f6-454e-ae7c-d8a3c54047ec'}] {{(pid=101084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 22:07:16.586684 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3db52de-106f-4565-9c02-7623ed52fe41 None None] Attempting to bind port 47174a13-e0d5-4d65-a13f-aed62cc1fbf1 on network 83d7137f-89f6-454e-ae7c-d8a3c54047ec {{(pid=101084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 22:07:16.592471 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3db52de-106f-4565-9c02-7623ed52fe41 None None] Checking agent: {'id': 'b17b386a-7116-42d0-acec-a66289ba5096', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817085-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 21, 51, 52), 'started_at': datetime.datetime(2021, 11, 8, 21, 52, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 22, 6, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817085-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 22:07:16.592954 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3db52de-106f-4565-9c02-7623ed52fe41 None None] Checking segment: {'id': '291e05ad-3564-45f6-9832-49264fb3214a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '83d7137f-89f6-454e-ae7c-d8a3c54047ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 22:07:16.593432 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-b3db52de-106f-4565-9c02-7623ed52fe41 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:07:16.593982 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3db52de-106f-4565-9c02-7623ed52fe41 None None] Bound using segment: {'id': '291e05ad-3564-45f6-9832-49264fb3214a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '83d7137f-89f6-454e-ae7c-d8a3c54047ec'} {{(pid=101084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 22:07:16.594581 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.managers [None req-b3db52de-106f-4565-9c02-7623ed52fe41 None None] Bound port: 47174a13-e0d5-4d65-a13f-aed62cc1fbf1, host: dv-cinder-817085-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '291e05ad-3564-45f6-9832-49264fb3214a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '83d7137f-89f6-454e-ae7c-d8a3c54047ec'}}] {{(pid=101084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 22:07:16.595044 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-b3db52de-106f-4565-9c02-7623ed52fe41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-925982'] for port, before_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:07:16.657129 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.db [None req-b3db52de-106f-4565-9c02-7623ed52fe41 None None] For port 47174a13-e0d5-4d65-a13f-aed62cc1fbf1, host dv-cinder-817085-1-iscsi, cleared binding levels {{(pid=101084) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 22:07:16.660152 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.db [None req-b3db52de-106f-4565-9c02-7623ed52fe41 None None] For port 47174a13-e0d5-4d65-a13f-aed62cc1fbf1, host dv-cinder-817085-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817085-1-iscsi',level=0,port_id=47174a13-e0d5-4d65-a13f-aed62cc1fbf1,segment=NetworkSegment(291e05ad-3564-45f6-9832-49264fb3214a),segment_id=291e05ad-3564-45f6-9832-49264fb3214a)] {{(pid=101084) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 22:07:16.664413 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-b3db52de-106f-4565-9c02-7623ed52fe41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728276638356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728276144285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728276144303'] for port, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:07:16.684569 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-ef495a26-ea18-4c2a-a3d4-14ac38359a24 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:07:16.719714 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3db52de-106f-4565-9c02-7623ed52fe41 None None] Pushing event updated for resources: {'Port': ['ID=47174a13-e0d5-4d65-a13f-aed62cc1fbf1,revision_number=2']} {{(pid=101084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:07:16.720728 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-ef495a26-ea18-4c2a-a3d4-14ac38359a24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728276144267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7659000'] for port, after_create {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:07:16.756776 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef495a26-ea18-4c2a-a3d4-14ac38359a24 admin admin] Network 8ae8d913-bef9-4bc0-baeb-78ef8b3a7364 is already hosted by enough agents. {{(pid=101083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 22:07:16.759747 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.scheduler.base_scheduler [None req-ef495a26-ea18-4c2a-a3d4-14ac38359a24 admin admin] Resources bound (agent type, host, resource id): {{(pid=101083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 22:07:16.762285 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef495a26-ea18-4c2a-a3d4-14ac38359a24 admin admin] Received port after_create {{(pid=101083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 22:07:16.803306 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef495a26-ea18-4c2a-a3d4-14ac38359a24 admin admin] Pushing event updated for resources: {'Port': ['ID=9e24c64b-4337-4581-b02c-06926084ead5,revision_number=1']} {{(pid=101083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:07:16.815671 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-b5549121-909c-4977-b2d7-15525e122e0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728276665375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534631'] for agent, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:07:17.012952 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.rpc [None req-ad13160b-513d-4512-a15f-cb40cce6b7e9 None None] Device 47174a13-e0d5-4d65-a13f-aed62cc1fbf1 up at agent ovs-agent-dv-cinder-817085-1-iscsi {{(pid=101084) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 22:07:17.065074 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-ef495a26-ea18-4c2a-a3d4-14ac38359a24 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:07:17.067857 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.db.provisioning_blocks [None req-ad13160b-513d-4512-a15f-cb40cce6b7e9 None None] Provisioning complete for port 47174a13-e0d5-4d65-a13f-aed62cc1fbf1 triggered by entity L2. {{(pid=101084) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 22:07:17.068649 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-ad13160b-513d-4512-a15f-cb40cce6b7e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-534742'] for port, provisioning_complete {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:07:17.149821 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-ad13160b-513d-4512-a15f-cb40cce6b7e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-925982'] for port, before_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:07:17.185828 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.db [None req-ad13160b-513d-4512-a15f-cb40cce6b7e9 None None] For port 47174a13-e0d5-4d65-a13f-aed62cc1fbf1, host dv-cinder-817085-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817085-1-iscsi',level=0,port_id=47174a13-e0d5-4d65-a13f-aed62cc1fbf1,segment=NetworkSegment(291e05ad-3564-45f6-9832-49264fb3214a),segment_id=291e05ad-3564-45f6-9832-49264fb3214a)] {{(pid=101084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 22:07:17.193450 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-ad13160b-513d-4512-a15f-cb40cce6b7e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728276638356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728276144285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728276144303'] for port, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:07:17.247647 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad13160b-513d-4512-a15f-cb40cce6b7e9 None None] Pushing event updated for resources: {'Port': ['ID=47174a13-e0d5-4d65-a13f-aed62cc1fbf1,revision_number=3']} {{(pid=101084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:07:17.274050 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-ef495a26-ea18-4c2a-a3d4-14ac38359a24 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1634988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1624059'] for router, after_create {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:07:17.407987 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef495a26-ea18-4c2a-a3d4-14ac38359a24 admin admin] Router 71747b9f-0946-406e-9711-d3c0db299169 is scheduled to L3 agent a7fb4010-89fb-4d99-b0a1-90d6a3aacb04 with binding_index 1 {{(pid=101083) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 08 22:07:17.515090 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef495a26-ea18-4c2a-a3d4-14ac38359a24 admin admin] Notify agent at l3_agent.dv-cinder-817085-1-iscsi the message routers_updated {{(pid=101083) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 22:07:17.527189 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2295dcc-93e4-4da4-abaa-cf64f0879c60 None None] Sync routers for ids ['71747b9f-0946-406e-9711-d3c0db299169'] in dv-cinder-817085-1-iscsi {{(pid=101085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 22:07:17.533991 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-ef495a26-ea18-4c2a-a3d4-14ac38359a24 admin admin] Publish callbacks [] for router, before_response {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:07:17.538067 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [None req-ef495a26-ea18-4c2a-a3d4-14ac38359a24 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.4897046 Nov 08 22:07:17.538236 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.wsgi [-] (101083) accepted ('10.222.0.25', 49018) {{(pid=101083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 22:07:17.538897 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2295dcc-93e4-4da4-abaa-cf64f0879c60 None None] Routers {'71747b9f-0946-406e-9711-d3c0db299169'} bound to L3 agent in host dv-cinder-817085-1-iscsi {{(pid=101085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 22:07:17.539537 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.db.l3_hamode_db [None req-a2295dcc-93e4-4da4-abaa-cf64f0879c60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817085-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T21:51:49Z,description=,heartbeat_timestamp=2021-11-08T22:06:49Z,host='dv-cinder-817085-1-iscsi',id=a7fb4010-89fb-4d99-b0a1-90d6a3aacb04,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T21:51:49Z,topic='l3_agent')) {'router_ids': ['71747b9f-0946-406e-9711-d3c0db299169'], 'active': True} {{(pid=101085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 22:07:17.596535 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5e87e4c-87df-4719-9424-e1955cb39d71 None None] Network 83d7137f-89f6-454e-ae7c-d8a3c54047ec requested from dv-cinder-817085-1-iscsi {{(pid=101084) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 22:07:17.647077 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.db.l3_dvr_db [None req-a2295dcc-93e4-4da4-abaa-cf64f0879c60 None None] Set router 71747b9f-0946-406e-9711-d3c0db299169 gateway port host: dv-cinder-817085-1-iscsi {{(pid=101085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 22:07:17.670420 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.db.provisioning_blocks [None req-ab4a00bd-3d1c-4535-9638-7b1b5d939369 None None] Provisioning complete for port 47174a13-e0d5-4d65-a13f-aed62cc1fbf1 triggered by entity DHCP. {{(pid=101084) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 22:07:17.670924 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-ab4a00bd-3d1c-4535-9638-7b1b5d939369 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-534742'] for port, provisioning_complete {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:07:17.830367 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.db.l3_hamode_db [None req-a2295dcc-93e4-4da4-abaa-cf64f0879c60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71747b9f-0946-406e-9711-d3c0db299169', 'name': 'tempest-TestVolumeBootPattern-1757242926-router', 'tenant_id': '675c9b3fa135484fae600e4b802f7186', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ae8d913-bef9-4bc0-baeb-78ef8b3a7364', 'external_fixed_ips': [{'subnet_id': 'f0dec947-372d-4ed5-9c9f-864e58aba850', 'ip_address': '172.27.3.4'}], 'enable_snat': True}, 'gw_port_id': '9e24c64b-4337-4581-b02c-06926084ead5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T22:07:16Z', 'updated_at': '2021-11-08T22:07:16Z', 'revision_number': 3, 'project_id': '675c9b3fa135484fae600e4b802f7186', 'gw_port': {'id': '9e24c64b-4337-4581-b02c-06926084ead5', 'name': '', 'network_id': '8ae8d913-bef9-4bc0-baeb-78ef8b3a7364', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:5a:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71747b9f-0946-406e-9711-d3c0db299169', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': 'f0dec947-372d-4ed5-9c9f-864e58aba850', 'ip_address': '172.27.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T22:07:16Z', 'updated_at': '2021-11-08T22:07:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f0dec947-372d-4ed5-9c9f-864e58aba850', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817085-1-iscsi'}], 'dv-cinder-817085-1-iscsi', False) {} {{(pid=101085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 22:07:17.862761 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2295dcc-93e4-4da4-abaa-cf64f0879c60 None None] Checking router: 71747b9f-0946-406e-9711-d3c0db299169 for host: dv-cinder-817085-1-iscsi {{(pid=101085) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 22:07:17.863115 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2295dcc-93e4-4da4-abaa-cf64f0879c60 None None] Updating router 71747b9f-0946-406e-9711-d3c0db299169 port 9e24c64b-4337-4581-b02c-06926084ead5 binding host dv-cinder-817085-1-iscsi {{(pid=101085) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 22:07:17.890503 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron_lib.callbacks.manager [None req-a2295dcc-93e4-4da4-abaa-cf64f0879c60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-925982'] for port, before_update {{(pid=101085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:07:18.036076 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.db.provisioning_blocks [None req-16c30efb-0d12-48e6-9792-8c2ae846f9a5 None None] Provisioning complete for port 47174a13-e0d5-4d65-a13f-aed62cc1fbf1 triggered by entity DHCP. {{(pid=101084) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 22:07:18.036440 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-16c30efb-0d12-48e6-9792-8c2ae846f9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-534742'] for port, provisioning_complete {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:07:18.155698 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron_lib.callbacks.manager [None req-a2295dcc-93e4-4da4-abaa-cf64f0879c60 None None] Publish callbacks [] for port, precommit_update {{(pid=101085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:07:18.160420 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron_lib.callbacks.manager [None req-a2295dcc-93e4-4da4-abaa-cf64f0879c60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728276638356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728276144285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728276144303'] for port, after_update {{(pid=101085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:07:18.202271 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-85fc37d8-a152-4342-b90d-569fe670fcd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-925982'] for port, before_create {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:07:18.215434 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.plugins.ml2.managers [None req-a2295dcc-93e4-4da4-abaa-cf64f0879c60 None None] Attempting to bind port 9e24c64b-4337-4581-b02c-06926084ead5 on host dv-cinder-817085-1-iscsi for vnic_type normal with profile {{(pid=101085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 22:07:18.215795 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.plugins.ml2.managers [None req-a2295dcc-93e4-4da4-abaa-cf64f0879c60 None None] Attempting to bind port 9e24c64b-4337-4581-b02c-06926084ead5 by drivers openvswitch,hyperv on host dv-cinder-817085-1-iscsi at level 0 using segments [{'id': '4f9c68d0-c68c-4bfe-b6e8-d7426962dfc1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8ae8d913-bef9-4bc0-baeb-78ef8b3a7364'}] {{(pid=101085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 22:07:18.216151 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2295dcc-93e4-4da4-abaa-cf64f0879c60 None None] Attempting to bind port 9e24c64b-4337-4581-b02c-06926084ead5 on network 8ae8d913-bef9-4bc0-baeb-78ef8b3a7364 {{(pid=101085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 22:07:18.218942 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2e1593-9886-4fa3-b77e-a2d29359a20a None None] Pushing event updated for resources: {'Port': ['ID=9e24c64b-4337-4581-b02c-06926084ead5,revision_number=2']} {{(pid=101085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:07:18.227523 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2e1593-9886-4fa3-b77e-a2d29359a20a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 22:07:18.227875 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2e1593-9886-4fa3-b77e-a2d29359a20a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 22:07:18.228769 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2e1593-9886-4fa3-b77e-a2d29359a20a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 22:07:18.229113 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2e1593-9886-4fa3-b77e-a2d29359a20a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 22:07:18.229483 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2e1593-9886-4fa3-b77e-a2d29359a20a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 22:07:18.229740 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2e1593-9886-4fa3-b77e-a2d29359a20a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 22:07:18.230059 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2e1593-9886-4fa3-b77e-a2d29359a20a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 22:07:18.230376 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2e1593-9886-4fa3-b77e-a2d29359a20a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 22:07:18.230696 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2e1593-9886-4fa3-b77e-a2d29359a20a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 22:07:18.231009 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2e1593-9886-4fa3-b77e-a2d29359a20a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 22:07:18.231321 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2e1593-9886-4fa3-b77e-a2d29359a20a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 22:07:18.231660 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2e1593-9886-4fa3-b77e-a2d29359a20a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 22:07:18.235266 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2295dcc-93e4-4da4-abaa-cf64f0879c60 None None] Checking agent: {'id': 'b17b386a-7116-42d0-acec-a66289ba5096', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817085-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 21, 51, 52), 'started_at': datetime.datetime(2021, 11, 8, 21, 52, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 22, 6, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817085-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 22:07:18.235634 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2295dcc-93e4-4da4-abaa-cf64f0879c60 None None] Checking segment: {'id': '4f9c68d0-c68c-4bfe-b6e8-d7426962dfc1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8ae8d913-bef9-4bc0-baeb-78ef8b3a7364'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 22:07:18.236119 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron_lib.callbacks.manager [None req-a2295dcc-93e4-4da4-abaa-cf64f0879c60 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:07:18.236410 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2295dcc-93e4-4da4-abaa-cf64f0879c60 None None] Bound using segment: {'id': '4f9c68d0-c68c-4bfe-b6e8-d7426962dfc1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8ae8d913-bef9-4bc0-baeb-78ef8b3a7364'} {{(pid=101085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 22:07:18.236886 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.plugins.ml2.managers [None req-a2295dcc-93e4-4da4-abaa-cf64f0879c60 None None] Bound port: 9e24c64b-4337-4581-b02c-06926084ead5, host: dv-cinder-817085-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f9c68d0-c68c-4bfe-b6e8-d7426962dfc1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8ae8d913-bef9-4bc0-baeb-78ef8b3a7364'}}] {{(pid=101085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 22:07:18.237364 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron_lib.callbacks.manager [None req-a2295dcc-93e4-4da4-abaa-cf64f0879c60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-925982'] for port, before_update {{(pid=101085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:07:18.292004 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.plugins.ml2.db [None req-a2295dcc-93e4-4da4-abaa-cf64f0879c60 None None] For port 9e24c64b-4337-4581-b02c-06926084ead5, host dv-cinder-817085-1-iscsi, cleared binding levels {{(pid=101085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 22:07:18.295283 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.plugins.ml2.db [None req-a2295dcc-93e4-4da4-abaa-cf64f0879c60 None None] For port 9e24c64b-4337-4581-b02c-06926084ead5, host dv-cinder-817085-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817085-1-iscsi',level=0,port_id=9e24c64b-4337-4581-b02c-06926084ead5,segment=NetworkSegment(4f9c68d0-c68c-4bfe-b6e8-d7426962dfc1),segment_id=4f9c68d0-c68c-4bfe-b6e8-d7426962dfc1)] {{(pid=101085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 22:07:18.303113 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron_lib.callbacks.manager [None req-a2295dcc-93e4-4da4-abaa-cf64f0879c60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728276638356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728276144285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728276144303'] for port, after_update {{(pid=101085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:07:18.369840 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.db.db_base_plugin_common [None req-85fc37d8-a152-4342-b90d-569fe670fcd3 admin admin] Allocated IP 172.20.0.1 (83d7137f-89f6-454e-ae7c-d8a3c54047ec/9914a888-52f1-4bc0-b7db-aa15204015ab/f3a85905-22b4-4c66-9192-244fcb436c21) {{(pid=101083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 22:07:18.377561 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2295dcc-93e4-4da4-abaa-cf64f0879c60 None None] Routers {'71747b9f-0946-406e-9711-d3c0db299169'} bound to L3 agent in host dv-cinder-817085-1-iscsi {{(pid=101085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 22:07:18.378111 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.db.l3_hamode_db [None req-a2295dcc-93e4-4da4-abaa-cf64f0879c60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817085-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T21:51:49Z,description=,heartbeat_timestamp=2021-11-08T22:06:49Z,host='dv-cinder-817085-1-iscsi',id=a7fb4010-89fb-4d99-b0a1-90d6a3aacb04,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T21:51:49Z,topic='l3_agent')) {'router_ids': ['71747b9f-0946-406e-9711-d3c0db299169'], 'active': True} {{(pid=101085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 22:07:18.383365 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2e1593-9886-4fa3-b77e-a2d29359a20a None None] Pushing event updated for resources: {'Port': ['ID=9e24c64b-4337-4581-b02c-06926084ead5,revision_number=3']} {{(pid=101085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:07:18.482085 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-85fc37d8-a152-4342-b90d-569fe670fcd3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:07:18.493398 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.db.l3_dvr_db [None req-a2295dcc-93e4-4da4-abaa-cf64f0879c60 None None] Set router 71747b9f-0946-406e-9711-d3c0db299169 gateway port host: dv-cinder-817085-1-iscsi {{(pid=101085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 22:07:18.518516 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-85fc37d8-a152-4342-b90d-569fe670fcd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728276144267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7659000'] for port, after_create {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:07:18.554794 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85fc37d8-a152-4342-b90d-569fe670fcd3 admin admin] Network 83d7137f-89f6-454e-ae7c-d8a3c54047ec is already hosted by enough agents. {{(pid=101083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 22:07:18.557609 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.scheduler.base_scheduler [None req-85fc37d8-a152-4342-b90d-569fe670fcd3 admin admin] Resources bound (agent type, host, resource id): {{(pid=101083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 22:07:18.560068 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85fc37d8-a152-4342-b90d-569fe670fcd3 admin admin] Received port after_create {{(pid=101083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 22:07:18.591689 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fc37d8-a152-4342-b90d-569fe670fcd3 admin admin] Pushing event updated for resources: {'Port': ['ID=f3a85905-22b4-4c66-9192-244fcb436c21,revision_number=1']} {{(pid=101083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:07:18.608520 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-85fc37d8-a152-4342-b90d-569fe670fcd3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1623086'] for router_interface, before_create {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:07:18.679144 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.db.l3_hamode_db [None req-a2295dcc-93e4-4da4-abaa-cf64f0879c60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71747b9f-0946-406e-9711-d3c0db299169', 'name': 'tempest-TestVolumeBootPattern-1757242926-router', 'tenant_id': '675c9b3fa135484fae600e4b802f7186', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ae8d913-bef9-4bc0-baeb-78ef8b3a7364', 'external_fixed_ips': [{'subnet_id': 'f0dec947-372d-4ed5-9c9f-864e58aba850', 'ip_address': '172.27.3.4'}], 'enable_snat': True}, 'gw_port_id': '9e24c64b-4337-4581-b02c-06926084ead5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T22:07:16Z', 'updated_at': '2021-11-08T22:07:16Z', 'revision_number': 3, 'project_id': '675c9b3fa135484fae600e4b802f7186', 'gw_port': {'id': '9e24c64b-4337-4581-b02c-06926084ead5', 'name': '', 'network_id': '8ae8d913-bef9-4bc0-baeb-78ef8b3a7364', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:5a:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71747b9f-0946-406e-9711-d3c0db299169', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': 'f0dec947-372d-4ed5-9c9f-864e58aba850', 'ip_address': '172.27.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T22:07:16Z', 'updated_at': '2021-11-08T22:07:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0dec947-372d-4ed5-9c9f-864e58aba850', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817085-1-iscsi'}], 'dv-cinder-817085-1-iscsi', False) {} {{(pid=101085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 22:07:18.710179 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2295dcc-93e4-4da4-abaa-cf64f0879c60 None None] The sync data for ids ['71747b9f-0946-406e-9711-d3c0db299169'] in dv-cinder-817085-1-iscsi is: [{'id': '71747b9f-0946-406e-9711-d3c0db299169', 'name': 'tempest-TestVolumeBootPattern-1757242926-router', 'tenant_id': '675c9b3fa135484fae600e4b802f7186', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ae8d913-bef9-4bc0-baeb-78ef8b3a7364', 'external_fixed_ips': [{'subnet_id': 'f0dec947-372d-4ed5-9c9f-864e58aba850', 'ip_address': '172.27.3.4'}], 'enable_snat': True}, 'gw_port_id': '9e24c64b-4337-4581-b02c-06926084ead5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T22:07:16Z', 'updated_at': '2021-11-08T22:07:16Z', 'revision_number': 3, 'project_id': '675c9b3fa135484fae600e4b802f7186', 'gw_port': {'id': '9e24c64b-4337-4581-b02c-06926084ead5', 'name': '', 'network_id': '8ae8d913-bef9-4bc0-baeb-78ef8b3a7364', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:5a:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71747b9f-0946-406e-9711-d3c0db299169', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': 'f0dec947-372d-4ed5-9c9f-864e58aba850', 'ip_address': '172.27.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T22:07:16Z', 'updated_at': '2021-11-08T22:07:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0dec947-372d-4ed5-9c9f-864e58aba850', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817085-1-iscsi'}] {{(pid=101085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 22:07:18.740897 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-85fc37d8-a152-4342-b90d-569fe670fcd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-925982'] for port, before_update {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:07:18.854102 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.db.provisioning_blocks [None req-c64fe44d-16a8-4019-86de-f546a184255a None None] Provisioning complete for port f3a85905-22b4-4c66-9192-244fcb436c21 triggered by entity DHCP. {{(pid=101084) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 22:07:18.854631 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-c64fe44d-16a8-4019-86de-f546a184255a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-534742'] for port, provisioning_complete {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:07:18.890403 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.plugin [None req-c64fe44d-16a8-4019-86de-f546a184255a None None] Port f3a85905-22b4-4c66-9192-244fcb436c21 cannot update to ACTIVE because it is not bound. {{(pid=101084) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 22:07:18.907730 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-85fc37d8-a152-4342-b90d-569fe670fcd3 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:07:18.912703 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-85fc37d8-a152-4342-b90d-569fe670fcd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728276638356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728276144285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728276144303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7658983'] for port, after_update {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:07:18.987792 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-85fc37d8-a152-4342-b90d-569fe670fcd3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1646123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1623226'] for router_interface, after_create {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:07:18.999386 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fc37d8-a152-4342-b90d-569fe670fcd3 admin admin] Pushing event updated for resources: {'Port': ['ID=f3a85905-22b4-4c66-9192-244fcb436c21,revision_number=2']} {{(pid=101083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:07:19.031642 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.rpc [None req-ad13160b-513d-4512-a15f-cb40cce6b7e9 None None] Device 47174a13-e0d5-4d65-a13f-aed62cc1fbf1 up at agent ovs-agent-dv-cinder-817085-1-iscsi {{(pid=101084) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 22:07:19.086724 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.db.provisioning_blocks [None req-ad13160b-513d-4512-a15f-cb40cce6b7e9 None None] Provisioning complete for port 47174a13-e0d5-4d65-a13f-aed62cc1fbf1 triggered by entity L2. {{(pid=101084) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 22:07:19.087096 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-ad13160b-513d-4512-a15f-cb40cce6b7e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-534742'] for port, provisioning_complete {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:07:19.099441 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85fc37d8-a152-4342-b90d-569fe670fcd3 admin admin] Network 83d7137f-89f6-454e-ae7c-d8a3c54047ec is already hosted by enough agents. {{(pid=101083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 22:07:19.100841 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.scheduler.base_scheduler [None req-85fc37d8-a152-4342-b90d-569fe670fcd3 admin admin] Resources bound (agent type, host, resource id): {{(pid=101083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 22:07:19.158094 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-9cab77b9-b946-4968-84e7-0db4ef833f56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728276665375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534631'] for agent, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:07:19.246871 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85fc37d8-a152-4342-b90d-569fe670fcd3 admin admin] Router 71747b9f-0946-406e-9711-d3c0db299169 has already been hosted by L3 agent a7fb4010-89fb-4d99-b0a1-90d6a3aacb04 {{(pid=101083) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 22:07:19.364846 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85fc37d8-a152-4342-b90d-569fe670fcd3 admin admin] Notify agent at l3_agent.dv-cinder-817085-1-iscsi the message routers_updated {{(pid=101083) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 22:07:19.370832 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [None req-85fc37d8-a152-4342-b90d-569fe670fcd3 admin admin] 10.222.0.25 "PUT /v2.0/routers/71747b9f-0946-406e-9711-d3c0db299169/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8315172 Nov 08 22:07:19.415233 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.db.provisioning_blocks [None req-8f282caa-5821-43ed-926e-9255d5fe5680 None None] Provisioning complete for port f3a85905-22b4-4c66-9192-244fcb436c21 triggered by entity DHCP. {{(pid=101084) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 22:07:19.416127 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-8f282caa-5821-43ed-926e-9255d5fe5680 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-534742'] for port, provisioning_complete {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:07:19.453034 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.plugin [None req-8f282caa-5821-43ed-926e-9255d5fe5680 None None] Port f3a85905-22b4-4c66-9192-244fcb436c21 cannot update to ACTIVE because it is not bound. {{(pid=101084) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 22:07:19.871435 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.wsgi [-] (101082) accepted ('10.222.0.25', 49062) {{(pid=101082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 22:07:19.876362 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.v2.base [None req-8af0e152-66ea-4e20-af8c-bf913ccb53db admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-236454600-network', 'tenant_id': 'd0140ddaa18548789ee7f2235c15e48d'}} {{(pid=101082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 22:07:19.897137 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8af0e152-66ea-4e20-af8c-bf913ccb53db admin admin] Made reservation on behalf of d0140ddaa18548789ee7f2235c15e48d for: {'network': 1} {{(pid=101082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 22:07:19.899461 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-8af0e152-66ea-4e20-af8c-bf913ccb53db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-925982'] for network, before_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:07:19.909247 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-8af0e152-66ea-4e20-af8c-bf913ccb53db admin admin] Publish callbacks [] for security_group, before_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:07:19.982337 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-8af0e152-66ea-4e20-af8c-bf913ccb53db admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:07:19.985925 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-8af0e152-66ea-4e20-af8c-bf913ccb53db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2033567'] for security_group, after_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:07:20.009021 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8af0e152-66ea-4e20-af8c-bf913ccb53db admin admin] vlan segment allocate from pool success with {'vlan_id': 727, 'physical_network': 'physnet1'} {{(pid=101082) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 22:07:20.024253 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af0e152-66ea-4e20-af8c-bf913ccb53db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5e486a1-d1ac-4e0a-8a7e-2611b2aeb045,revision_number=1']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:07:20.028152 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-8af0e152-66ea-4e20-af8c-bf913ccb53db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-527333'] for segment, precommit_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:07:20.028506 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.db.segments_db [None req-8af0e152-66ea-4e20-af8c-bf913ccb53db admin admin] Added segment 48ebeb7e-01ef-48c6-b593-099ff00f3b89 of type vlan for network 3e34e8ae-453f-4da6-952a-7d5c83f721cb Nov 08 22:07:20.070116 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-8af0e152-66ea-4e20-af8c-bf913ccb53db admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728276129500'] for network, precommit_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:07:20.096324 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-8af0e152-66ea-4e20-af8c-bf913ccb53db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646297'] for network, after_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:07:20.097314 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8af0e152-66ea-4e20-af8c-bf913ccb53db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:07:20.097894 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-8af0e152-66ea-4e20-af8c-bf913ccb53db admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646287'] for network, before_response {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:07:20.156850 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.wsgi [-] (101083) accepted ('10.222.0.25', 49066) {{(pid=101083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 22:07:20.157068 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [None req-8af0e152-66ea-4e20-af8c-bf913ccb53db admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.2843919 Nov 08 22:07:20.162280 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.v2.base [None req-c106b173-b3e6-4770-b10d-c2cb7a4f5e7b admin admin] Request body: {'subnet': {'network_id': '3e34e8ae-453f-4da6-952a-7d5c83f721cb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-236454600-subnet', 'tenant_id': 'd0140ddaa18548789ee7f2235c15e48d', 'ip_version': 4}} {{(pid=101083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 22:07:20.162582 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af0e152-66ea-4e20-af8c-bf913ccb53db admin admin] Pushing event updated for resources: {'Network': ['ID=3e34e8ae-453f-4da6-952a-7d5c83f721cb,revision_number=1']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:07:20.174262 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.rpc [None req-ad13160b-513d-4512-a15f-cb40cce6b7e9 None None] Network 3e34e8ae-453f-4da6-952a-7d5c83f721cb details requested by agent ovs-agent-dv-cinder-817085-1-iscsi with host dv-cinder-817085-1-iscsi {{(pid=101084) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 22:07:20.178670 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-38f8c81f-ca07-4188-b5ff-70ceca3f97c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728276665375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534631'] for agent, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:07:20.193849 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c106b173-b3e6-4770-b10d-c2cb7a4f5e7b admin admin] Made reservation on behalf of d0140ddaa18548789ee7f2235c15e48d for: {'subnet': 1} {{(pid=101083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 22:07:20.197512 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-c106b173-b3e6-4770-b10d-c2cb7a4f5e7b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4933386'] for subnet, before_create {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:07:20.392881 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-c106b173-b3e6-4770-b10d-c2cb7a4f5e7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7658860', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4932592'] for subnet, after_create {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:07:20.457052 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c106b173-b3e6-4770-b10d-c2cb7a4f5e7b admin admin] Pushing event updated for resources: {'Subnet': ['ID=139f7ad8-1fdc-4864-9140-788bc00753da,revision_number=0']} {{(pid=101083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:07:20.458419 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-887510a8-557d-46db-bf07-3723abd6ef63 None None] Sync routers for ids ['71747b9f-0946-406e-9711-d3c0db299169'] in dv-cinder-817085-1-iscsi {{(pid=101084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 22:07:20.469778 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-887510a8-557d-46db-bf07-3723abd6ef63 None None] Routers {'71747b9f-0946-406e-9711-d3c0db299169'} bound to L3 agent in host dv-cinder-817085-1-iscsi {{(pid=101084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 22:07:20.470721 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.db.l3_hamode_db [None req-887510a8-557d-46db-bf07-3723abd6ef63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817085-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T21:51:49Z,description=,heartbeat_timestamp=2021-11-08T22:07:19Z,host='dv-cinder-817085-1-iscsi',id=a7fb4010-89fb-4d99-b0a1-90d6a3aacb04,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T21:51:49Z,topic='l3_agent')) {'router_ids': ['71747b9f-0946-406e-9711-d3c0db299169'], 'active': True} {{(pid=101084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 22:07:20.472628 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c106b173-b3e6-4770-b10d-c2cb7a4f5e7b admin admin] Checking segment: {'id': '48ebeb7e-01ef-48c6-b593-099ff00f3b89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '3e34e8ae-453f-4da6-952a-7d5c83f721cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 22:07:20.473102 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c106b173-b3e6-4770-b10d-c2cb7a4f5e7b admin admin] Network hostable DHCP agents. Network: 3e34e8ae-453f-4da6-952a-7d5c83f721cb, hostable agents: ['d8645970-7d7f-496c-a75a-0ae64c095b3b'], hosted agents: [] {{(pid=101083) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 22:07:20.493342 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c106b173-b3e6-4770-b10d-c2cb7a4f5e7b admin admin] Network 3e34e8ae-453f-4da6-952a-7d5c83f721cb is scheduled to be hosted by DHCP agent d8645970-7d7f-496c-a75a-0ae64c095b3b with binding_index 1 {{(pid=101083) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 22:07:20.504744 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.scheduler.base_scheduler [None req-c106b173-b3e6-4770-b10d-c2cb7a4f5e7b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817085-1-iscsi, 3e34e8ae-453f-4da6-952a-7d5c83f721cb) {{(pid=101083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 22:07:20.517809 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10bc254d-9d75-4494-983c-e1f4bc6c94c8 None None] Network 3e34e8ae-453f-4da6-952a-7d5c83f721cb requested from dv-cinder-817085-1-iscsi {{(pid=101084) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 22:07:20.518141 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c106b173-b3e6-4770-b10d-c2cb7a4f5e7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:07:20.518737 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-c106b173-b3e6-4770-b10d-c2cb7a4f5e7b admin admin] Publish callbacks [] for subnet, before_response {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:07:20.536874 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [None req-c106b173-b3e6-4770-b10d-c2cb7a4f5e7b admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3773711 Nov 08 22:07:20.538380 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.wsgi [-] (101083) accepted ('10.222.0.25', 49076) {{(pid=101083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 22:07:20.543966 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.v2.base [None req-a2ea4e72-3008-4596-84ea-f4a21bb88e95 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-236454600-router', 'tenant_id': 'd0140ddaa18548789ee7f2235c15e48d', 'external_gateway_info': {'network_id': '8ae8d913-bef9-4bc0-baeb-78ef8b3a7364'}}} {{(pid=101083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 22:07:20.549097 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887399e2-7da3-4ed4-90bb-b14dc7b0f311 req-ebf81b25-4b32-427c-9535-43f76db46961 tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:07:20.550608 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-887399e2-7da3-4ed4-90bb-b14dc7b0f311 req-ebf81b25-4b32-427c-9535-43f76db46961 tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] 10.222.0.25 "GET /v2.0/ports?device_id=31eef623-5aba-415d-8a0b-07bee9153119 HTTP/1.1" status: 200 len: 946 time: 0.0549653 Nov 08 22:07:20.571283 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-a2ea4e72-3008-4596-84ea-f4a21bb88e95 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1634839', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5220'] for router, before_create {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:07:20.573547 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-a2ea4e72-3008-4596-84ea-f4a21bb88e95 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1634979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1623854', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2032021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5213'] for router, precommit_create {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:07:20.609087 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-887399e2-7da3-4ed4-90bb-b14dc7b0f311 req-5aed8b06-64ff-4f4c-a7cd-490671705e45 tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] 10.222.0.25 "GET /v2.0/security-groups?id=48e589e1-a7d0-4554-9a00-a156bc596d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524344 Nov 08 22:07:20.631675 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-a2ea4e72-3008-4596-84ea-f4a21bb88e95 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:07:20.770972 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.db.l3_dvr_db [None req-887510a8-557d-46db-bf07-3723abd6ef63 None None] Set router 71747b9f-0946-406e-9711-d3c0db299169 gateway port host: dv-cinder-817085-1-iscsi {{(pid=101084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 22:07:20.789473 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-a2ea4e72-3008-4596-84ea-f4a21bb88e95 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:07:20.966933 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14603759-7328-4141-be3a-c6cd3a4bd5a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpad403e5c-bbfa-5de7-8c3e-c07e4fe3bb96-3e34e8ae-453f-4da6-952a-7d5c83f721cb', 'network_id': '3e34e8ae-453f-4da6-952a-7d5c83f721cb', 'tenant_id': 'd0140ddaa18548789ee7f2235c15e48d', 'fixed_ips': [{'subnet_id': '139f7ad8-1fdc-4864-9140-788bc00753da'}]}} from dv-cinder-817085-1-iscsi. {{(pid=101084) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 22:07:20.968080 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-14603759-7328-4141-be3a-c6cd3a4bd5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-925982'] for port, before_create {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:07:21.005978 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-a2ea4e72-3008-4596-84ea-f4a21bb88e95 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:07:21.014555 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.rpc [None req-ad13160b-513d-4512-a15f-cb40cce6b7e9 None None] Device 9e24c64b-4337-4581-b02c-06926084ead5 up at agent ovs-agent-dv-cinder-817085-1-iscsi {{(pid=101084) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 22:07:21.030842 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-a2ea4e72-3008-4596-84ea-f4a21bb88e95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-925982'] for port, before_create {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:07:21.133214 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.db.db_base_plugin_common [None req-a2ea4e72-3008-4596-84ea-f4a21bb88e95 admin admin] Allocated IP 172.27.3.209 (8ae8d913-bef9-4bc0-baeb-78ef8b3a7364/f0dec947-372d-4ed5-9c9f-864e58aba850/00f75eff-20c9-4726-a12d-ed4dc2ba2243) {{(pid=101083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 22:07:21.194423 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.db.provisioning_blocks [None req-ad13160b-513d-4512-a15f-cb40cce6b7e9 None None] Provisioning complete for port 9e24c64b-4337-4581-b02c-06926084ead5 triggered by entity L2. {{(pid=101084) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 22:07:21.195044 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-ad13160b-513d-4512-a15f-cb40cce6b7e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-534742'] for port, provisioning_complete {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:07:21.221494 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.db.db_base_plugin_common [None req-14603759-7328-4141-be3a-c6cd3a4bd5a0 None None] Allocated IP 172.20.0.2 (3e34e8ae-453f-4da6-952a-7d5c83f721cb/139f7ad8-1fdc-4864-9140-788bc00753da/93020f9b-089e-4dcf-833c-3423cb63281e) {{(pid=101084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 22:07:21.234185 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.db.l3_hamode_db [None req-887510a8-557d-46db-bf07-3723abd6ef63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71747b9f-0946-406e-9711-d3c0db299169', 'name': 'tempest-TestVolumeBootPattern-1757242926-router', 'tenant_id': '675c9b3fa135484fae600e4b802f7186', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ae8d913-bef9-4bc0-baeb-78ef8b3a7364', 'external_fixed_ips': [{'subnet_id': 'f0dec947-372d-4ed5-9c9f-864e58aba850', 'ip_address': '172.27.3.4'}], 'enable_snat': True}, 'gw_port_id': '9e24c64b-4337-4581-b02c-06926084ead5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T22:07:16Z', 'updated_at': '2021-11-08T22:07:18Z', 'revision_number': 4, 'project_id': '675c9b3fa135484fae600e4b802f7186', 'gw_port': {'id': '9e24c64b-4337-4581-b02c-06926084ead5', 'name': '', 'network_id': '8ae8d913-bef9-4bc0-baeb-78ef8b3a7364', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:5a:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71747b9f-0946-406e-9711-d3c0db299169', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': 'f0dec947-372d-4ed5-9c9f-864e58aba850', 'ip_address': '172.27.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T22:07:16Z', 'updated_at': '2021-11-08T22:07:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0dec947-372d-4ed5-9c9f-864e58aba850', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817085-1-iscsi', '_interfaces': [{'id': 'f3a85905-22b4-4c66-9192-244fcb436c21', 'name': '', 'network_id': '83d7137f-89f6-454e-ae7c-d8a3c54047ec', 'tenant_id': '675c9b3fa135484fae600e4b802f7186', 'mac_address': 'fa:16:3e:f8:3d:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71747b9f-0946-406e-9711-d3c0db299169', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '9914a888-52f1-4bc0-b7db-aa15204015ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T22:07:18Z', 'updated_at': '2021-11-08T22:07:18Z', 'revision_number': 2, 'project_id': '675c9b3fa135484fae600e4b802f7186', 'subnets': [{'id': '9914a888-52f1-4bc0-b7db-aa15204015ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817085-1-iscsi', False) {} {{(pid=101084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 22:07:21.241616 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-a2ea4e72-3008-4596-84ea-f4a21bb88e95 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:07:21.273310 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-887510a8-557d-46db-bf07-3723abd6ef63 None None] Checking router: 71747b9f-0946-406e-9711-d3c0db299169 for host: dv-cinder-817085-1-iscsi {{(pid=101084) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 22:07:21.273726 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-887510a8-557d-46db-bf07-3723abd6ef63 None None] Updating router 71747b9f-0946-406e-9711-d3c0db299169 port f3a85905-22b4-4c66-9192-244fcb436c21 binding host dv-cinder-817085-1-iscsi {{(pid=101084) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 22:07:21.275695 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-a2ea4e72-3008-4596-84ea-f4a21bb88e95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728276144267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7659000'] for port, after_create {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:07:21.309009 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2ea4e72-3008-4596-84ea-f4a21bb88e95 admin admin] Network 8ae8d913-bef9-4bc0-baeb-78ef8b3a7364 is already hosted by enough agents. {{(pid=101083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 22:07:21.311767 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.scheduler.base_scheduler [None req-a2ea4e72-3008-4596-84ea-f4a21bb88e95 admin admin] Resources bound (agent type, host, resource id): {{(pid=101083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 22:07:21.314436 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2ea4e72-3008-4596-84ea-f4a21bb88e95 admin admin] Received port after_create {{(pid=101083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 22:07:21.350186 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ea4e72-3008-4596-84ea-f4a21bb88e95 admin admin] Pushing event updated for resources: {'Port': ['ID=00f75eff-20c9-4726-a12d-ed4dc2ba2243,revision_number=1']} {{(pid=101083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:07:21.350456 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-887510a8-557d-46db-bf07-3723abd6ef63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-925982'] for port, before_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:07:21.457777 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-ad13160b-513d-4512-a15f-cb40cce6b7e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-925982'] for port, before_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:07:21.550186 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.db [None req-ad13160b-513d-4512-a15f-cb40cce6b7e9 None None] For port 9e24c64b-4337-4581-b02c-06926084ead5, host dv-cinder-817085-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817085-1-iscsi',level=0,port_id=9e24c64b-4337-4581-b02c-06926084ead5,segment=NetworkSegment(4f9c68d0-c68c-4bfe-b6e8-d7426962dfc1),segment_id=4f9c68d0-c68c-4bfe-b6e8-d7426962dfc1)] {{(pid=101084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 22:07:21.565762 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-ad13160b-513d-4512-a15f-cb40cce6b7e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728276638356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728276144285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728276144303'] for port, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:07:21.569826 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-a2ea4e72-3008-4596-84ea-f4a21bb88e95 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:07:21.597792 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-14603759-7328-4141-be3a-c6cd3a4bd5a0 None None] Publish callbacks [] for port, precommit_create {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:07:21.611076 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-14603759-7328-4141-be3a-c6cd3a4bd5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728276144267'] for port, after_create {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:07:21.675958 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14603759-7328-4141-be3a-c6cd3a4bd5a0 None None] Network 3e34e8ae-453f-4da6-952a-7d5c83f721cb is already hosted by enough agents. {{(pid=101084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 22:07:21.686020 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.scheduler.base_scheduler [None req-14603759-7328-4141-be3a-c6cd3a4bd5a0 None None] Resources bound (agent type, host, resource id): {{(pid=101084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 22:07:21.689847 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14603759-7328-4141-be3a-c6cd3a4bd5a0 None None] Received port after_create {{(pid=101084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 22:07:21.691664 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad13160b-513d-4512-a15f-cb40cce6b7e9 None None] Pushing event updated for resources: {'Port': ['ID=9e24c64b-4337-4581-b02c-06926084ead5,revision_number=4']} {{(pid=101084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:07:21.761116 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcedc17-7679-4981-8596-79757d5dd693 req-a35587e2-8f1f-4bca-9e1e-f441b070e3d6 tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:07:21.762608 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-7bcedc17-7679-4981-8596-79757d5dd693 req-a35587e2-8f1f-4bca-9e1e-f441b070e3d6 tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] 10.222.0.25 "GET /v2.0/ports?device_id=31eef623-5aba-415d-8a0b-07bee9153119 HTTP/1.1" status: 200 len: 946 time: 0.0496032 Nov 08 22:07:21.792985 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-a2ea4e72-3008-4596-84ea-f4a21bb88e95 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1634988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1624059'] for router, after_create {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:07:21.801692 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.wsgi [-] (101083) accepted ('10.222.0.25', 49088) {{(pid=101083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 22:07:21.802426 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14603759-7328-4141-be3a-c6cd3a4bd5a0 None None] Pushing event updated for resources: {'Port': ['ID=93020f9b-089e-4dcf-833c-3423cb63281e,revision_number=1']} {{(pid=101084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:07:21.811880 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.managers [None req-14603759-7328-4141-be3a-c6cd3a4bd5a0 None None] Attempting to bind port 93020f9b-089e-4dcf-833c-3423cb63281e on host dv-cinder-817085-1-iscsi for vnic_type normal with profile {{(pid=101084) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 22:07:21.812249 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.managers [None req-14603759-7328-4141-be3a-c6cd3a4bd5a0 None None] Attempting to bind port 93020f9b-089e-4dcf-833c-3423cb63281e by drivers openvswitch,hyperv on host dv-cinder-817085-1-iscsi at level 0 using segments [{'id': '48ebeb7e-01ef-48c6-b593-099ff00f3b89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '3e34e8ae-453f-4da6-952a-7d5c83f721cb'}] {{(pid=101084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 22:07:21.812603 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14603759-7328-4141-be3a-c6cd3a4bd5a0 None None] Attempting to bind port 93020f9b-089e-4dcf-833c-3423cb63281e on network 3e34e8ae-453f-4da6-952a-7d5c83f721cb {{(pid=101084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 22:07:21.825613 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-7bcedc17-7679-4981-8596-79757d5dd693 req-59e49c03-bdea-490f-aa26-fc1b1a45bac3 tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] 10.222.0.25 "GET /v2.0/security-groups?id=48e589e1-a7d0-4554-9a00-a156bc596d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557685 Nov 08 22:07:21.835821 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14603759-7328-4141-be3a-c6cd3a4bd5a0 None None] Checking agent: {'id': 'b17b386a-7116-42d0-acec-a66289ba5096', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817085-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 21, 51, 52), 'started_at': datetime.datetime(2021, 11, 8, 21, 52, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 22, 6, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817085-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 22:07:21.836193 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14603759-7328-4141-be3a-c6cd3a4bd5a0 None None] Checking segment: {'id': '48ebeb7e-01ef-48c6-b593-099ff00f3b89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '3e34e8ae-453f-4da6-952a-7d5c83f721cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 22:07:21.836583 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-14603759-7328-4141-be3a-c6cd3a4bd5a0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:07:21.836983 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14603759-7328-4141-be3a-c6cd3a4bd5a0 None None] Bound using segment: {'id': '48ebeb7e-01ef-48c6-b593-099ff00f3b89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '3e34e8ae-453f-4da6-952a-7d5c83f721cb'} {{(pid=101084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 22:07:21.837980 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.managers [None req-14603759-7328-4141-be3a-c6cd3a4bd5a0 None None] Bound port: 93020f9b-089e-4dcf-833c-3423cb63281e, host: dv-cinder-817085-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48ebeb7e-01ef-48c6-b593-099ff00f3b89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '3e34e8ae-453f-4da6-952a-7d5c83f721cb'}}] {{(pid=101084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 22:07:21.838356 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-14603759-7328-4141-be3a-c6cd3a4bd5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-925982'] for port, before_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:07:21.858841 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-550ddcb2-f0f8-4b6b-a238-0b8e3ebb0b9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728276665375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534631'] for agent, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:07:21.924956 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-887510a8-557d-46db-bf07-3723abd6ef63 None None] Publish callbacks [] for port, precommit_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:07:21.926695 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f58f76e-4efe-4b49-9b72-4ffcda495248 admin admin] Deleting subnet d355c4e7-ca33-4d3f-b869-56d92c793160 {{(pid=101083) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 22:07:21.932229 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-887510a8-557d-46db-bf07-3723abd6ef63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728276638356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728276144285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728276144303'] for port, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:07:21.957962 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-2f58f76e-4efe-4b49-9b72-4ffcda495248 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:07:21.981824 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.db [None req-14603759-7328-4141-be3a-c6cd3a4bd5a0 None None] For port 93020f9b-089e-4dcf-833c-3423cb63281e, host dv-cinder-817085-1-iscsi, cleared binding levels {{(pid=101084) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 22:07:22.002075 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.db [None req-14603759-7328-4141-be3a-c6cd3a4bd5a0 None None] For port 93020f9b-089e-4dcf-833c-3423cb63281e, host dv-cinder-817085-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817085-1-iscsi',level=0,port_id=93020f9b-089e-4dcf-833c-3423cb63281e,segment=NetworkSegment(48ebeb7e-01ef-48c6-b593-099ff00f3b89),segment_id=48ebeb7e-01ef-48c6-b593-099ff00f3b89)] {{(pid=101084) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 22:07:22.010641 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7924683a-3ad5-410b-a7ad-b0897e891205 None None] Pushing event updated for resources: {'Port': ['ID=f3a85905-22b4-4c66-9192-244fcb436c21,revision_number=3']} {{(pid=101084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:07:22.013365 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-14603759-7328-4141-be3a-c6cd3a4bd5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728276638356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728276144285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728276144303'] for port, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:07:22.022717 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d91908-7a00-4287-9fe5-f424e3d1932f req-8a0b49df-294b-4c6a-b8e4-e4be542aeadd tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:07:22.024243 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-44d91908-7a00-4287-9fe5-f424e3d1932f req-8a0b49df-294b-4c6a-b8e4-e4be542aeadd tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] 10.222.0.48 "GET /v2.0/ports?device_id=31eef623-5aba-415d-8a0b-07bee9153119 HTTP/1.1" status: 200 len: 946 time: 0.1363375 Nov 08 22:07:22.030033 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-2f58f76e-4efe-4b49-9b72-4ffcda495248 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8163774'] for subnet, precommit_delete_associations {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:07:22.117194 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-2f58f76e-4efe-4b49-9b72-4ffcda495248 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-524324'] for subnet, precommit_delete {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:07:22.117491 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.managers [None req-887510a8-557d-46db-bf07-3723abd6ef63 None None] Attempting to bind port f3a85905-22b4-4c66-9192-244fcb436c21 on host dv-cinder-817085-1-iscsi for vnic_type normal with profile {{(pid=101084) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 22:07:22.117858 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.managers [None req-887510a8-557d-46db-bf07-3723abd6ef63 None None] Attempting to bind port f3a85905-22b4-4c66-9192-244fcb436c21 by drivers openvswitch,hyperv on host dv-cinder-817085-1-iscsi at level 0 using segments [{'id': '291e05ad-3564-45f6-9832-49264fb3214a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '83d7137f-89f6-454e-ae7c-d8a3c54047ec'}] {{(pid=101084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 22:07:22.118401 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-887510a8-557d-46db-bf07-3723abd6ef63 None None] Attempting to bind port f3a85905-22b4-4c66-9192-244fcb436c21 on network 83d7137f-89f6-454e-ae7c-d8a3c54047ec {{(pid=101084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 22:07:22.120608 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14603759-7328-4141-be3a-c6cd3a4bd5a0 None None] Pushing event updated for resources: {'Port': ['ID=93020f9b-089e-4dcf-833c-3423cb63281e,revision_number=2']} {{(pid=101084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:07:22.127075 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-887510a8-557d-46db-bf07-3723abd6ef63 None None] Checking agent: {'id': 'b17b386a-7116-42d0-acec-a66289ba5096', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817085-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 21, 51, 52), 'started_at': datetime.datetime(2021, 11, 8, 21, 52, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 22, 6, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817085-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 22:07:22.127451 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-887510a8-557d-46db-bf07-3723abd6ef63 None None] Checking segment: {'id': '291e05ad-3564-45f6-9832-49264fb3214a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '83d7137f-89f6-454e-ae7c-d8a3c54047ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 22:07:22.127854 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-887510a8-557d-46db-bf07-3723abd6ef63 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:07:22.128223 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-887510a8-557d-46db-bf07-3723abd6ef63 None None] Bound using segment: {'id': '291e05ad-3564-45f6-9832-49264fb3214a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '83d7137f-89f6-454e-ae7c-d8a3c54047ec'} {{(pid=101084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 22:07:22.129008 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.managers [None req-887510a8-557d-46db-bf07-3723abd6ef63 None None] Bound port: f3a85905-22b4-4c66-9192-244fcb436c21, host: dv-cinder-817085-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '291e05ad-3564-45f6-9832-49264fb3214a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '83d7137f-89f6-454e-ae7c-d8a3c54047ec'}}] {{(pid=101084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 22:07:22.129392 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-887510a8-557d-46db-bf07-3723abd6ef63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-925982'] for port, before_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:07:22.204097 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2ea4e72-3008-4596-84ea-f4a21bb88e95 admin admin] Router 3df879be-fb3d-4a21-9cd8-8d75b6cff9f5 is scheduled to L3 agent a7fb4010-89fb-4d99-b0a1-90d6a3aacb04 with binding_index 1 {{(pid=101083) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 08 22:07:22.207366 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.db [None req-887510a8-557d-46db-bf07-3723abd6ef63 None None] For port f3a85905-22b4-4c66-9192-244fcb436c21, host dv-cinder-817085-1-iscsi, cleared binding levels {{(pid=101084) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 22:07:22.211267 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.db [None req-887510a8-557d-46db-bf07-3723abd6ef63 None None] For port f3a85905-22b4-4c66-9192-244fcb436c21, host dv-cinder-817085-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817085-1-iscsi',level=0,port_id=f3a85905-22b4-4c66-9192-244fcb436c21,segment=NetworkSegment(291e05ad-3564-45f6-9832-49264fb3214a),segment_id=291e05ad-3564-45f6-9832-49264fb3214a)] {{(pid=101084) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 22:07:22.218129 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-887510a8-557d-46db-bf07-3723abd6ef63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728276638356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728276144285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728276144303'] for port, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:07:22.258735 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-2f58f76e-4efe-4b49-9b72-4ffcda495248 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-524333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7658797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4932587'] for subnet, after_delete {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:07:22.275909 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-2f58f76e-4efe-4b49-9b72-4ffcda495248 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:07:22.276942 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-887510a8-557d-46db-bf07-3723abd6ef63 None None] Routers {'71747b9f-0946-406e-9711-d3c0db299169'} bound to L3 agent in host dv-cinder-817085-1-iscsi {{(pid=101084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 22:07:22.277581 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.db.l3_hamode_db [None req-887510a8-557d-46db-bf07-3723abd6ef63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817085-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T21:51:49Z,description=,heartbeat_timestamp=2021-11-08T22:07:19Z,host='dv-cinder-817085-1-iscsi',id=a7fb4010-89fb-4d99-b0a1-90d6a3aacb04,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T21:51:49Z,topic='l3_agent')) {'router_ids': ['71747b9f-0946-406e-9711-d3c0db299169'], 'active': True} {{(pid=101084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 22:07:22.281304 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [None req-2f58f76e-4efe-4b49-9b72-4ffcda495248 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/d355c4e7-ca33-4d3f-b869-56d92c793160 HTTP/1.1" status: 204 len: 168 time: 0.4764535 Nov 08 22:07:22.281672 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.wsgi [-] (101082) accepted ('10.222.0.25', 49090) {{(pid=101082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 22:07:22.300625 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f58f76e-4efe-4b49-9b72-4ffcda495248 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d355c4e7-ca33-4d3f-b869-56d92c793160,revision_number=None']} {{(pid=101083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:07:22.372462 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.plugins.ml2.plugin [req-44d91908-7a00-4287-9fe5-f424e3d1932f req-350c190d-a311-497d-baa2-f27158249ed1 tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] Deleting port 6046736c-114d-4ae9-9e84-d1fd4b8dae13 {{(pid=101083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 22:07:22.372599 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [req-44d91908-7a00-4287-9fe5-f424e3d1932f req-350c190d-a311-497d-baa2-f27158249ed1 tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728276550584'] for port, before_delete {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:07:22.409527 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-273a9d7a-2a6f-4d25-866b-70252a79223a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605121'] for network, before_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:07:22.419571 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7924683a-3ad5-410b-a7ad-b0897e891205 None None] Pushing event updated for resources: {'Port': ['ID=f3a85905-22b4-4c66-9192-244fcb436c21,revision_number=4']} {{(pid=101084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:07:22.434849 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.db.provisioning_blocks [None req-3ad8effe-543b-42f9-818b-555394a606e4 None None] Provisioning complete for port f3a85905-22b4-4c66-9192-244fcb436c21 triggered by entity DHCP. {{(pid=101084) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 22:07:22.435246 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-3ad8effe-543b-42f9-818b-555394a606e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-534742'] for port, provisioning_complete {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:07:22.447468 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2ea4e72-3008-4596-84ea-f4a21bb88e95 admin admin] Notify agent at l3_agent.dv-cinder-817085-1-iscsi the message routers_updated {{(pid=101083) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 22:07:22.457244 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b88d5ac-1147-459d-9cf5-01c48779299e None None] Sync routers for ids ['3df879be-fb3d-4a21-9cd8-8d75b6cff9f5'] in dv-cinder-817085-1-iscsi {{(pid=101085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 22:07:22.470376 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b88d5ac-1147-459d-9cf5-01c48779299e None None] Routers {'3df879be-fb3d-4a21-9cd8-8d75b6cff9f5'} bound to L3 agent in host dv-cinder-817085-1-iscsi {{(pid=101085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 22:07:22.470999 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.db.l3_hamode_db [None req-1b88d5ac-1147-459d-9cf5-01c48779299e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817085-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T21:51:49Z,description=,heartbeat_timestamp=2021-11-08T22:07:19Z,host='dv-cinder-817085-1-iscsi',id=a7fb4010-89fb-4d99-b0a1-90d6a3aacb04,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T21:51:49Z,topic='l3_agent')) {'router_ids': ['3df879be-fb3d-4a21-9cd8-8d75b6cff9f5'], 'active': True} {{(pid=101085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 22:07:22.500508 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-a2ea4e72-3008-4596-84ea-f4a21bb88e95 admin admin] Publish callbacks [] for router, before_response {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:07:22.513849 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [None req-a2ea4e72-3008-4596-84ea-f4a21bb88e95 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.9716413 Nov 08 22:07:22.514082 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.wsgi [-] (101083) accepted ('10.222.0.25', 49092) {{(pid=101083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 22:07:22.524265 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.plugins.ml2.db [req-44d91908-7a00-4287-9fe5-f424e3d1932f req-350c190d-a311-497d-baa2-f27158249ed1 tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] For port 6046736c-114d-4ae9-9e84-d1fd4b8dae13, host hv-cinder-81708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81708',level=0,port_id=6046736c-114d-4ae9-9e84-d1fd4b8dae13,segment=NetworkSegment(01d75646-a471-41b3-9a68-2bf7bfb9163b),segment_id=01d75646-a471-41b3-9a68-2bf7bfb9163b)] {{(pid=101083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 22:07:22.524615 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [req-44d91908-7a00-4287-9fe5-f424e3d1932f req-350c190d-a311-497d-baa2-f27158249ed1 tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1626931'] for port, precommit_delete {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:07:22.604244 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-273a9d7a-2a6f-4d25-866b-70252a79223a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-530513', 'neutron.services.segments.db._delete_segments_for_network-8728276665393'] for network, precommit_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:07:22.648647 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.services.segments.db [None req-273a9d7a-2a6f-4d25-866b-70252a79223a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e178ebc-57fc-4f09-8df7-bacbc1dd1d98']}} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 22:07:22.659691 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.services.segments.db [None req-273a9d7a-2a6f-4d25-866b-70252a79223a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c69bd30-f373-4f7a-a045-534c05232772') {'for_net_delete': True} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 22:07:22.659977 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.services.segments.db [None req-273a9d7a-2a6f-4d25-866b-70252a79223a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c69bd30-f373-4f7a-a045-534c05232772') {} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 22:07:22.670844 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-273a9d7a-2a6f-4d25-866b-70252a79223a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728276699450', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7786216'] for segment, before_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:07:22.685812 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-273a9d7a-2a6f-4d25-866b-70252a79223a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-527333'] for segment, precommit_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:07:22.686643 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.db.l3_dvr_db [None req-1b88d5ac-1147-459d-9cf5-01c48779299e None None] Set router 3df879be-fb3d-4a21-9cd8-8d75b6cff9f5 gateway port host: dv-cinder-817085-1-iscsi {{(pid=101085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 22:07:22.692461 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-273a9d7a-2a6f-4d25-866b-70252a79223a admin admin] Releasing vlan 736 on physical network physnet1 to pool {{(pid=101082) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 22:07:22.694533 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-273a9d7a-2a6f-4d25-866b-70252a79223a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-527333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7854503'] for segment, after_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:07:22.724401 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-ad13160b-513d-4512-a15f-cb40cce6b7e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728276665375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534631'] for agent, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:07:22.749846 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.db.l3_dvr_db [None req-887510a8-557d-46db-bf07-3723abd6ef63 None None] Set router 71747b9f-0946-406e-9711-d3c0db299169 gateway port host: dv-cinder-817085-1-iscsi {{(pid=101084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 22:07:22.755247 dv-cinder-817085-1-iscsi neutron-server[101082]: Traceback (most recent call last): Nov 08 22:07:22.755247 dv-cinder-817085-1-iscsi neutron-server[101082]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 22:07:22.755247 dv-cinder-817085-1-iscsi neutron-server[101082]: timer() Nov 08 22:07:22.755247 dv-cinder-817085-1-iscsi neutron-server[101082]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 22:07:22.755247 dv-cinder-817085-1-iscsi neutron-server[101082]: cb(*args, **kw) Nov 08 22:07:22.755247 dv-cinder-817085-1-iscsi neutron-server[101082]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 22:07:22.755247 dv-cinder-817085-1-iscsi neutron-server[101082]: return func(*args, **kwargs) Nov 08 22:07:22.755247 dv-cinder-817085-1-iscsi neutron-server[101082]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 22:07:22.755247 dv-cinder-817085-1-iscsi neutron-server[101082]: self._notify() Nov 08 22:07:22.755247 dv-cinder-817085-1-iscsi neutron-server[101082]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 22:07:22.755247 dv-cinder-817085-1-iscsi neutron-server[101082]: self.callback(batched_events) Nov 08 22:07:22.755247 dv-cinder-817085-1-iscsi neutron-server[101082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 22:07:22.755247 dv-cinder-817085-1-iscsi neutron-server[101082]: event.method(event) Nov 08 22:07:22.755247 dv-cinder-817085-1-iscsi neutron-server[101082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 22:07:22.755247 dv-cinder-817085-1-iscsi neutron-server[101082]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 22:07:22.755247 dv-cinder-817085-1-iscsi neutron-server[101082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 22:07:22.755247 dv-cinder-817085-1-iscsi neutron-server[101082]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 22:07:22.755247 dv-cinder-817085-1-iscsi neutron-server[101082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 22:07:22.755247 dv-cinder-817085-1-iscsi neutron-server[101082]: return f(self, *a, **k) Nov 08 22:07:22.755247 dv-cinder-817085-1-iscsi neutron-server[101082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 22:07:22.755247 dv-cinder-817085-1-iscsi neutron-server[101082]: return self._get(url).json() Nov 08 22:07:22.755247 dv-cinder-817085-1-iscsi neutron-server[101082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 22:07:22.755247 dv-cinder-817085-1-iscsi neutron-server[101082]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 22:07:22.755247 dv-cinder-817085-1-iscsi neutron-server[101082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 22:07:22.755247 dv-cinder-817085-1-iscsi neutron-server[101082]: return self.request(url, 'GET', **kwargs) Nov 08 22:07:22.755247 dv-cinder-817085-1-iscsi neutron-server[101082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 22:07:22.755247 dv-cinder-817085-1-iscsi neutron-server[101082]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 22:07:22.755247 dv-cinder-817085-1-iscsi neutron-server[101082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 22:07:22.755247 dv-cinder-817085-1-iscsi neutron-server[101082]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 22:07:22.755247 dv-cinder-817085-1-iscsi neutron-server[101082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 22:07:22.755247 dv-cinder-817085-1-iscsi neutron-server[101082]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 22:07:22.755247 dv-cinder-817085-1-iscsi neutron-server[101082]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 22:07:22.779451 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-273a9d7a-2a6f-4d25-866b-70252a79223a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-531106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1623971'] for network, after_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:07:22.795161 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-273a9d7a-2a6f-4d25-866b-70252a79223a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646287'] for network, before_response {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:07:22.809956 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [None req-273a9d7a-2a6f-4d25-866b-70252a79223a admin admin] 10.222.0.25 "DELETE /v2.0/networks/5e178ebc-57fc-4f09-8df7-bacbc1dd1d98 HTTP/1.1" status: 204 len: 168 time: 0.5267611 Nov 08 22:07:22.827281 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273a9d7a-2a6f-4d25-866b-70252a79223a admin admin] Pushing event deleted for resources: {'Network': ['ID=5e178ebc-57fc-4f09-8df7-bacbc1dd1d98,revision_number=None']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:07:22.897466 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-3ad8effe-543b-42f9-818b-555394a606e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-925982'] for port, before_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:07:22.992538 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.db [None req-3ad8effe-543b-42f9-818b-555394a606e4 None None] For port f3a85905-22b4-4c66-9192-244fcb436c21, host dv-cinder-817085-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817085-1-iscsi',level=0,port_id=f3a85905-22b4-4c66-9192-244fcb436c21,segment=NetworkSegment(291e05ad-3564-45f6-9832-49264fb3214a),segment_id=291e05ad-3564-45f6-9832-49264fb3214a)] {{(pid=101084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 22:07:23.011879 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-3ad8effe-543b-42f9-818b-555394a606e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728276638356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728276144285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728276144303'] for port, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:07:23.036855 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b97370-4557-497a-8b29-539c3fb5dd75 req-42e2fed8-1ee1-4f89-8a4e-ef1e34e6ba27 tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:07:23.043359 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-c3b97370-4557-497a-8b29-539c3fb5dd75 req-42e2fed8-1ee1-4f89-8a4e-ef1e34e6ba27 tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] 10.222.0.25 "GET /v2.0/ports?device_id=31eef623-5aba-415d-8a0b-07bee9153119 HTTP/1.1" status: 200 len: 946 time: 0.1165667 Nov 08 22:07:23.074991 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.db.l3_hamode_db [None req-1b88d5ac-1147-459d-9cf5-01c48779299e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3df879be-fb3d-4a21-9cd8-8d75b6cff9f5', 'name': 'tempest-TestVolumeBootPattern-236454600-router', 'tenant_id': 'd0140ddaa18548789ee7f2235c15e48d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ae8d913-bef9-4bc0-baeb-78ef8b3a7364', 'external_fixed_ips': [{'subnet_id': 'f0dec947-372d-4ed5-9c9f-864e58aba850', 'ip_address': '172.27.3.209'}], 'enable_snat': True}, 'gw_port_id': '00f75eff-20c9-4726-a12d-ed4dc2ba2243', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T22:07:20Z', 'updated_at': '2021-11-08T22:07:21Z', 'revision_number': 3, 'project_id': 'd0140ddaa18548789ee7f2235c15e48d', 'gw_port': {'id': '00f75eff-20c9-4726-a12d-ed4dc2ba2243', 'name': '', 'network_id': '8ae8d913-bef9-4bc0-baeb-78ef8b3a7364', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:cd:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3df879be-fb3d-4a21-9cd8-8d75b6cff9f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'f0dec947-372d-4ed5-9c9f-864e58aba850', 'ip_address': '172.27.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T22:07:21Z', 'updated_at': '2021-11-08T22:07:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f0dec947-372d-4ed5-9c9f-864e58aba850', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817085-1-iscsi'}], 'dv-cinder-817085-1-iscsi', False) {} {{(pid=101085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 22:07:23.100329 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad8effe-543b-42f9-818b-555394a606e4 None None] Pushing event updated for resources: {'Port': ['ID=f3a85905-22b4-4c66-9192-244fcb436c21,revision_number=5']} {{(pid=101084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:07:23.147518 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b88d5ac-1147-459d-9cf5-01c48779299e None None] Checking router: 3df879be-fb3d-4a21-9cd8-8d75b6cff9f5 for host: dv-cinder-817085-1-iscsi {{(pid=101085) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 22:07:23.147857 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b88d5ac-1147-459d-9cf5-01c48779299e None None] Updating router 3df879be-fb3d-4a21-9cd8-8d75b6cff9f5 port 00f75eff-20c9-4726-a12d-ed4dc2ba2243 binding host dv-cinder-817085-1-iscsi {{(pid=101085) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 22:07:23.193175 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-c3b97370-4557-497a-8b29-539c3fb5dd75 req-e6562af2-32da-4d88-aa36-8826d6e2148d tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] 10.222.0.25 "GET /v2.0/security-groups?id=48e589e1-a7d0-4554-9a00-a156bc596d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1347344 Nov 08 22:07:23.215769 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron_lib.callbacks.manager [None req-1b88d5ac-1147-459d-9cf5-01c48779299e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-925982'] for port, before_update {{(pid=101085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:07:23.224135 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.wsgi [-] (101082) accepted ('10.222.0.25', 49098) {{(pid=101082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 22:07:23.260441 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.db.provisioning_blocks [None req-30ed770e-f56b-4103-b0d4-4fdec5526a07 None None] Provisioning complete for port f3a85905-22b4-4c66-9192-244fcb436c21 triggered by entity DHCP. {{(pid=101084) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 22:07:23.260441 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-30ed770e-f56b-4103-b0d4-4fdec5526a07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-534742'] for port, provisioning_complete {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:07:23.267772 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.rpc [None req-ad13160b-513d-4512-a15f-cb40cce6b7e9 None None] Device 9e24c64b-4337-4581-b02c-06926084ead5 up at agent ovs-agent-dv-cinder-817085-1-iscsi {{(pid=101084) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 22:07:23.316735 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [None req-2083aece-ae62-43fc-a610-6ea9db738c9a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ee2f94c6fb9e48baa27da7f590fa5920&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0901756 Nov 08 22:07:23.321427 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.wsgi [-] (101082) accepted ('10.222.0.25', 49100) {{(pid=101082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 22:07:23.363308 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.db.l3_hamode_db [None req-887510a8-557d-46db-bf07-3723abd6ef63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71747b9f-0946-406e-9711-d3c0db299169', 'name': 'tempest-TestVolumeBootPattern-1757242926-router', 'tenant_id': '675c9b3fa135484fae600e4b802f7186', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ae8d913-bef9-4bc0-baeb-78ef8b3a7364', 'external_fixed_ips': [{'subnet_id': 'f0dec947-372d-4ed5-9c9f-864e58aba850', 'ip_address': '172.27.3.4'}], 'enable_snat': True}, 'gw_port_id': '9e24c64b-4337-4581-b02c-06926084ead5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T22:07:16Z', 'updated_at': '2021-11-08T22:07:18Z', 'revision_number': 4, 'project_id': '675c9b3fa135484fae600e4b802f7186', 'gw_port': {'id': '9e24c64b-4337-4581-b02c-06926084ead5', 'name': '', 'network_id': '8ae8d913-bef9-4bc0-baeb-78ef8b3a7364', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:5a:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71747b9f-0946-406e-9711-d3c0db299169', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': 'f0dec947-372d-4ed5-9c9f-864e58aba850', 'ip_address': '172.27.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T22:07:16Z', 'updated_at': '2021-11-08T22:07:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0dec947-372d-4ed5-9c9f-864e58aba850', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817085-1-iscsi', '_interfaces': [{'id': 'f3a85905-22b4-4c66-9192-244fcb436c21', 'name': '', 'network_id': '83d7137f-89f6-454e-ae7c-d8a3c54047ec', 'tenant_id': '675c9b3fa135484fae600e4b802f7186', 'mac_address': 'fa:16:3e:f8:3d:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71747b9f-0946-406e-9711-d3c0db299169', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '9914a888-52f1-4bc0-b7db-aa15204015ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T22:07:18Z', 'updated_at': '2021-11-08T22:07:22Z', 'revision_number': 4, 'project_id': '675c9b3fa135484fae600e4b802f7186', 'subnets': [{'id': '9914a888-52f1-4bc0-b7db-aa15204015ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817085-1-iscsi', False) {} {{(pid=101084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 22:07:23.408597 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-887510a8-557d-46db-bf07-3723abd6ef63 None None] The sync data for ids ['71747b9f-0946-406e-9711-d3c0db299169'] in dv-cinder-817085-1-iscsi is: [{'id': '71747b9f-0946-406e-9711-d3c0db299169', 'name': 'tempest-TestVolumeBootPattern-1757242926-router', 'tenant_id': '675c9b3fa135484fae600e4b802f7186', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ae8d913-bef9-4bc0-baeb-78ef8b3a7364', 'external_fixed_ips': [{'subnet_id': 'f0dec947-372d-4ed5-9c9f-864e58aba850', 'ip_address': '172.27.3.4'}], 'enable_snat': True}, 'gw_port_id': '9e24c64b-4337-4581-b02c-06926084ead5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T22:07:16Z', 'updated_at': '2021-11-08T22:07:18Z', 'revision_number': 4, 'project_id': '675c9b3fa135484fae600e4b802f7186', 'gw_port': {'id': '9e24c64b-4337-4581-b02c-06926084ead5', 'name': '', 'network_id': '8ae8d913-bef9-4bc0-baeb-78ef8b3a7364', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:5a:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71747b9f-0946-406e-9711-d3c0db299169', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': 'f0dec947-372d-4ed5-9c9f-864e58aba850', 'ip_address': '172.27.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T22:07:16Z', 'updated_at': '2021-11-08T22:07:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0dec947-372d-4ed5-9c9f-864e58aba850', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817085-1-iscsi', '_interfaces': [{'id': 'f3a85905-22b4-4c66-9192-244fcb436c21', 'name': '', 'network_id': '83d7137f-89f6-454e-ae7c-d8a3c54047ec', 'tenant_id': '675c9b3fa135484fae600e4b802f7186', 'mac_address': 'fa:16:3e:f8:3d:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71747b9f-0946-406e-9711-d3c0db299169', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '9914a888-52f1-4bc0-b7db-aa15204015ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T22:07:18Z', 'updated_at': '2021-11-08T22:07:22Z', 'revision_number': 4, 'project_id': '675c9b3fa135484fae600e4b802f7186', 'subnets': [{'id': '9914a888-52f1-4bc0-b7db-aa15204015ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 22:07:23.412888 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.db.provisioning_blocks [None req-ad13160b-513d-4512-a15f-cb40cce6b7e9 None None] Provisioning complete for port 9e24c64b-4337-4581-b02c-06926084ead5 triggered by entity L2. {{(pid=101084) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 22:07:23.413722 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-ad13160b-513d-4512-a15f-cb40cce6b7e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-534742'] for port, provisioning_complete {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:07:23.423192 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-a25696f2-a746-4485-818e-60fabdb498bc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:07:23.495890 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-a25696f2-a746-4485-818e-60fabdb498bc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:07:23.532846 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [req-44d91908-7a00-4287-9fe5-f424e3d1932f req-350c190d-a311-497d-baa2-f27158249ed1 tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:07:23.554150 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [req-44d91908-7a00-4287-9fe5-f424e3d1932f req-350c190d-a311-497d-baa2-f27158249ed1 tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1623957'] for floatingip, after_update {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:07:23.554463 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.db.l3_db [req-44d91908-7a00-4287-9fe5-f424e3d1932f req-350c190d-a311-497d-baa2-f27158249ed1 tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] Floating IP 5fbbf529-7037-4675-9766-6002a9cb6fef disassociated. External IP: 172.27.3.188, port: 6046736c-114d-4ae9-9e84-d1fd4b8dae13. Nov 08 22:07:23.555000 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.plugins.ml2.plugin [req-44d91908-7a00-4287-9fe5-f424e3d1932f req-350c190d-a311-497d-baa2-f27158249ed1 tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] Calling delete_port for 6046736c-114d-4ae9-9e84-d1fd4b8dae13 owned by compute:nova {{(pid=101083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 22:07:23.561412 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-a25696f2-a746-4485-818e-60fabdb498bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2033567'] for security_group, after_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:07:23.564005 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-a25696f2-a746-4485-818e-60fabdb498bc admin admin] Publish callbacks [] for security_group, before_response {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:07:23.589568 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [None req-a25696f2-a746-4485-818e-60fabdb498bc admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/32a1766c-10ae-485b-b28f-7967e49249c9 HTTP/1.1" status: 204 len: 168 time: 0.2647502 Nov 08 22:07:23.606649 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.rpc [None req-ad13160b-513d-4512-a15f-cb40cce6b7e9 None None] Device 93020f9b-089e-4dcf-833c-3423cb63281e up at agent ovs-agent-dv-cinder-817085-1-iscsi {{(pid=101084) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 22:07:23.618391 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25696f2-a746-4485-818e-60fabdb498bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32a1766c-10ae-485b-b28f-7967e49249c9,revision_number=None']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:07:23.681218 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron_lib.callbacks.manager [None req-1b88d5ac-1147-459d-9cf5-01c48779299e None None] Publish callbacks [] for port, precommit_update {{(pid=101085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:07:23.693289 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron_lib.callbacks.manager [None req-1b88d5ac-1147-459d-9cf5-01c48779299e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728276638356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728276144285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728276144303'] for port, after_update {{(pid=101085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:07:23.707102 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e8f784c-50d9-4c4d-a383-57275b9cc0f5 None None] Network 3e34e8ae-453f-4da6-952a-7d5c83f721cb requested from dv-cinder-817085-1-iscsi {{(pid=101084) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 22:07:23.760110 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1507f537-0e3c-4d95-adcb-5ddbd6064c30 None None] Pushing event updated for resources: {'Port': ['ID=00f75eff-20c9-4726-a12d-ed4dc2ba2243,revision_number=2']} {{(pid=101085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:07:23.774482 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.db.provisioning_blocks [None req-ad13160b-513d-4512-a15f-cb40cce6b7e9 None None] Provisioning complete for port 93020f9b-089e-4dcf-833c-3423cb63281e triggered by entity L2. {{(pid=101084) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 22:07:23.775393 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-ad13160b-513d-4512-a15f-cb40cce6b7e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-534742'] for port, provisioning_complete {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:07:23.808643 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.plugins.ml2.managers [None req-1b88d5ac-1147-459d-9cf5-01c48779299e None None] Attempting to bind port 00f75eff-20c9-4726-a12d-ed4dc2ba2243 on host dv-cinder-817085-1-iscsi for vnic_type normal with profile {{(pid=101085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 22:07:23.809240 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.plugins.ml2.managers [None req-1b88d5ac-1147-459d-9cf5-01c48779299e None None] Attempting to bind port 00f75eff-20c9-4726-a12d-ed4dc2ba2243 by drivers openvswitch,hyperv on host dv-cinder-817085-1-iscsi at level 0 using segments [{'id': '4f9c68d0-c68c-4bfe-b6e8-d7426962dfc1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8ae8d913-bef9-4bc0-baeb-78ef8b3a7364'}] {{(pid=101085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 22:07:23.809574 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b88d5ac-1147-459d-9cf5-01c48779299e None None] Attempting to bind port 00f75eff-20c9-4726-a12d-ed4dc2ba2243 on network 8ae8d913-bef9-4bc0-baeb-78ef8b3a7364 {{(pid=101085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 22:07:23.816838 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b88d5ac-1147-459d-9cf5-01c48779299e None None] Checking agent: {'id': 'b17b386a-7116-42d0-acec-a66289ba5096', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817085-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 21, 51, 52), 'started_at': datetime.datetime(2021, 11, 8, 21, 52, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 22, 7, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817085-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 22:07:23.817369 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b88d5ac-1147-459d-9cf5-01c48779299e None None] Checking segment: {'id': '4f9c68d0-c68c-4bfe-b6e8-d7426962dfc1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8ae8d913-bef9-4bc0-baeb-78ef8b3a7364'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 22:07:23.817845 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron_lib.callbacks.manager [None req-1b88d5ac-1147-459d-9cf5-01c48779299e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:07:23.818549 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b88d5ac-1147-459d-9cf5-01c48779299e None None] Bound using segment: {'id': '4f9c68d0-c68c-4bfe-b6e8-d7426962dfc1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8ae8d913-bef9-4bc0-baeb-78ef8b3a7364'} {{(pid=101085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 22:07:23.819270 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.plugins.ml2.managers [None req-1b88d5ac-1147-459d-9cf5-01c48779299e None None] Bound port: 00f75eff-20c9-4726-a12d-ed4dc2ba2243, host: dv-cinder-817085-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f9c68d0-c68c-4bfe-b6e8-d7426962dfc1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8ae8d913-bef9-4bc0-baeb-78ef8b3a7364'}}] {{(pid=101085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 22:07:23.819762 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron_lib.callbacks.manager [None req-1b88d5ac-1147-459d-9cf5-01c48779299e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-925982'] for port, before_update {{(pid=101085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:07:23.897550 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.plugins.ml2.db [None req-1b88d5ac-1147-459d-9cf5-01c48779299e None None] For port 00f75eff-20c9-4726-a12d-ed4dc2ba2243, host dv-cinder-817085-1-iscsi, cleared binding levels {{(pid=101085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 22:07:23.906318 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.plugins.ml2.db [None req-1b88d5ac-1147-459d-9cf5-01c48779299e None None] For port 00f75eff-20c9-4726-a12d-ed4dc2ba2243, host dv-cinder-817085-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817085-1-iscsi',level=0,port_id=00f75eff-20c9-4726-a12d-ed4dc2ba2243,segment=NetworkSegment(4f9c68d0-c68c-4bfe-b6e8-d7426962dfc1),segment_id=4f9c68d0-c68c-4bfe-b6e8-d7426962dfc1)] {{(pid=101085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 22:07:23.914392 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.db.provisioning_blocks [None req-6bd33073-f764-4913-8563-0f3543da05ac None None] Provisioning complete for port 93020f9b-089e-4dcf-833c-3423cb63281e triggered by entity DHCP. {{(pid=101084) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 22:07:23.915108 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-6bd33073-f764-4913-8563-0f3543da05ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-534742'] for port, provisioning_complete {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:07:23.929987 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron_lib.callbacks.manager [None req-1b88d5ac-1147-459d-9cf5-01c48779299e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728276638356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728276144285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728276144303'] for port, after_update {{(pid=101085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:07:24.030226 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1507f537-0e3c-4d95-adcb-5ddbd6064c30 None None] Pushing event updated for resources: {'Port': ['ID=00f75eff-20c9-4726-a12d-ed4dc2ba2243,revision_number=3']} {{(pid=101085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:07:24.039771 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b88d5ac-1147-459d-9cf5-01c48779299e None None] Routers {'3df879be-fb3d-4a21-9cd8-8d75b6cff9f5'} bound to L3 agent in host dv-cinder-817085-1-iscsi {{(pid=101085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 22:07:24.040597 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.db.l3_hamode_db [None req-1b88d5ac-1147-459d-9cf5-01c48779299e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817085-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T21:51:49Z,description=,heartbeat_timestamp=2021-11-08T22:07:19Z,host='dv-cinder-817085-1-iscsi',id=a7fb4010-89fb-4d99-b0a1-90d6a3aacb04,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T21:51:49Z,topic='l3_agent')) {'router_ids': ['3df879be-fb3d-4a21-9cd8-8d75b6cff9f5'], 'active': True} {{(pid=101085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 22:07:24.073319 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-ad13160b-513d-4512-a15f-cb40cce6b7e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-925982'] for port, before_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:07:24.083343 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [req-44d91908-7a00-4287-9fe5-f424e3d1932f req-350c190d-a311-497d-baa2-f27158249ed1 tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728276638338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728276144276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7659000'] for port, after_delete {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:07:24.115412 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.db [None req-ad13160b-513d-4512-a15f-cb40cce6b7e9 None None] For port 93020f9b-089e-4dcf-833c-3423cb63281e, host dv-cinder-817085-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817085-1-iscsi',level=0,port_id=93020f9b-089e-4dcf-833c-3423cb63281e,segment=NetworkSegment(48ebeb7e-01ef-48c6-b593-099ff00f3b89),segment_id=48ebeb7e-01ef-48c6-b593-099ff00f3b89)] {{(pid=101084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 22:07:24.144357 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350c190d-a311-497d-baa2-f27158249ed1 tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] Pushing event deleted for resources: {'Port': ['ID=6046736c-114d-4ae9-9e84-d1fd4b8dae13,revision_number=None']} {{(pid=101083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:07:24.184417 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-ad13160b-513d-4512-a15f-cb40cce6b7e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728276638356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728276144285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728276144303'] for port, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:07:24.193774 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.db.l3_dvr_db [None req-1b88d5ac-1147-459d-9cf5-01c48779299e None None] Set router 3df879be-fb3d-4a21-9cd8-8d75b6cff9f5 gateway port host: dv-cinder-817085-1-iscsi {{(pid=101085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 22:07:24.204078 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-e9ce2403-eca1-41a5-8155-44a69f5107a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-925982'] for port, before_create {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:07:24.256013 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad13160b-513d-4512-a15f-cb40cce6b7e9 None None] Pushing event updated for resources: {'Port': ['ID=93020f9b-089e-4dcf-833c-3423cb63281e,revision_number=3']} {{(pid=101084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:07:24.372669 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-f20dab58-681d-4b2d-a6c6-b935b6252e1c req-2545a75b-4f8e-4a7e-960e-4c0c0c36862a tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] 10.222.0.25 "GET /v2.0/ports?device_id=31eef623-5aba-415d-8a0b-07bee9153119 HTTP/1.1" status: 200 len: 210 time: 0.0362577 Nov 08 22:07:24.383272 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.scheduler.l3_agent_scheduler [req-44d91908-7a00-4287-9fe5-f424e3d1932f req-350c190d-a311-497d-baa2-f27158249ed1 tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] Router 683cfef6-9649-479e-9922-dfb07c24d627 has already been hosted by L3 agent a7fb4010-89fb-4d99-b0a1-90d6a3aacb04 {{(pid=101083) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 22:07:24.524177 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.db.l3_hamode_db [None req-1b88d5ac-1147-459d-9cf5-01c48779299e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3df879be-fb3d-4a21-9cd8-8d75b6cff9f5', 'name': 'tempest-TestVolumeBootPattern-236454600-router', 'tenant_id': 'd0140ddaa18548789ee7f2235c15e48d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ae8d913-bef9-4bc0-baeb-78ef8b3a7364', 'external_fixed_ips': [{'subnet_id': 'f0dec947-372d-4ed5-9c9f-864e58aba850', 'ip_address': '172.27.3.209'}], 'enable_snat': True}, 'gw_port_id': '00f75eff-20c9-4726-a12d-ed4dc2ba2243', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T22:07:20Z', 'updated_at': '2021-11-08T22:07:21Z', 'revision_number': 3, 'project_id': 'd0140ddaa18548789ee7f2235c15e48d', 'gw_port': {'id': '00f75eff-20c9-4726-a12d-ed4dc2ba2243', 'name': '', 'network_id': '8ae8d913-bef9-4bc0-baeb-78ef8b3a7364', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:cd:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3df879be-fb3d-4a21-9cd8-8d75b6cff9f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'f0dec947-372d-4ed5-9c9f-864e58aba850', 'ip_address': '172.27.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T22:07:21Z', 'updated_at': '2021-11-08T22:07:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0dec947-372d-4ed5-9c9f-864e58aba850', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817085-1-iscsi'}], 'dv-cinder-817085-1-iscsi', False) {} {{(pid=101085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 22:07:24.547170 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.db.db_base_plugin_common [None req-e9ce2403-eca1-41a5-8155-44a69f5107a8 admin admin] Allocated IP 172.20.0.1 (3e34e8ae-453f-4da6-952a-7d5c83f721cb/139f7ad8-1fdc-4864-9140-788bc00753da/98d45584-88fd-4939-8911-7d8dd446a918) {{(pid=101083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 22:07:24.558168 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b88d5ac-1147-459d-9cf5-01c48779299e None None] The sync data for ids ['3df879be-fb3d-4a21-9cd8-8d75b6cff9f5'] in dv-cinder-817085-1-iscsi is: [{'id': '3df879be-fb3d-4a21-9cd8-8d75b6cff9f5', 'name': 'tempest-TestVolumeBootPattern-236454600-router', 'tenant_id': 'd0140ddaa18548789ee7f2235c15e48d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ae8d913-bef9-4bc0-baeb-78ef8b3a7364', 'external_fixed_ips': [{'subnet_id': 'f0dec947-372d-4ed5-9c9f-864e58aba850', 'ip_address': '172.27.3.209'}], 'enable_snat': True}, 'gw_port_id': '00f75eff-20c9-4726-a12d-ed4dc2ba2243', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T22:07:20Z', 'updated_at': '2021-11-08T22:07:21Z', 'revision_number': 3, 'project_id': 'd0140ddaa18548789ee7f2235c15e48d', 'gw_port': {'id': '00f75eff-20c9-4726-a12d-ed4dc2ba2243', 'name': '', 'network_id': '8ae8d913-bef9-4bc0-baeb-78ef8b3a7364', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:cd:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3df879be-fb3d-4a21-9cd8-8d75b6cff9f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'f0dec947-372d-4ed5-9c9f-864e58aba850', 'ip_address': '172.27.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T22:07:21Z', 'updated_at': '2021-11-08T22:07:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0dec947-372d-4ed5-9c9f-864e58aba850', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817085-1-iscsi'}] {{(pid=101085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 22:07:24.631897 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-44d91908-7a00-4287-9fe5-f424e3d1932f req-350c190d-a311-497d-baa2-f27158249ed1 tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] Notify agent at l3_agent.dv-cinder-817085-1-iscsi the message routers_updated {{(pid=101083) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 22:07:24.646590 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6accaaa9-115c-4e6b-9c66-c76d7ffde828 None None] Sync routers for ids ['683cfef6-9649-479e-9922-dfb07c24d627'] in dv-cinder-817085-1-iscsi {{(pid=101084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 22:07:24.662726 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6accaaa9-115c-4e6b-9c66-c76d7ffde828 None None] Routers {'683cfef6-9649-479e-9922-dfb07c24d627'} bound to L3 agent in host dv-cinder-817085-1-iscsi {{(pid=101084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 22:07:24.663446 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.db.l3_hamode_db [None req-6accaaa9-115c-4e6b-9c66-c76d7ffde828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817085-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T21:51:49Z,description=,heartbeat_timestamp=2021-11-08T22:07:19Z,host='dv-cinder-817085-1-iscsi',id=a7fb4010-89fb-4d99-b0a1-90d6a3aacb04,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T21:51:49Z,topic='l3_agent')) {'router_ids': ['683cfef6-9649-479e-9922-dfb07c24d627'], 'active': True} {{(pid=101084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 22:07:24.710104 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.db.l3_dvrscheduler_db [req-44d91908-7a00-4287-9fe5-f424e3d1932f req-350c190d-a311-497d-baa2-f27158249ed1 tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] No DVR routers for this DVR port 6046736c-114d-4ae9-9e84-d1fd4b8dae13 on host hv-cinder-81708 {{(pid=101083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 22:07:24.714464 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [req-44d91908-7a00-4287-9fe5-f424e3d1932f req-350c190d-a311-497d-baa2-f27158249ed1 tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465805'] for port, before_response {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:07:24.719425 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-44d91908-7a00-4287-9fe5-f424e3d1932f req-350c190d-a311-497d-baa2-f27158249ed1 tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] 10.222.0.48 "DELETE /v2.0/ports/6046736c-114d-4ae9-9e84-d1fd4b8dae13 HTTP/1.1" status: 204 len: 173 time: 2.6870241 Nov 08 22:07:24.724489 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31eef623-5aba-415d-8a0b-07bee9153119', 'name': 'network-vif-deleted', 'tag': '6046736c-114d-4ae9-9e84-d1fd4b8dae13'}] {{(pid=101083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 22:07:24.727264 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1401f4ba4b9bb213bf59dd3903e8d3cb618788e4f0023aa365925d32571c6fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-247f7eb8-cacd-4d81-9e82-f82a0b27a681" -d '{"events": [{"server_uuid": "31eef623-5aba-415d-8a0b-07bee9153119", "name": "network-vif-deleted", "tag": "6046736c-114d-4ae9-9e84-d1fd4b8dae13"}]}' {{(pid=101083) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 22:07:24.765115 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.db.provisioning_blocks [None req-be48adda-6a1f-4321-907f-954bd7dd9e53 None None] Provisioning complete for port 93020f9b-089e-4dcf-833c-3423cb63281e triggered by entity DHCP. {{(pid=101084) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 22:07:24.765694 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-be48adda-6a1f-4321-907f-954bd7dd9e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-534742'] for port, provisioning_complete {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:07:24.802135 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-e9ce2403-eca1-41a5-8155-44a69f5107a8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:07:24.806838 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 22:07:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78864509-3ef2-4d40-9532-df1d5b63ab05 x-openstack-request-id: req-78864509-3ef2-4d40-9532-df1d5b63ab05 {{(pid=101083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 22:07:24.807375 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31eef623-5aba-415d-8a0b-07bee9153119", "name": "network-vif-deleted", "tag": "6046736c-114d-4ae9-9e84-d1fd4b8dae13", "status": "completed", "code": 200}]} {{(pid=101083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 22:07:24.807624 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-78864509-3ef2-4d40-9532-df1d5b63ab05 {{(pid=101083) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 22:07:24.808034 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31eef623-5aba-415d-8a0b-07bee9153119', 'name': 'network-vif-deleted', 'tag': '6046736c-114d-4ae9-9e84-d1fd4b8dae13', 'status': 'completed', 'code': 200} Nov 08 22:07:24.847149 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-e9ce2403-eca1-41a5-8155-44a69f5107a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728276144267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7659000'] for port, after_create {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:07:24.912602 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.db.l3_dvr_db [None req-6accaaa9-115c-4e6b-9c66-c76d7ffde828 None None] Set router 683cfef6-9649-479e-9922-dfb07c24d627 gateway port host: dv-cinder-817085-1-iscsi {{(pid=101084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 22:07:24.926732 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9ce2403-eca1-41a5-8155-44a69f5107a8 admin admin] Network 3e34e8ae-453f-4da6-952a-7d5c83f721cb is already hosted by enough agents. {{(pid=101083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 22:07:24.939024 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.scheduler.base_scheduler [None req-e9ce2403-eca1-41a5-8155-44a69f5107a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=101083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 22:07:24.944674 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9ce2403-eca1-41a5-8155-44a69f5107a8 admin admin] Received port after_create {{(pid=101083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 22:07:24.948916 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ce2403-eca1-41a5-8155-44a69f5107a8 admin admin] Pushing event updated for resources: {'Port': ['ID=98d45584-88fd-4939-8911-7d8dd446a918,revision_number=1']} {{(pid=101083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:07:24.995158 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-e9ce2403-eca1-41a5-8155-44a69f5107a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1623086'] for router_interface, before_create {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:07:25.202110 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-e9ce2403-eca1-41a5-8155-44a69f5107a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-925982'] for port, before_update {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:07:25.236378 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.rpc [None req-ad13160b-513d-4512-a15f-cb40cce6b7e9 None None] Device f3a85905-22b4-4c66-9192-244fcb436c21 up at agent ovs-agent-dv-cinder-817085-1-iscsi {{(pid=101084) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 22:07:25.353541 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728276665375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534631'] for agent, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:07:25.358489 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.rpc [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Device 6046736c-114d-4ae9-9e84-d1fd4b8dae13 no longer exists at agent hyperv_hv-cinder-81708 {{(pid=101084) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 22:07:25.395137 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.plugin [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] No Port match for: 6046736c-114d-4ae9-9e84-d1fd4b8dae13 {{(pid=101084) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 22:07:25.395481 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.rpc [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Device 6046736c-114d-4ae9-9e84-d1fd4b8dae13 not bound to the agent host hv-cinder-81708 {{(pid=101084) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 22:07:25.430600 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.db.provisioning_blocks [None req-a54b212a-e7b8-43ce-9ad8-c0a788a286e8 None None] Provisioning complete for port 98d45584-88fd-4939-8911-7d8dd446a918 triggered by entity DHCP. {{(pid=101084) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 22:07:25.430958 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-a54b212a-e7b8-43ce-9ad8-c0a788a286e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-534742'] for port, provisioning_complete {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:07:25.459535 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.db.provisioning_blocks [None req-ad13160b-513d-4512-a15f-cb40cce6b7e9 None None] Provisioning complete for port f3a85905-22b4-4c66-9192-244fcb436c21 triggered by entity L2. {{(pid=101084) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 22:07:25.460635 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-ad13160b-513d-4512-a15f-cb40cce6b7e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-534742'] for port, provisioning_complete {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:07:25.473903 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-e9ce2403-eca1-41a5-8155-44a69f5107a8 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:07:25.480254 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-e9ce2403-eca1-41a5-8155-44a69f5107a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728276638356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728276144285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728276144303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7658983'] for port, after_update {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:07:25.488564 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.wsgi [-] (101082) accepted ('10.222.0.25', 49114) {{(pid=101082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 22:07:25.560920 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-ba75276f-73c5-4ce6-b301-db154037432a tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] Publish callbacks [] for security_group, before_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:07:25.561960 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-e9ce2403-eca1-41a5-8155-44a69f5107a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1646123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1623226'] for router_interface, after_create {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:07:25.565185 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ce2403-eca1-41a5-8155-44a69f5107a8 admin admin] Pushing event updated for resources: {'Port': ['ID=98d45584-88fd-4939-8911-7d8dd446a918,revision_number=2']} {{(pid=101083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:07:25.589875 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-ba75276f-73c5-4ce6-b301-db154037432a tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:07:25.642979 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.plugin [None req-a54b212a-e7b8-43ce-9ad8-c0a788a286e8 None None] Port 98d45584-88fd-4939-8911-7d8dd446a918 cannot update to ACTIVE because it is not bound. {{(pid=101084) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 22:07:25.644204 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-ba75276f-73c5-4ce6-b301-db154037432a tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2033567'] for security_group, after_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:07:25.647455 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-ba75276f-73c5-4ce6-b301-db154037432a tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] Publish callbacks [] for security_group, before_response {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:07:25.648301 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [None req-ba75276f-73c5-4ce6-b301-db154037432a tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] 10.222.0.25 "DELETE /v2.0/security-groups/48e589e1-a7d0-4554-9a00-a156bc596d9f HTTP/1.1" status: 204 len: 168 time: 0.1586568 Nov 08 22:07:25.652238 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.wsgi [-] (101083) accepted ('10.222.0.25', 49116) {{(pid=101083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 22:07:25.660158 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba75276f-73c5-4ce6-b301-db154037432a tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=48e589e1-a7d0-4554-9a00-a156bc596d9f,revision_number=None']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:07:25.679823 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.api.v2.resource [None req-0107f84c-f30f-4b69-9e2d-182b8f33af01 tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] show failed (client error): The resource could not be found. Nov 08 22:07:25.680866 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [None req-0107f84c-f30f-4b69-9e2d-182b8f33af01 tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] 10.222.0.25 "GET /v2.0/security-groups/48e589e1-a7d0-4554-9a00-a156bc596d9f HTTP/1.1" status: 404 len: 347 time: 0.0274889 Nov 08 22:07:25.683982 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.wsgi [-] (101082) accepted ('10.222.0.25', 49118) {{(pid=101082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 22:07:25.693789 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9ce2403-eca1-41a5-8155-44a69f5107a8 admin admin] Network 3e34e8ae-453f-4da6-952a-7d5c83f721cb is already hosted by enough agents. {{(pid=101083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 22:07:25.695239 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.scheduler.base_scheduler [None req-e9ce2403-eca1-41a5-8155-44a69f5107a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=101083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 22:07:25.725394 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.db.l3_hamode_db [None req-6accaaa9-115c-4e6b-9c66-c76d7ffde828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '683cfef6-9649-479e-9922-dfb07c24d627', 'name': 'tempest-AttachVolumeShelveTestJSON-658045224-router', 'tenant_id': '3c81291fa5704e6e99b9fb8671a47a4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ae8d913-bef9-4bc0-baeb-78ef8b3a7364', 'external_fixed_ips': [{'subnet_id': 'f0dec947-372d-4ed5-9c9f-864e58aba850', 'ip_address': '172.27.3.34'}], 'enable_snat': True}, 'gw_port_id': '63eac74b-8017-4f9e-baf5-4aa75c8096e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T22:01:01Z', 'updated_at': '2021-11-08T22:01:07Z', 'revision_number': 4, 'project_id': '3c81291fa5704e6e99b9fb8671a47a4c', 'gw_port': {'id': '63eac74b-8017-4f9e-baf5-4aa75c8096e0', 'name': '', 'network_id': '8ae8d913-bef9-4bc0-baeb-78ef8b3a7364', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:20:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '683cfef6-9649-479e-9922-dfb07c24d627', 'device_owner': 'network:router_gateway', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': 'f0dec947-372d-4ed5-9c9f-864e58aba850', 'ip_address': '172.27.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T22:01:02Z', 'updated_at': '2021-11-08T22:01:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0dec947-372d-4ed5-9c9f-864e58aba850', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817085-1-iscsi', '_interfaces': [{'id': '282241b8-ee70-4e06-b70f-3b349506e9a3', 'name': '', 'network_id': 'd0389d40-840b-4921-84b3-93bfc186ef85', 'tenant_id': '3c81291fa5704e6e99b9fb8671a47a4c', 'mac_address': 'fa:16:3e:8c:fc:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '683cfef6-9649-479e-9922-dfb07c24d627', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '74626eb5-4f16-4db6-984a-103aeaf27899', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T22:01:05Z', 'updated_at': '2021-11-08T22:01:09Z', 'revision_number': 5, 'project_id': '3c81291fa5704e6e99b9fb8671a47a4c', 'subnets': [{'id': '74626eb5-4f16-4db6-984a-103aeaf27899', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817085-1-iscsi', False) {} {{(pid=101084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 22:07:25.731679 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.rpc [None req-ad13160b-513d-4512-a15f-cb40cce6b7e9 None None] Device 93020f9b-089e-4dcf-833c-3423cb63281e up at agent ovs-agent-dv-cinder-817085-1-iscsi {{(pid=101084) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 22:07:25.776236 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6accaaa9-115c-4e6b-9c66-c76d7ffde828 None None] Checking router: 683cfef6-9649-479e-9922-dfb07c24d627 for host: dv-cinder-817085-1-iscsi {{(pid=101084) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 22:07:25.819598 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6accaaa9-115c-4e6b-9c66-c76d7ffde828 None None] Routers {'683cfef6-9649-479e-9922-dfb07c24d627'} bound to L3 agent in host dv-cinder-817085-1-iscsi {{(pid=101084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 22:07:25.820229 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.db.l3_hamode_db [None req-6accaaa9-115c-4e6b-9c66-c76d7ffde828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817085-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T21:51:49Z,description=,heartbeat_timestamp=2021-11-08T22:07:19Z,host='dv-cinder-817085-1-iscsi',id=a7fb4010-89fb-4d99-b0a1-90d6a3aacb04,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T21:51:49Z,topic='l3_agent')) {'router_ids': ['683cfef6-9649-479e-9922-dfb07c24d627'], 'active': True} {{(pid=101084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 22:07:25.866733 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9ce2403-eca1-41a5-8155-44a69f5107a8 admin admin] Router 3df879be-fb3d-4a21-9cd8-8d75b6cff9f5 has already been hosted by L3 agent a7fb4010-89fb-4d99-b0a1-90d6a3aacb04 {{(pid=101083) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 22:07:25.878257 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-772193ed-0c34-4162-8eee-820920a4d431 tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] Deleting port 72ea3974-4313-435f-9590-350e29c63bc5 {{(pid=101082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 22:07:25.879487 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-772193ed-0c34-4162-8eee-820920a4d431 tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728276550584'] for port, before_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:07:25.949326 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.db.provisioning_blocks [None req-ad13160b-513d-4512-a15f-cb40cce6b7e9 None None] Provisioning complete for port 93020f9b-089e-4dcf-833c-3423cb63281e triggered by entity L2. {{(pid=101084) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 22:07:25.949700 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-ad13160b-513d-4512-a15f-cb40cce6b7e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-534742'] for port, provisioning_complete {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:07:25.992671 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-772193ed-0c34-4162-8eee-820920a4d431 tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1626931'] for port, precommit_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:07:25.993260 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-772193ed-0c34-4162-8eee-820920a4d431 tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:07:26.010488 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-772193ed-0c34-4162-8eee-820920a4d431 tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] Calling delete_port for 72ea3974-4313-435f-9590-350e29c63bc5 owned by network:floatingip {{(pid=101082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 22:07:26.026763 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9ce2403-eca1-41a5-8155-44a69f5107a8 admin admin] Notify agent at l3_agent.dv-cinder-817085-1-iscsi the message routers_updated {{(pid=101083) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 22:07:26.027845 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.db.l3_dvr_db [None req-6accaaa9-115c-4e6b-9c66-c76d7ffde828 None None] Set router 683cfef6-9649-479e-9922-dfb07c24d627 gateway port host: dv-cinder-817085-1-iscsi {{(pid=101084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 22:07:26.032769 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [None req-e9ce2403-eca1-41a5-8155-44a69f5107a8 admin admin] 10.222.0.25 "PUT /v2.0/routers/3df879be-fb3d-4a21-9cd8-8d75b6cff9f5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5177865 Nov 08 22:07:26.139672 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.db.provisioning_blocks [None req-ba40de30-b030-4473-b74e-27af7e68674d None None] Provisioning complete for port 98d45584-88fd-4939-8911-7d8dd446a918 triggered by entity DHCP. {{(pid=101084) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 22:07:26.140136 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-ba40de30-b030-4473-b74e-27af7e68674d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-534742'] for port, provisioning_complete {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:07:26.165910 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-772193ed-0c34-4162-8eee-820920a4d431 tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728276638338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728276144276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7854484'] for port, after_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:07:26.203009 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772193ed-0c34-4162-8eee-820920a4d431 tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] Pushing event deleted for resources: {'Port': ['ID=72ea3974-4313-435f-9590-350e29c63bc5,revision_number=None']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:07:26.223980 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.plugin [None req-ba40de30-b030-4473-b74e-27af7e68674d None None] Port 98d45584-88fd-4939-8911-7d8dd446a918 cannot update to ACTIVE because it is not bound. {{(pid=101084) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 22:07:26.276173 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-772193ed-0c34-4162-8eee-820920a4d431 tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] Publish callbacks [] for floatingip, after_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:07:26.278921 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-772193ed-0c34-4162-8eee-820920a4d431 tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465805'] for floatingip, before_response {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:07:26.280142 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [None req-772193ed-0c34-4162-8eee-820920a4d431 tempest-AttachVolumeShelveTestJSON-1603090413 tempest-AttachVolumeShelveTestJSON-1603090413-project] 10.222.0.25 "DELETE /v2.0/floatingips/5fbbf529-7037-4675-9766-6002a9cb6fef HTTP/1.1" status: 204 len: 168 time: 0.5947993 Nov 08 22:07:26.327733 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.db.l3_hamode_db [None req-6accaaa9-115c-4e6b-9c66-c76d7ffde828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '683cfef6-9649-479e-9922-dfb07c24d627', 'name': 'tempest-AttachVolumeShelveTestJSON-658045224-router', 'tenant_id': '3c81291fa5704e6e99b9fb8671a47a4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ae8d913-bef9-4bc0-baeb-78ef8b3a7364', 'external_fixed_ips': [{'subnet_id': 'f0dec947-372d-4ed5-9c9f-864e58aba850', 'ip_address': '172.27.3.34'}], 'enable_snat': True}, 'gw_port_id': '63eac74b-8017-4f9e-baf5-4aa75c8096e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T22:01:01Z', 'updated_at': '2021-11-08T22:01:07Z', 'revision_number': 4, 'project_id': '3c81291fa5704e6e99b9fb8671a47a4c', 'gw_port': {'id': '63eac74b-8017-4f9e-baf5-4aa75c8096e0', 'name': '', 'network_id': '8ae8d913-bef9-4bc0-baeb-78ef8b3a7364', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:20:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '683cfef6-9649-479e-9922-dfb07c24d627', 'device_owner': 'network:router_gateway', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': 'f0dec947-372d-4ed5-9c9f-864e58aba850', 'ip_address': '172.27.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T22:01:02Z', 'updated_at': '2021-11-08T22:01:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0dec947-372d-4ed5-9c9f-864e58aba850', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817085-1-iscsi', '_interfaces': [{'id': '282241b8-ee70-4e06-b70f-3b349506e9a3', 'name': '', 'network_id': 'd0389d40-840b-4921-84b3-93bfc186ef85', 'tenant_id': '3c81291fa5704e6e99b9fb8671a47a4c', 'mac_address': 'fa:16:3e:8c:fc:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '683cfef6-9649-479e-9922-dfb07c24d627', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '74626eb5-4f16-4db6-984a-103aeaf27899', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T22:01:05Z', 'updated_at': '2021-11-08T22:01:09Z', 'revision_number': 5, 'project_id': '3c81291fa5704e6e99b9fb8671a47a4c', 'subnets': [{'id': '74626eb5-4f16-4db6-984a-103aeaf27899', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817085-1-iscsi', False) {} {{(pid=101084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 22:07:26.356181 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6accaaa9-115c-4e6b-9c66-c76d7ffde828 None None] The sync data for ids ['683cfef6-9649-479e-9922-dfb07c24d627'] in dv-cinder-817085-1-iscsi is: [{'id': '683cfef6-9649-479e-9922-dfb07c24d627', 'name': 'tempest-AttachVolumeShelveTestJSON-658045224-router', 'tenant_id': '3c81291fa5704e6e99b9fb8671a47a4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ae8d913-bef9-4bc0-baeb-78ef8b3a7364', 'external_fixed_ips': [{'subnet_id': 'f0dec947-372d-4ed5-9c9f-864e58aba850', 'ip_address': '172.27.3.34'}], 'enable_snat': True}, 'gw_port_id': '63eac74b-8017-4f9e-baf5-4aa75c8096e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T22:01:01Z', 'updated_at': '2021-11-08T22:01:07Z', 'revision_number': 4, 'project_id': '3c81291fa5704e6e99b9fb8671a47a4c', 'gw_port': {'id': '63eac74b-8017-4f9e-baf5-4aa75c8096e0', 'name': '', 'network_id': '8ae8d913-bef9-4bc0-baeb-78ef8b3a7364', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:20:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '683cfef6-9649-479e-9922-dfb07c24d627', 'device_owner': 'network:router_gateway', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': 'f0dec947-372d-4ed5-9c9f-864e58aba850', 'ip_address': '172.27.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T22:01:02Z', 'updated_at': '2021-11-08T22:01:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0dec947-372d-4ed5-9c9f-864e58aba850', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817085-1-iscsi', '_interfaces': [{'id': '282241b8-ee70-4e06-b70f-3b349506e9a3', 'name': '', 'network_id': 'd0389d40-840b-4921-84b3-93bfc186ef85', 'tenant_id': '3c81291fa5704e6e99b9fb8671a47a4c', 'mac_address': 'fa:16:3e:8c:fc:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '683cfef6-9649-479e-9922-dfb07c24d627', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '74626eb5-4f16-4db6-984a-103aeaf27899', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T22:01:05Z', 'updated_at': '2021-11-08T22:01:09Z', 'revision_number': 5, 'project_id': '3c81291fa5704e6e99b9fb8671a47a4c', 'subnets': [{'id': '74626eb5-4f16-4db6-984a-103aeaf27899', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 22:07:26.608708 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.wsgi [-] (101082) accepted ('10.222.0.25', 49130) {{(pid=101082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 22:07:26.613348 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.v2.base [None req-b674bd78-2fa1-4a0d-ab0f-e7aa16ed6481 tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-453527281', 'description': 'tempest-secgroup-smoke-453527281 description', 'project_id': '675c9b3fa135484fae600e4b802f7186'}} {{(pid=101082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 22:07:26.626706 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfd42426-ed77-4492-b527-3e4c8c7bbbc8 None None] New status for floating IP 5fbbf529-7037-4675-9766-6002a9cb6fef: DOWN {{(pid=101085) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 08 22:07:26.637123 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-b674bd78-2fa1-4a0d-ab0f-e7aa16ed6481 tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] Publish callbacks [] for security_group, before_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:07:26.708481 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-b674bd78-2fa1-4a0d-ab0f-e7aa16ed6481 tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] Publish callbacks [] for security_group, precommit_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:07:26.712630 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-b674bd78-2fa1-4a0d-ab0f-e7aa16ed6481 tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2033567'] for security_group, after_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:07:26.742000 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-b674bd78-2fa1-4a0d-ab0f-e7aa16ed6481 tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] Publish callbacks [] for security_group, before_response {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:07:26.746720 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.wsgi [-] (101083) accepted ('10.222.0.25', 49132) {{(pid=101083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 22:07:26.747222 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [None req-b674bd78-2fa1-4a0d-ab0f-e7aa16ed6481 tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1369421 Nov 08 22:07:26.748846 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b674bd78-2fa1-4a0d-ab0f-e7aa16ed6481 tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec8c4dc9-4a35-4d6c-bde7-e1d205b3850b,revision_number=1']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:07:26.752108 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.v2.base [None req-0b5af447-2f50-4742-8f15-d3c93139f1c7 tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] Request body: {'security_group_rule': {'security_group_id': 'ec8c4dc9-4a35-4d6c-bde7-e1d205b3850b', 'project_id': '675c9b3fa135484fae600e4b802f7186', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 22:07:26.782624 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-0b5af447-2f50-4742-8f15-d3c93139f1c7 tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:07:26.840512 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-0b5af447-2f50-4742-8f15-d3c93139f1c7 tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:07:26.844146 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-0b5af447-2f50-4742-8f15-d3c93139f1c7 tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2033480'] for security_group_rule, after_create {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:07:26.861867 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5af447-2f50-4742-8f15-d3c93139f1c7 tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a0a7029-a6dc-4581-83d8-3f2a53e55366,revision_number=0']} {{(pid=101083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:07:26.872275 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-0b5af447-2f50-4742-8f15-d3c93139f1c7 tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:07:26.876042 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [None req-0b5af447-2f50-4742-8f15-d3c93139f1c7 tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1258190 Nov 08 22:07:26.876218 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.wsgi [-] (101083) accepted ('10.222.0.25', 49134) {{(pid=101083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 22:07:26.881079 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.v2.base [None req-e7a6807a-6970-41fd-a1a7-cf8d728e96f5 tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] Request body: {'security_group_rule': {'security_group_id': 'ec8c4dc9-4a35-4d6c-bde7-e1d205b3850b', 'project_id': '675c9b3fa135484fae600e4b802f7186', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 22:07:26.907700 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-e7a6807a-6970-41fd-a1a7-cf8d728e96f5 tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:07:26.975831 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-e7a6807a-6970-41fd-a1a7-cf8d728e96f5 tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:07:26.981527 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-e7a6807a-6970-41fd-a1a7-cf8d728e96f5 tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2033480'] for security_group_rule, after_create {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:07:26.988202 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d62fbeac-b857-454d-88e0-46ef98a15541 None None] Sync routers for ids ['3df879be-fb3d-4a21-9cd8-8d75b6cff9f5'] in dv-cinder-817085-1-iscsi {{(pid=101084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 22:07:27.003194 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d62fbeac-b857-454d-88e0-46ef98a15541 None None] Routers {'3df879be-fb3d-4a21-9cd8-8d75b6cff9f5'} bound to L3 agent in host dv-cinder-817085-1-iscsi {{(pid=101084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 22:07:27.004267 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.db.l3_hamode_db [None req-d62fbeac-b857-454d-88e0-46ef98a15541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817085-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T21:51:49Z,description=,heartbeat_timestamp=2021-11-08T22:07:19Z,host='dv-cinder-817085-1-iscsi',id=a7fb4010-89fb-4d99-b0a1-90d6a3aacb04,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T21:51:49Z,topic='l3_agent')) {'router_ids': ['3df879be-fb3d-4a21-9cd8-8d75b6cff9f5'], 'active': True} {{(pid=101084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 22:07:27.007581 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.rpc [None req-ad13160b-513d-4512-a15f-cb40cce6b7e9 None None] Device 00f75eff-20c9-4726-a12d-ed4dc2ba2243 up at agent ovs-agent-dv-cinder-817085-1-iscsi {{(pid=101084) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 22:07:27.009590 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a6807a-6970-41fd-a1a7-cf8d728e96f5 tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e3e8121-a1a9-4ef0-8224-7a5c22c21d6d,revision_number=0']} {{(pid=101083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:07:27.019816 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-e7a6807a-6970-41fd-a1a7-cf8d728e96f5 tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:07:27.021607 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [None req-e7a6807a-6970-41fd-a1a7-cf8d728e96f5 tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1439109 Nov 08 22:07:27.024495 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.wsgi [-] (101083) accepted ('10.222.0.25', 49136) {{(pid=101083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 22:07:27.029315 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.v2.base [None req-0ae1ab99-4356-4380-8db5-7bacb139fb30 tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] Request body: {'security_group_rule': {'security_group_id': 'ec8c4dc9-4a35-4d6c-bde7-e1d205b3850b', 'project_id': '675c9b3fa135484fae600e4b802f7186', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 22:07:27.055676 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-0ae1ab99-4356-4380-8db5-7bacb139fb30 tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:07:27.115244 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-0ae1ab99-4356-4380-8db5-7bacb139fb30 tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:07:27.118938 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-0ae1ab99-4356-4380-8db5-7bacb139fb30 tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2033480'] for security_group_rule, after_create {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:07:27.136205 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae1ab99-4356-4380-8db5-7bacb139fb30 tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=739b7bae-3c2b-4384-b4a6-3c64f7ad1e92,revision_number=0']} {{(pid=101083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:07:27.144423 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-0ae1ab99-4356-4380-8db5-7bacb139fb30 tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:07:27.145669 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [None req-0ae1ab99-4356-4380-8db5-7bacb139fb30 tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1199145 Nov 08 22:07:27.148315 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.wsgi [-] (101083) accepted ('10.222.0.25', 49138) {{(pid=101083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 22:07:27.149197 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.db.provisioning_blocks [None req-ad13160b-513d-4512-a15f-cb40cce6b7e9 None None] Provisioning complete for port 00f75eff-20c9-4726-a12d-ed4dc2ba2243 triggered by entity L2. {{(pid=101084) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 22:07:27.149566 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-ad13160b-513d-4512-a15f-cb40cce6b7e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-534742'] for port, provisioning_complete {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:07:27.154399 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.v2.base [None req-e1164eac-d134-4975-b6a1-ec2009cd9e26 tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] Request body: {'security_group_rule': {'security_group_id': 'ec8c4dc9-4a35-4d6c-bde7-e1d205b3850b', 'project_id': '675c9b3fa135484fae600e4b802f7186', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 22:07:27.177154 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.db.l3_dvr_db [None req-d62fbeac-b857-454d-88e0-46ef98a15541 None None] Set router 3df879be-fb3d-4a21-9cd8-8d75b6cff9f5 gateway port host: dv-cinder-817085-1-iscsi {{(pid=101084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 22:07:27.179419 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-e1164eac-d134-4975-b6a1-ec2009cd9e26 tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:07:27.235765 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-e1164eac-d134-4975-b6a1-ec2009cd9e26 tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:07:27.239968 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-e1164eac-d134-4975-b6a1-ec2009cd9e26 tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2033480'] for security_group_rule, after_create {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:07:27.257581 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1164eac-d134-4975-b6a1-ec2009cd9e26 tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dbcb7646-e51c-463a-bacb-74abb488fa98,revision_number=0']} {{(pid=101083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:07:27.264286 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-e1164eac-d134-4975-b6a1-ec2009cd9e26 tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:07:27.269123 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [None req-e1164eac-d134-4975-b6a1-ec2009cd9e26 tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1164885 Nov 08 22:07:27.269123 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.wsgi [-] (101083) accepted ('10.222.0.25', 49140) {{(pid=101083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 22:07:27.272854 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.v2.base [None req-042c57bb-6ec3-4458-b9b4-ddb46da2e38f tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] Request body: {'security_group_rule': {'security_group_id': 'ec8c4dc9-4a35-4d6c-bde7-e1d205b3850b', 'project_id': '675c9b3fa135484fae600e4b802f7186', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 22:07:27.293966 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.db.securitygroups_db [None req-042c57bb-6ec3-4458-b9b4-ddb46da2e38f tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] Project 675c9b3fa135484fae600e4b802f7186 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 08 22:07:27.298989 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-042c57bb-6ec3-4458-b9b4-ddb46da2e38f tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:07:27.353543 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-ad13160b-513d-4512-a15f-cb40cce6b7e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-925982'] for port, before_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:07:27.371934 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-042c57bb-6ec3-4458-b9b4-ddb46da2e38f tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:07:27.375918 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-042c57bb-6ec3-4458-b9b4-ddb46da2e38f tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2033480'] for security_group_rule, after_create {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:07:27.390777 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.db [None req-ad13160b-513d-4512-a15f-cb40cce6b7e9 None None] For port 00f75eff-20c9-4726-a12d-ed4dc2ba2243, host dv-cinder-817085-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817085-1-iscsi',level=0,port_id=00f75eff-20c9-4726-a12d-ed4dc2ba2243,segment=NetworkSegment(4f9c68d0-c68c-4bfe-b6e8-d7426962dfc1),segment_id=4f9c68d0-c68c-4bfe-b6e8-d7426962dfc1)] {{(pid=101084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 22:07:27.394400 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042c57bb-6ec3-4458-b9b4-ddb46da2e38f tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09613e09-148e-4a37-b64c-9ca25eee2e4c,revision_number=0']} {{(pid=101083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:07:27.396865 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-ad13160b-513d-4512-a15f-cb40cce6b7e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728276638356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728276144285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728276144303'] for port, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:07:27.403990 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-042c57bb-6ec3-4458-b9b4-ddb46da2e38f tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:07:27.407730 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [None req-042c57bb-6ec3-4458-b9b4-ddb46da2e38f tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1358051 Nov 08 22:07:27.408127 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.wsgi [-] (101083) accepted ('10.222.0.25', 49142) {{(pid=101083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 22:07:27.412275 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.v2.base [None req-e347c0e7-389d-44f0-9b2f-26fa813d6a8c tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] Request body: {'security_group_rule': {'security_group_id': 'ec8c4dc9-4a35-4d6c-bde7-e1d205b3850b', 'project_id': '675c9b3fa135484fae600e4b802f7186', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 22:07:27.434015 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.db.securitygroups_db [None req-e347c0e7-389d-44f0-9b2f-26fa813d6a8c tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] Project 675c9b3fa135484fae600e4b802f7186 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 08 22:07:27.438696 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-e347c0e7-389d-44f0-9b2f-26fa813d6a8c tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:07:27.470572 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad13160b-513d-4512-a15f-cb40cce6b7e9 None None] Pushing event updated for resources: {'Port': ['ID=00f75eff-20c9-4726-a12d-ed4dc2ba2243,revision_number=4']} {{(pid=101084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:07:27.490261 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.db.l3_hamode_db [None req-d62fbeac-b857-454d-88e0-46ef98a15541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3df879be-fb3d-4a21-9cd8-8d75b6cff9f5', 'name': 'tempest-TestVolumeBootPattern-236454600-router', 'tenant_id': 'd0140ddaa18548789ee7f2235c15e48d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ae8d913-bef9-4bc0-baeb-78ef8b3a7364', 'external_fixed_ips': [{'subnet_id': 'f0dec947-372d-4ed5-9c9f-864e58aba850', 'ip_address': '172.27.3.209'}], 'enable_snat': True}, 'gw_port_id': '00f75eff-20c9-4726-a12d-ed4dc2ba2243', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T22:07:20Z', 'updated_at': '2021-11-08T22:07:25Z', 'revision_number': 4, 'project_id': 'd0140ddaa18548789ee7f2235c15e48d', 'gw_port': {'id': '00f75eff-20c9-4726-a12d-ed4dc2ba2243', 'name': '', 'network_id': '8ae8d913-bef9-4bc0-baeb-78ef8b3a7364', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:cd:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3df879be-fb3d-4a21-9cd8-8d75b6cff9f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'f0dec947-372d-4ed5-9c9f-864e58aba850', 'ip_address': '172.27.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T22:07:21Z', 'updated_at': '2021-11-08T22:07:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0dec947-372d-4ed5-9c9f-864e58aba850', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817085-1-iscsi', '_interfaces': [{'id': '98d45584-88fd-4939-8911-7d8dd446a918', 'name': '', 'network_id': '3e34e8ae-453f-4da6-952a-7d5c83f721cb', 'tenant_id': 'd0140ddaa18548789ee7f2235c15e48d', 'mac_address': 'fa:16:3e:0c:c6:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3df879be-fb3d-4a21-9cd8-8d75b6cff9f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '139f7ad8-1fdc-4864-9140-788bc00753da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T22:07:24Z', 'updated_at': '2021-11-08T22:07:25Z', 'revision_number': 2, 'project_id': 'd0140ddaa18548789ee7f2235c15e48d', 'subnets': [{'id': '139f7ad8-1fdc-4864-9140-788bc00753da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817085-1-iscsi', False) {} {{(pid=101084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 22:07:27.499538 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-e347c0e7-389d-44f0-9b2f-26fa813d6a8c tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:07:27.504939 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-e347c0e7-389d-44f0-9b2f-26fa813d6a8c tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2033480'] for security_group_rule, after_create {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:07:27.522786 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d62fbeac-b857-454d-88e0-46ef98a15541 None None] Checking router: 3df879be-fb3d-4a21-9cd8-8d75b6cff9f5 for host: dv-cinder-817085-1-iscsi {{(pid=101084) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 22:07:27.523116 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d62fbeac-b857-454d-88e0-46ef98a15541 None None] Updating router 3df879be-fb3d-4a21-9cd8-8d75b6cff9f5 port 98d45584-88fd-4939-8911-7d8dd446a918 binding host dv-cinder-817085-1-iscsi {{(pid=101084) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 22:07:27.523416 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e347c0e7-389d-44f0-9b2f-26fa813d6a8c tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8618663-fbac-4f47-8a83-a5374cc0b347,revision_number=0']} {{(pid=101083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:07:27.535514 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-e347c0e7-389d-44f0-9b2f-26fa813d6a8c tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:07:27.539663 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [None req-e347c0e7-389d-44f0-9b2f-26fa813d6a8c tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1278536 Nov 08 22:07:27.557337 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-d62fbeac-b857-454d-88e0-46ef98a15541 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-925982'] for port, before_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:07:27.843075 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-d62fbeac-b857-454d-88e0-46ef98a15541 None None] Publish callbacks [] for port, precommit_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:07:27.848901 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-d62fbeac-b857-454d-88e0-46ef98a15541 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728276638356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728276144285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728276144303'] for port, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:07:27.901454 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0df916-adaa-4fc7-8758-39dddf5dd13a None None] Pushing event updated for resources: {'Port': ['ID=98d45584-88fd-4939-8911-7d8dd446a918,revision_number=3']} {{(pid=101084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:07:28.088653 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.managers [None req-d62fbeac-b857-454d-88e0-46ef98a15541 None None] Attempting to bind port 98d45584-88fd-4939-8911-7d8dd446a918 on host dv-cinder-817085-1-iscsi for vnic_type normal with profile {{(pid=101084) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 22:07:28.089362 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.managers [None req-d62fbeac-b857-454d-88e0-46ef98a15541 None None] Attempting to bind port 98d45584-88fd-4939-8911-7d8dd446a918 by drivers openvswitch,hyperv on host dv-cinder-817085-1-iscsi at level 0 using segments [{'id': '48ebeb7e-01ef-48c6-b593-099ff00f3b89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '3e34e8ae-453f-4da6-952a-7d5c83f721cb'}] {{(pid=101084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 22:07:28.089475 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d62fbeac-b857-454d-88e0-46ef98a15541 None None] Attempting to bind port 98d45584-88fd-4939-8911-7d8dd446a918 on network 3e34e8ae-453f-4da6-952a-7d5c83f721cb {{(pid=101084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 22:07:28.094493 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d62fbeac-b857-454d-88e0-46ef98a15541 None None] Checking agent: {'id': 'b17b386a-7116-42d0-acec-a66289ba5096', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817085-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 21, 51, 52), 'started_at': datetime.datetime(2021, 11, 8, 21, 52, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 22, 7, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817085-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 22:07:28.094873 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d62fbeac-b857-454d-88e0-46ef98a15541 None None] Checking segment: {'id': '48ebeb7e-01ef-48c6-b593-099ff00f3b89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '3e34e8ae-453f-4da6-952a-7d5c83f721cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 22:07:28.095254 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-d62fbeac-b857-454d-88e0-46ef98a15541 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:07:28.095643 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d62fbeac-b857-454d-88e0-46ef98a15541 None None] Bound using segment: {'id': '48ebeb7e-01ef-48c6-b593-099ff00f3b89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '3e34e8ae-453f-4da6-952a-7d5c83f721cb'} {{(pid=101084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 22:07:28.096385 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.managers [None req-d62fbeac-b857-454d-88e0-46ef98a15541 None None] Bound port: 98d45584-88fd-4939-8911-7d8dd446a918, host: dv-cinder-817085-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48ebeb7e-01ef-48c6-b593-099ff00f3b89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '3e34e8ae-453f-4da6-952a-7d5c83f721cb'}}] {{(pid=101084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 22:07:28.096504 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-d62fbeac-b857-454d-88e0-46ef98a15541 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-925982'] for port, before_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:07:28.166669 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.db [None req-d62fbeac-b857-454d-88e0-46ef98a15541 None None] For port 98d45584-88fd-4939-8911-7d8dd446a918, host dv-cinder-817085-1-iscsi, cleared binding levels {{(pid=101084) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 22:07:28.170196 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.db [None req-d62fbeac-b857-454d-88e0-46ef98a15541 None None] For port 98d45584-88fd-4939-8911-7d8dd446a918, host dv-cinder-817085-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817085-1-iscsi',level=0,port_id=98d45584-88fd-4939-8911-7d8dd446a918,segment=NetworkSegment(48ebeb7e-01ef-48c6-b593-099ff00f3b89),segment_id=48ebeb7e-01ef-48c6-b593-099ff00f3b89)] {{(pid=101084) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 22:07:28.175993 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-d62fbeac-b857-454d-88e0-46ef98a15541 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728276638356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728276144285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728276144303'] for port, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:07:28.180093 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.db.provisioning_blocks [None req-8a1124dc-bd65-45b9-ab45-0034d5f63e49 None None] Provisioning complete for port 98d45584-88fd-4939-8911-7d8dd446a918 triggered by entity DHCP. {{(pid=101084) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 22:07:28.180444 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-8a1124dc-bd65-45b9-ab45-0034d5f63e49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-534742'] for port, provisioning_complete {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:07:28.274390 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0df916-adaa-4fc7-8758-39dddf5dd13a None None] Pushing event updated for resources: {'Port': ['ID=98d45584-88fd-4939-8911-7d8dd446a918,revision_number=4']} {{(pid=101084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:07:28.279782 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d62fbeac-b857-454d-88e0-46ef98a15541 None None] Routers {'3df879be-fb3d-4a21-9cd8-8d75b6cff9f5'} bound to L3 agent in host dv-cinder-817085-1-iscsi {{(pid=101084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 22:07:28.280260 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.db.l3_hamode_db [None req-d62fbeac-b857-454d-88e0-46ef98a15541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817085-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T21:51:49Z,description=,heartbeat_timestamp=2021-11-08T22:07:19Z,host='dv-cinder-817085-1-iscsi',id=a7fb4010-89fb-4d99-b0a1-90d6a3aacb04,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T21:51:49Z,topic='l3_agent')) {'router_ids': ['3df879be-fb3d-4a21-9cd8-8d75b6cff9f5'], 'active': True} {{(pid=101084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 22:07:28.305951 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.db.agents_db [None req-16c50754-5ab9-47e2-9d92-00a33089e8d5 None None] Agent healthcheck: found 6 active agents {{(pid=101085) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 22:07:28.416233 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-8a1124dc-bd65-45b9-ab45-0034d5f63e49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-925982'] for port, before_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:07:28.440197 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.db.l3_dvr_db [None req-d62fbeac-b857-454d-88e0-46ef98a15541 None None] Set router 3df879be-fb3d-4a21-9cd8-8d75b6cff9f5 gateway port host: dv-cinder-817085-1-iscsi {{(pid=101084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 22:07:28.498531 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.db [None req-8a1124dc-bd65-45b9-ab45-0034d5f63e49 None None] For port 98d45584-88fd-4939-8911-7d8dd446a918, host dv-cinder-817085-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817085-1-iscsi',level=0,port_id=98d45584-88fd-4939-8911-7d8dd446a918,segment=NetworkSegment(48ebeb7e-01ef-48c6-b593-099ff00f3b89),segment_id=48ebeb7e-01ef-48c6-b593-099ff00f3b89)] {{(pid=101084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 22:07:28.506958 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-8a1124dc-bd65-45b9-ab45-0034d5f63e49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728276638356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728276144285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728276144303'] for port, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:07:28.641301 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1124dc-bd65-45b9-ab45-0034d5f63e49 None None] Pushing event updated for resources: {'Port': ['ID=98d45584-88fd-4939-8911-7d8dd446a918,revision_number=5']} {{(pid=101084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:07:28.663526 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.db.provisioning_blocks [None req-c7c11341-e5a1-44c8-ae4a-ec91ad36568e None None] Provisioning complete for port 98d45584-88fd-4939-8911-7d8dd446a918 triggered by entity DHCP. {{(pid=101084) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 22:07:28.663895 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-c7c11341-e5a1-44c8-ae4a-ec91ad36568e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-534742'] for port, provisioning_complete {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:07:28.780951 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.wsgi [-] (101082) accepted ('10.222.0.25', 49218) {{(pid=101082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 22:07:28.795006 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.db.l3_hamode_db [None req-d62fbeac-b857-454d-88e0-46ef98a15541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3df879be-fb3d-4a21-9cd8-8d75b6cff9f5', 'name': 'tempest-TestVolumeBootPattern-236454600-router', 'tenant_id': 'd0140ddaa18548789ee7f2235c15e48d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ae8d913-bef9-4bc0-baeb-78ef8b3a7364', 'external_fixed_ips': [{'subnet_id': 'f0dec947-372d-4ed5-9c9f-864e58aba850', 'ip_address': '172.27.3.209'}], 'enable_snat': True}, 'gw_port_id': '00f75eff-20c9-4726-a12d-ed4dc2ba2243', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T22:07:20Z', 'updated_at': '2021-11-08T22:07:25Z', 'revision_number': 4, 'project_id': 'd0140ddaa18548789ee7f2235c15e48d', 'gw_port': {'id': '00f75eff-20c9-4726-a12d-ed4dc2ba2243', 'name': '', 'network_id': '8ae8d913-bef9-4bc0-baeb-78ef8b3a7364', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:cd:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3df879be-fb3d-4a21-9cd8-8d75b6cff9f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'f0dec947-372d-4ed5-9c9f-864e58aba850', 'ip_address': '172.27.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T22:07:21Z', 'updated_at': '2021-11-08T22:07:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0dec947-372d-4ed5-9c9f-864e58aba850', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817085-1-iscsi', '_interfaces': [{'id': '98d45584-88fd-4939-8911-7d8dd446a918', 'name': '', 'network_id': '3e34e8ae-453f-4da6-952a-7d5c83f721cb', 'tenant_id': 'd0140ddaa18548789ee7f2235c15e48d', 'mac_address': 'fa:16:3e:0c:c6:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3df879be-fb3d-4a21-9cd8-8d75b6cff9f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '139f7ad8-1fdc-4864-9140-788bc00753da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T22:07:24Z', 'updated_at': '2021-11-08T22:07:28Z', 'revision_number': 4, 'project_id': 'd0140ddaa18548789ee7f2235c15e48d', 'subnets': [{'id': '139f7ad8-1fdc-4864-9140-788bc00753da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817085-1-iscsi', False) {} {{(pid=101084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 22:07:28.826349 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d62fbeac-b857-454d-88e0-46ef98a15541 None None] The sync data for ids ['3df879be-fb3d-4a21-9cd8-8d75b6cff9f5'] in dv-cinder-817085-1-iscsi is: [{'id': '3df879be-fb3d-4a21-9cd8-8d75b6cff9f5', 'name': 'tempest-TestVolumeBootPattern-236454600-router', 'tenant_id': 'd0140ddaa18548789ee7f2235c15e48d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ae8d913-bef9-4bc0-baeb-78ef8b3a7364', 'external_fixed_ips': [{'subnet_id': 'f0dec947-372d-4ed5-9c9f-864e58aba850', 'ip_address': '172.27.3.209'}], 'enable_snat': True}, 'gw_port_id': '00f75eff-20c9-4726-a12d-ed4dc2ba2243', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T22:07:20Z', 'updated_at': '2021-11-08T22:07:25Z', 'revision_number': 4, 'project_id': 'd0140ddaa18548789ee7f2235c15e48d', 'gw_port': {'id': '00f75eff-20c9-4726-a12d-ed4dc2ba2243', 'name': '', 'network_id': '8ae8d913-bef9-4bc0-baeb-78ef8b3a7364', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:cd:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3df879be-fb3d-4a21-9cd8-8d75b6cff9f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'f0dec947-372d-4ed5-9c9f-864e58aba850', 'ip_address': '172.27.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T22:07:21Z', 'updated_at': '2021-11-08T22:07:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0dec947-372d-4ed5-9c9f-864e58aba850', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817085-1-iscsi', '_interfaces': [{'id': '98d45584-88fd-4939-8911-7d8dd446a918', 'name': '', 'network_id': '3e34e8ae-453f-4da6-952a-7d5c83f721cb', 'tenant_id': 'd0140ddaa18548789ee7f2235c15e48d', 'mac_address': 'fa:16:3e:0c:c6:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3df879be-fb3d-4a21-9cd8-8d75b6cff9f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '139f7ad8-1fdc-4864-9140-788bc00753da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T22:07:24Z', 'updated_at': '2021-11-08T22:07:28Z', 'revision_number': 4, 'project_id': 'd0140ddaa18548789ee7f2235c15e48d', 'subnets': [{'id': '139f7ad8-1fdc-4864-9140-788bc00753da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 22:07:29.082678 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.rpc [None req-ad13160b-513d-4512-a15f-cb40cce6b7e9 None None] Device 00f75eff-20c9-4726-a12d-ed4dc2ba2243 up at agent ovs-agent-dv-cinder-817085-1-iscsi {{(pid=101084) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 22:07:29.135494 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.db.provisioning_blocks [None req-ad13160b-513d-4512-a15f-cb40cce6b7e9 None None] Provisioning complete for port 00f75eff-20c9-4726-a12d-ed4dc2ba2243 triggered by entity L2. {{(pid=101084) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 22:07:29.136175 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-ad13160b-513d-4512-a15f-cb40cce6b7e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-534742'] for port, provisioning_complete {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:07:29.226065 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.rpc [None req-ad13160b-513d-4512-a15f-cb40cce6b7e9 None None] Device 98d45584-88fd-4939-8911-7d8dd446a918 up at agent ovs-agent-dv-cinder-817085-1-iscsi {{(pid=101084) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 22:07:29.288905 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.db.provisioning_blocks [None req-ad13160b-513d-4512-a15f-cb40cce6b7e9 None None] Provisioning complete for port 98d45584-88fd-4939-8911-7d8dd446a918 triggered by entity L2. {{(pid=101084) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 22:07:29.289042 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-ad13160b-513d-4512-a15f-cb40cce6b7e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-534742'] for port, provisioning_complete {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:07:29.392083 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-8fee0db8-c601-4eb4-8f3e-1f60723e3ed8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1623189'] for router_interface, before_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:07:29.637034 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-8fee0db8-c601-4eb4-8f3e-1f60723e3ed8 admin admin] Deleting port 282241b8-ee70-4e06-b70f-3b349506e9a3 {{(pid=101082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 22:07:29.637367 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-8fee0db8-c601-4eb4-8f3e-1f60723e3ed8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728276550584'] for port, before_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:07:29.718255 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-8fee0db8-c601-4eb4-8f3e-1f60723e3ed8 admin admin] For port 282241b8-ee70-4e06-b70f-3b349506e9a3, host dv-cinder-817085-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817085-1-iscsi',level=0,port_id=282241b8-ee70-4e06-b70f-3b349506e9a3,segment=NetworkSegment(01d75646-a471-41b3-9a68-2bf7bfb9163b),segment_id=01d75646-a471-41b3-9a68-2bf7bfb9163b)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 22:07:29.718606 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-8fee0db8-c601-4eb4-8f3e-1f60723e3ed8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1626931'] for port, precommit_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:07:29.733044 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-8fee0db8-c601-4eb4-8f3e-1f60723e3ed8 admin admin] Calling delete_port for 282241b8-ee70-4e06-b70f-3b349506e9a3 owned by network:router_interface {{(pid=101082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 22:07:29.910860 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-8fee0db8-c601-4eb4-8f3e-1f60723e3ed8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728276638338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728276144276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7854484'] for port, after_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:07:29.937598 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fee0db8-c601-4eb4-8f3e-1f60723e3ed8 admin admin] Pushing event deleted for resources: {'Port': ['ID=282241b8-ee70-4e06-b70f-3b349506e9a3,revision_number=None']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:07:30.113971 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-8fee0db8-c601-4eb4-8f3e-1f60723e3ed8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1646114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1636901'] for router_interface, after_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:07:30.628076 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fee0db8-c601-4eb4-8f3e-1f60723e3ed8 admin admin] Router 683cfef6-9649-479e-9922-dfb07c24d627 has already been hosted by L3 agent a7fb4010-89fb-4d99-b0a1-90d6a3aacb04 {{(pid=101082) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 22:07:30.739388 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fee0db8-c601-4eb4-8f3e-1f60723e3ed8 admin admin] Notify agent at l3_agent.dv-cinder-817085-1-iscsi the message routers_updated {{(pid=101082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 22:07:30.744558 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [None req-8fee0db8-c601-4eb4-8f3e-1f60723e3ed8 admin admin] 10.222.0.25 "PUT /v2.0/routers/683cfef6-9649-479e-9922-dfb07c24d627/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9625678 Nov 08 22:07:30.747370 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.wsgi [-] (101083) accepted ('10.222.0.25', 49226) {{(pid=101083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 22:07:30.747930 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01de2a68-6220-4133-8526-47e41c8d7ba4 None None] Sync routers for ids ['683cfef6-9649-479e-9922-dfb07c24d627'] in dv-cinder-817085-1-iscsi {{(pid=101085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 22:07:30.759767 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01de2a68-6220-4133-8526-47e41c8d7ba4 None None] Routers {'683cfef6-9649-479e-9922-dfb07c24d627'} bound to L3 agent in host dv-cinder-817085-1-iscsi {{(pid=101085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 22:07:30.760404 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.db.l3_hamode_db [None req-01de2a68-6220-4133-8526-47e41c8d7ba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817085-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T21:51:49Z,description=,heartbeat_timestamp=2021-11-08T22:07:19Z,host='dv-cinder-817085-1-iscsi',id=a7fb4010-89fb-4d99-b0a1-90d6a3aacb04,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T21:51:49Z,topic='l3_agent')) {'router_ids': ['683cfef6-9649-479e-9922-dfb07c24d627'], 'active': True} {{(pid=101085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 22:07:30.850861 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-8952bb66-b2c3-49ca-a3b8-1bd9d375a162 admin admin] Publish callbacks [] for router, before_delete {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:07:30.862781 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.db.l3_dvr_db [None req-01de2a68-6220-4133-8526-47e41c8d7ba4 None None] Set router 683cfef6-9649-479e-9922-dfb07c24d627 gateway port host: dv-cinder-817085-1-iscsi {{(pid=101085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 22:07:30.960706 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-8952bb66-b2c3-49ca-a3b8-1bd9d375a162 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:07:31.012274 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.plugins.ml2.plugin [None req-8952bb66-b2c3-49ca-a3b8-1bd9d375a162 admin admin] Deleting port 63eac74b-8017-4f9e-baf5-4aa75c8096e0 {{(pid=101083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 22:07:31.012612 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-8952bb66-b2c3-49ca-a3b8-1bd9d375a162 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728276550584'] for port, before_delete {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:07:31.051594 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.db.l3_hamode_db [None req-01de2a68-6220-4133-8526-47e41c8d7ba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '683cfef6-9649-479e-9922-dfb07c24d627', 'name': 'tempest-AttachVolumeShelveTestJSON-658045224-router', 'tenant_id': '3c81291fa5704e6e99b9fb8671a47a4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ae8d913-bef9-4bc0-baeb-78ef8b3a7364', 'external_fixed_ips': [{'subnet_id': 'f0dec947-372d-4ed5-9c9f-864e58aba850', 'ip_address': '172.27.3.34'}], 'enable_snat': True}, 'gw_port_id': '63eac74b-8017-4f9e-baf5-4aa75c8096e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T22:01:01Z', 'updated_at': '2021-11-08T22:07:29Z', 'revision_number': 5, 'project_id': '3c81291fa5704e6e99b9fb8671a47a4c', 'gw_port': {'id': '63eac74b-8017-4f9e-baf5-4aa75c8096e0', 'name': '', 'network_id': '8ae8d913-bef9-4bc0-baeb-78ef8b3a7364', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:20:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '683cfef6-9649-479e-9922-dfb07c24d627', 'device_owner': 'network:router_gateway', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': 'f0dec947-372d-4ed5-9c9f-864e58aba850', 'ip_address': '172.27.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T22:01:02Z', 'updated_at': '2021-11-08T22:01:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0dec947-372d-4ed5-9c9f-864e58aba850', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817085-1-iscsi'}], 'dv-cinder-817085-1-iscsi', False) {} {{(pid=101085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 22:07:31.081399 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01de2a68-6220-4133-8526-47e41c8d7ba4 None None] Checking router: 683cfef6-9649-479e-9922-dfb07c24d627 for host: dv-cinder-817085-1-iscsi {{(pid=101085) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 22:07:31.098678 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01de2a68-6220-4133-8526-47e41c8d7ba4 None None] Routers {'683cfef6-9649-479e-9922-dfb07c24d627'} bound to L3 agent in host dv-cinder-817085-1-iscsi {{(pid=101085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 22:07:31.099576 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.db.l3_hamode_db [None req-01de2a68-6220-4133-8526-47e41c8d7ba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817085-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T21:51:49Z,description=,heartbeat_timestamp=2021-11-08T22:07:19Z,host='dv-cinder-817085-1-iscsi',id=a7fb4010-89fb-4d99-b0a1-90d6a3aacb04,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T21:51:49Z,topic='l3_agent')) {'router_ids': ['683cfef6-9649-479e-9922-dfb07c24d627'], 'active': True} {{(pid=101085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 22:07:31.100285 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.plugins.ml2.db [None req-8952bb66-b2c3-49ca-a3b8-1bd9d375a162 admin admin] For port 63eac74b-8017-4f9e-baf5-4aa75c8096e0, host dv-cinder-817085-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817085-1-iscsi',level=0,port_id=63eac74b-8017-4f9e-baf5-4aa75c8096e0,segment=NetworkSegment(4f9c68d0-c68c-4bfe-b6e8-d7426962dfc1),segment_id=4f9c68d0-c68c-4bfe-b6e8-d7426962dfc1)] {{(pid=101083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 22:07:31.100665 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-8952bb66-b2c3-49ca-a3b8-1bd9d375a162 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1626931'] for port, precommit_delete {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:07:31.113878 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.plugins.ml2.plugin [None req-8952bb66-b2c3-49ca-a3b8-1bd9d375a162 admin admin] Calling delete_port for 63eac74b-8017-4f9e-baf5-4aa75c8096e0 owned by network:router_gateway {{(pid=101083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 22:07:31.182745 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.db.l3_dvr_db [None req-01de2a68-6220-4133-8526-47e41c8d7ba4 None None] Set router 683cfef6-9649-479e-9922-dfb07c24d627 gateway port host: None {{(pid=101085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 22:07:31.309962 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-8952bb66-b2c3-49ca-a3b8-1bd9d375a162 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728276638338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728276144276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7659000'] for port, after_delete {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:07:31.328309 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.db.l3_hamode_db [None req-01de2a68-6220-4133-8526-47e41c8d7ba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '683cfef6-9649-479e-9922-dfb07c24d627', 'name': 'tempest-AttachVolumeShelveTestJSON-658045224-router', 'tenant_id': '3c81291fa5704e6e99b9fb8671a47a4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T22:01:01Z', 'updated_at': '2021-11-08T22:07:30Z', 'revision_number': 6, 'project_id': '3c81291fa5704e6e99b9fb8671a47a4c', 'gw_port_host': None}], 'dv-cinder-817085-1-iscsi', False) {} {{(pid=101085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 22:07:31.333332 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8952bb66-b2c3-49ca-a3b8-1bd9d375a162 admin admin] Pushing event deleted for resources: {'Port': ['ID=63eac74b-8017-4f9e-baf5-4aa75c8096e0,revision_number=None']} {{(pid=101083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:07:31.356650 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01de2a68-6220-4133-8526-47e41c8d7ba4 None None] The sync data for ids ['683cfef6-9649-479e-9922-dfb07c24d627'] in dv-cinder-817085-1-iscsi is: [{'id': '683cfef6-9649-479e-9922-dfb07c24d627', 'name': 'tempest-AttachVolumeShelveTestJSON-658045224-router', 'tenant_id': '3c81291fa5704e6e99b9fb8671a47a4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T22:01:01Z', 'updated_at': '2021-11-08T22:07:30Z', 'revision_number': 6, 'project_id': '3c81291fa5704e6e99b9fb8671a47a4c', 'gw_port_host': None}] {{(pid=101085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 22:07:31.406967 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-8952bb66-b2c3-49ca-a3b8-1bd9d375a162 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1624031'] for router_gateway, after_delete {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:07:31.740434 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-8952bb66-b2c3-49ca-a3b8-1bd9d375a162 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1634429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5206'] for router, precommit_delete {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:07:31.744285 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-8952bb66-b2c3-49ca-a3b8-1bd9d375a162 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:07:31.793019 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-8952bb66-b2c3-49ca-a3b8-1bd9d375a162 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1634406'] for router, after_delete {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:07:31.793660 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8952bb66-b2c3-49ca-a3b8-1bd9d375a162 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 683cfef6-9649-479e-9922-dfb07c24d627 {{(pid=101083) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 08 22:07:31.797653 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-8952bb66-b2c3-49ca-a3b8-1bd9d375a162 admin admin] Publish callbacks [] for router, before_response {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:07:31.798798 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [None req-8952bb66-b2c3-49ca-a3b8-1bd9d375a162 admin admin] 10.222.0.25 "DELETE /v2.0/routers/683cfef6-9649-479e-9922-dfb07c24d627 HTTP/1.1" status: 204 len: 168 time: 1.0504494 Nov 08 22:07:31.801820 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.wsgi [-] (101083) accepted ('10.222.0.25', 49230) {{(pid=101083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 22:07:31.845893 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.db.db_base_plugin_v2 [None req-be294257-dd28-4225-9012-ae8221808968 admin admin] Deleting subnet 74626eb5-4f16-4db6-984a-103aeaf27899 {{(pid=101083) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 22:07:31.848927 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-be294257-dd28-4225-9012-ae8221808968 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:07:31.883832 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-be294257-dd28-4225-9012-ae8221808968 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8163774'] for subnet, precommit_delete_associations {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:07:31.963432 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-be294257-dd28-4225-9012-ae8221808968 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-524324'] for subnet, precommit_delete {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:07:32.014609 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-be294257-dd28-4225-9012-ae8221808968 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-524333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7658797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4932587'] for subnet, after_delete {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:07:32.039153 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be294257-dd28-4225-9012-ae8221808968 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=74626eb5-4f16-4db6-984a-103aeaf27899,revision_number=None']} {{(pid=101083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:07:32.043342 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-be294257-dd28-4225-9012-ae8221808968 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:07:32.048721 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [None req-be294257-dd28-4225-9012-ae8221808968 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/74626eb5-4f16-4db6-984a-103aeaf27899 HTTP/1.1" status: 204 len: 168 time: 0.2434530 Nov 08 22:07:32.048971 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db60513e-fffd-4a78-a62a-237627ae6b26 None None] Network d0389d40-840b-4921-84b3-93bfc186ef85 requested from dv-cinder-817085-1-iscsi {{(pid=101084) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 22:07:32.049394 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.wsgi [-] (101082) accepted ('10.222.0.25', 49232) {{(pid=101082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 22:07:32.118364 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-f901fb0a-047d-4112-81db-ef8284b2ddb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605121'] for network, before_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:07:32.177099 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-f901fb0a-047d-4112-81db-ef8284b2ddb7 admin admin] Deleting port 0be98368-1e8b-4acc-9c56-07b2a480de12 {{(pid=101082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 22:07:32.177560 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-f901fb0a-047d-4112-81db-ef8284b2ddb7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728276550584'] for port, before_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:07:32.257763 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-f901fb0a-047d-4112-81db-ef8284b2ddb7 admin admin] For port 0be98368-1e8b-4acc-9c56-07b2a480de12, host dv-cinder-817085-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817085-1-iscsi',level=0,port_id=0be98368-1e8b-4acc-9c56-07b2a480de12,segment=NetworkSegment(01d75646-a471-41b3-9a68-2bf7bfb9163b),segment_id=01d75646-a471-41b3-9a68-2bf7bfb9163b)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 22:07:32.258123 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-f901fb0a-047d-4112-81db-ef8284b2ddb7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1626931'] for port, precommit_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:07:32.259970 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d100620-9f04-4e64-88ce-8225c06d31fb None None] DHCP port deletion for d0389d40-840b-4921-84b3-93bfc186ef85 request from dv-cinder-817085-1-iscsi {{(pid=101084) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 22:07:32.272618 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-f901fb0a-047d-4112-81db-ef8284b2ddb7 admin admin] Calling delete_port for 0be98368-1e8b-4acc-9c56-07b2a480de12 owned by network:dhcp {{(pid=101082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 22:07:32.317652 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.plugin [None req-3d100620-9f04-4e64-88ce-8225c06d31fb None None] Deleting port 0be98368-1e8b-4acc-9c56-07b2a480de12 {{(pid=101084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 22:07:32.318221 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-3d100620-9f04-4e64-88ce-8225c06d31fb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728276550584'] for port, before_delete {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:07:32.369185 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-f901fb0a-047d-4112-81db-ef8284b2ddb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728276638338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728276144276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7854484'] for port, after_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:07:32.385922 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.db [None req-3d100620-9f04-4e64-88ce-8225c06d31fb None None] For port 0be98368-1e8b-4acc-9c56-07b2a480de12, host dv-cinder-817085-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817085-1-iscsi',level=0,port_id=0be98368-1e8b-4acc-9c56-07b2a480de12,segment=NetworkSegment(01d75646-a471-41b3-9a68-2bf7bfb9163b),segment_id=01d75646-a471-41b3-9a68-2bf7bfb9163b)] {{(pid=101084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 22:07:32.386411 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-3d100620-9f04-4e64-88ce-8225c06d31fb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1626931'] for port, precommit_delete {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:07:32.395508 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f901fb0a-047d-4112-81db-ef8284b2ddb7 admin admin] Pushing event deleted for resources: {'Port': ['ID=0be98368-1e8b-4acc-9c56-07b2a480de12,revision_number=None']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:07:32.399145 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f901fb0a-047d-4112-81db-ef8284b2ddb7 admin admin] No DVR routers for this DVR port 0be98368-1e8b-4acc-9c56-07b2a480de12 on host dv-cinder-817085-1-iscsi {{(pid=101082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 22:07:32.406683 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.plugin [None req-3d100620-9f04-4e64-88ce-8225c06d31fb None None] Calling delete_port for 0be98368-1e8b-4acc-9c56-07b2a480de12 owned by network:dhcp {{(pid=101084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 22:07:32.475229 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-f901fb0a-047d-4112-81db-ef8284b2ddb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-530513', 'neutron.services.segments.db._delete_segments_for_network-8728276665393'] for network, precommit_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:07:32.492387 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-3d100620-9f04-4e64-88ce-8225c06d31fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728276638338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728276144276'] for port, after_delete {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:07:32.500501 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.services.segments.db [None req-f901fb0a-047d-4112-81db-ef8284b2ddb7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0389d40-840b-4921-84b3-93bfc186ef85']}} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 22:07:32.510474 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.services.segments.db [None req-f901fb0a-047d-4112-81db-ef8284b2ddb7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01d75646-a471-41b3-9a68-2bf7bfb9163b') {'for_net_delete': True} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 22:07:32.510766 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.services.segments.db [None req-f901fb0a-047d-4112-81db-ef8284b2ddb7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01d75646-a471-41b3-9a68-2bf7bfb9163b') {} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 22:07:32.519056 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d100620-9f04-4e64-88ce-8225c06d31fb None None] Pushing event deleted for resources: {'Port': ['ID=0be98368-1e8b-4acc-9c56-07b2a480de12,revision_number=None']} {{(pid=101084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:07:32.520905 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d100620-9f04-4e64-88ce-8225c06d31fb None None] No DVR routers for this DVR port 0be98368-1e8b-4acc-9c56-07b2a480de12 on host dv-cinder-817085-1-iscsi {{(pid=101084) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 22:07:32.523709 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-f901fb0a-047d-4112-81db-ef8284b2ddb7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728276699450', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7786216'] for segment, before_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:07:32.536903 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-f901fb0a-047d-4112-81db-ef8284b2ddb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-527333'] for segment, precommit_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:07:32.543006 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f901fb0a-047d-4112-81db-ef8284b2ddb7 admin admin] Releasing vlan 744 on physical network physnet1 to pool {{(pid=101082) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 22:07:32.543529 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-f901fb0a-047d-4112-81db-ef8284b2ddb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-527333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7854503'] for segment, after_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:07:32.545239 dv-cinder-817085-1-iscsi neutron-server[101082]: Traceback (most recent call last): Nov 08 22:07:32.545239 dv-cinder-817085-1-iscsi neutron-server[101082]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 22:07:32.545239 dv-cinder-817085-1-iscsi neutron-server[101082]: timer() Nov 08 22:07:32.545239 dv-cinder-817085-1-iscsi neutron-server[101082]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 22:07:32.545239 dv-cinder-817085-1-iscsi neutron-server[101082]: cb(*args, **kw) Nov 08 22:07:32.545239 dv-cinder-817085-1-iscsi neutron-server[101082]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 22:07:32.545239 dv-cinder-817085-1-iscsi neutron-server[101082]: return func(*args, **kwargs) Nov 08 22:07:32.545239 dv-cinder-817085-1-iscsi neutron-server[101082]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 22:07:32.545239 dv-cinder-817085-1-iscsi neutron-server[101082]: self._notify() Nov 08 22:07:32.545239 dv-cinder-817085-1-iscsi neutron-server[101082]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 22:07:32.545239 dv-cinder-817085-1-iscsi neutron-server[101082]: self.callback(batched_events) Nov 08 22:07:32.545239 dv-cinder-817085-1-iscsi neutron-server[101082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 22:07:32.545239 dv-cinder-817085-1-iscsi neutron-server[101082]: event.method(event) Nov 08 22:07:32.545239 dv-cinder-817085-1-iscsi neutron-server[101082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 22:07:32.545239 dv-cinder-817085-1-iscsi neutron-server[101082]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 22:07:32.545239 dv-cinder-817085-1-iscsi neutron-server[101082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 22:07:32.545239 dv-cinder-817085-1-iscsi neutron-server[101082]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 22:07:32.545239 dv-cinder-817085-1-iscsi neutron-server[101082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 22:07:32.545239 dv-cinder-817085-1-iscsi neutron-server[101082]: return f(self, *a, **k) Nov 08 22:07:32.545239 dv-cinder-817085-1-iscsi neutron-server[101082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 22:07:32.545239 dv-cinder-817085-1-iscsi neutron-server[101082]: return self._get(url).json() Nov 08 22:07:32.545239 dv-cinder-817085-1-iscsi neutron-server[101082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 22:07:32.545239 dv-cinder-817085-1-iscsi neutron-server[101082]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 22:07:32.545239 dv-cinder-817085-1-iscsi neutron-server[101082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 22:07:32.545239 dv-cinder-817085-1-iscsi neutron-server[101082]: return self.request(url, 'GET', **kwargs) Nov 08 22:07:32.545239 dv-cinder-817085-1-iscsi neutron-server[101082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 22:07:32.545239 dv-cinder-817085-1-iscsi neutron-server[101082]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 22:07:32.545239 dv-cinder-817085-1-iscsi neutron-server[101082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 22:07:32.545239 dv-cinder-817085-1-iscsi neutron-server[101082]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 22:07:32.545239 dv-cinder-817085-1-iscsi neutron-server[101082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 22:07:32.545239 dv-cinder-817085-1-iscsi neutron-server[101082]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 22:07:32.545239 dv-cinder-817085-1-iscsi neutron-server[101082]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 22:07:32.599134 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-f901fb0a-047d-4112-81db-ef8284b2ddb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-531106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1623971'] for network, after_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:07:32.604748 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-f901fb0a-047d-4112-81db-ef8284b2ddb7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646287'] for network, before_response {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:07:32.607897 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [None req-f901fb0a-047d-4112-81db-ef8284b2ddb7 admin admin] 10.222.0.25 "DELETE /v2.0/networks/d0389d40-840b-4921-84b3-93bfc186ef85 HTTP/1.1" status: 204 len: 168 time: 0.5578015 Nov 08 22:07:32.618452 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f901fb0a-047d-4112-81db-ef8284b2ddb7 admin admin] Pushing event deleted for resources: {'Network': ['ID=d0389d40-840b-4921-84b3-93bfc186ef85,revision_number=None']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:07:32.722020 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.wsgi [-] (101083) accepted ('10.222.0.25', 49238) {{(pid=101083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 22:07:32.760979 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [None req-3a865aa5-80a2-48a8-8502-4337b32d5f85 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=3c81291fa5704e6e99b9fb8671a47a4c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0376806 Nov 08 22:07:32.763375 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.wsgi [-] (101083) accepted ('10.222.0.25', 49240) {{(pid=101083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 22:07:32.809896 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-ad80a8d6-dd98-46fe-b067-a91154804c03 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:07:32.835467 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-ad80a8d6-dd98-46fe-b067-a91154804c03 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:07:32.881413 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-ad80a8d6-dd98-46fe-b067-a91154804c03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2033567'] for security_group, after_delete {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:07:32.884513 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-ad80a8d6-dd98-46fe-b067-a91154804c03 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:07:32.885933 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [None req-ad80a8d6-dd98-46fe-b067-a91154804c03 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/aa916dd9-eb7b-476f-a4c3-0f4ff99f0233 HTTP/1.1" status: 204 len: 168 time: 0.1214874 Nov 08 22:07:32.893913 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad80a8d6-dd98-46fe-b067-a91154804c03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa916dd9-eb7b-476f-a4c3-0f4ff99f0233,revision_number=None']} {{(pid=101083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:07:32.977103 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.rpc [None req-ad13160b-513d-4512-a15f-cb40cce6b7e9 None None] Device 0be98368-1e8b-4acc-9c56-07b2a480de12 no longer exists at agent ovs-agent-dv-cinder-817085-1-iscsi {{(pid=101084) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 22:07:32.998384 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.plugin [None req-ad13160b-513d-4512-a15f-cb40cce6b7e9 None None] No Port match for: 0be98368-1e8b-4acc-9c56-07b2a480de12 {{(pid=101084) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 22:07:32.998817 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.rpc [None req-ad13160b-513d-4512-a15f-cb40cce6b7e9 None None] Device 0be98368-1e8b-4acc-9c56-07b2a480de12 not bound to the agent host dv-cinder-817085-1-iscsi {{(pid=101084) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 22:07:32.999407 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.rpc [None req-ad13160b-513d-4512-a15f-cb40cce6b7e9 None None] Device 63eac74b-8017-4f9e-baf5-4aa75c8096e0 no longer exists at agent ovs-agent-dv-cinder-817085-1-iscsi {{(pid=101084) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 22:07:33.021589 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.plugin [None req-ad13160b-513d-4512-a15f-cb40cce6b7e9 None None] No Port match for: 63eac74b-8017-4f9e-baf5-4aa75c8096e0 {{(pid=101084) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 22:07:33.021935 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.rpc [None req-ad13160b-513d-4512-a15f-cb40cce6b7e9 None None] Device 63eac74b-8017-4f9e-baf5-4aa75c8096e0 not bound to the agent host dv-cinder-817085-1-iscsi {{(pid=101084) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 22:07:33.022347 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.rpc [None req-ad13160b-513d-4512-a15f-cb40cce6b7e9 None None] Device 282241b8-ee70-4e06-b70f-3b349506e9a3 no longer exists at agent ovs-agent-dv-cinder-817085-1-iscsi {{(pid=101084) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 22:07:33.045063 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.plugin [None req-ad13160b-513d-4512-a15f-cb40cce6b7e9 None None] No Port match for: 282241b8-ee70-4e06-b70f-3b349506e9a3 {{(pid=101084) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 22:07:33.045405 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.rpc [None req-ad13160b-513d-4512-a15f-cb40cce6b7e9 None None] Device 282241b8-ee70-4e06-b70f-3b349506e9a3 not bound to the agent host dv-cinder-817085-1-iscsi {{(pid=101084) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 22:07:44.019192 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-69b651fb-c8ab-4d94-9c63-05ed8ef5cf46 req-78517da6-5dfa-4a15-a577-2a02bd420d5a tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-453527281&fields=id&tenant_id=675c9b3fa135484fae600e4b802f7186 HTTP/1.1" status: 200 len: 267 time: 0.0433304 Nov 08 22:07:44.132482 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b651fb-c8ab-4d94-9c63-05ed8ef5cf46 req-01b1b609-00d8-479f-94e2-42544d6a5823 tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:07:44.134660 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-69b651fb-c8ab-4d94-9c63-05ed8ef5cf46 req-01b1b609-00d8-479f-94e2-42544d6a5823 tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] 10.222.0.25 "GET /v2.0/networks?id=83d7137f-89f6-454e-ae7c-d8a3c54047ec HTTP/1.1" status: 200 len: 812 time: 0.1084280 Nov 08 22:07:44.149116 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-69b651fb-c8ab-4d94-9c63-05ed8ef5cf46 req-6ca734b6-1826-46d7-aaa5-b17e0c60642a tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] 10.222.0.25 "GET /v2.0/quotas/675c9b3fa135484fae600e4b802f7186 HTTP/1.1" status: 200 len: 375 time: 0.0086687 Nov 08 22:07:44.199476 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-69b651fb-c8ab-4d94-9c63-05ed8ef5cf46 req-811556cd-7872-4f12-8233-ec9c3ec14a67 tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=675c9b3fa135484fae600e4b802f7186&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0437145 Nov 08 22:07:44.295623 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-69b651fb-c8ab-4d94-9c63-05ed8ef5cf46 req-0ff78af4-c245-4992-94c1-045f7eecf289 service neutron] 10.222.0.25 "GET /v2.0/networks/83d7137f-89f6-454e-ae7c-d8a3c54047ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825853 Nov 08 22:07:44.389657 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-69b651fb-c8ab-4d94-9c63-05ed8ef5cf46 req-c76e1369-4804-4e75-bbe3-1bbc2f79c427 service neutron] 10.222.0.25 "GET /v2.0/networks/83d7137f-89f6-454e-ae7c-d8a3c54047ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880015 Nov 08 22:07:44.658619 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-eb4b644b-19ef-4bf4-ab86-4f8a4983bdea req-499c9edf-5d5c-45a9-9c52-cc550fe9f17a tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] 10.222.0.25 "GET /v2.0/ports?device_id=875a4116-c9a5-4900-9746-f0dc4a228233 HTTP/1.1" status: 200 len: 210 time: 0.0266483 Nov 08 22:07:45.564962 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b651fb-c8ab-4d94-9c63-05ed8ef5cf46 req-4e4d274d-f158-4781-8460-f9592fa20c61 tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:07:45.566801 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-69b651fb-c8ab-4d94-9c63-05ed8ef5cf46 req-4e4d274d-f158-4781-8460-f9592fa20c61 tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] 10.222.0.48 "GET /v2.0/networks?id=83d7137f-89f6-454e-ae7c-d8a3c54047ec HTTP/1.1" status: 200 len: 812 time: 0.1023092 Nov 08 22:07:45.642450 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-69b651fb-c8ab-4d94-9c63-05ed8ef5cf46 req-1511416b-473f-4419-97d3-7c701dbce3df tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=675c9b3fa135484fae600e4b802f7186 HTTP/1.1" status: 200 len: 379 time: 0.0661981 Nov 08 22:07:45.652270 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.v2.base [req-69b651fb-c8ab-4d94-9c63-05ed8ef5cf46 req-ada76208-1cc8-461d-a5c6-dac499dc909a tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] Request body: {'port': {'device_id': '875a4116-c9a5-4900-9746-f0dc4a228233', 'network_id': '83d7137f-89f6-454e-ae7c-d8a3c54047ec', 'admin_state_up': True, 'tenant_id': '675c9b3fa135484fae600e4b802f7186', 'security_groups': ['ec8c4dc9-4a35-4d6c-bde7-e1d205b3850b']}} {{(pid=101083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 22:07:45.756719 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-78a38f65-8924-46c9-bfe2-341f196b4a33 req-17761862-df35-4e88-8257-91ea53bb8136 tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] 10.222.0.25 "GET /v2.0/ports?device_id=875a4116-c9a5-4900-9746-f0dc4a228233 HTTP/1.1" status: 200 len: 210 time: 0.0284367 Nov 08 22:07:45.759946 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-69b651fb-c8ab-4d94-9c63-05ed8ef5cf46 req-ada76208-1cc8-461d-a5c6-dac499dc909a tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] Made reservation on behalf of 675c9b3fa135484fae600e4b802f7186 for: {'port': 1} {{(pid=101083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 22:07:45.763476 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [req-69b651fb-c8ab-4d94-9c63-05ed8ef5cf46 req-ada76208-1cc8-461d-a5c6-dac499dc909a tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-925982'] for port, before_create {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:07:45.904246 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.db.db_base_plugin_common [req-69b651fb-c8ab-4d94-9c63-05ed8ef5cf46 req-ada76208-1cc8-461d-a5c6-dac499dc909a tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] Allocated IP 172.20.0.10 (83d7137f-89f6-454e-ae7c-d8a3c54047ec/9914a888-52f1-4bc0-b7db-aa15204015ab/78160778-dda9-4646-8a46-1798c6eb32a6) {{(pid=101083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 22:07:46.050227 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [req-69b651fb-c8ab-4d94-9c63-05ed8ef5cf46 req-ada76208-1cc8-461d-a5c6-dac499dc909a tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] Publish callbacks [] for port, precommit_create {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:07:46.087048 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [req-69b651fb-c8ab-4d94-9c63-05ed8ef5cf46 req-ada76208-1cc8-461d-a5c6-dac499dc909a tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728276144267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7659000'] for port, after_create {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:07:46.139187 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69b651fb-c8ab-4d94-9c63-05ed8ef5cf46 req-ada76208-1cc8-461d-a5c6-dac499dc909a tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] Network 83d7137f-89f6-454e-ae7c-d8a3c54047ec is already hosted by enough agents. {{(pid=101083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 22:07:46.142198 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.scheduler.base_scheduler [req-69b651fb-c8ab-4d94-9c63-05ed8ef5cf46 req-ada76208-1cc8-461d-a5c6-dac499dc909a tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] Resources bound (agent type, host, resource id): {{(pid=101083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 22:07:46.146546 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.db.l3_dvrscheduler_db [req-69b651fb-c8ab-4d94-9c63-05ed8ef5cf46 req-ada76208-1cc8-461d-a5c6-dac499dc909a tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] Received port after_create {{(pid=101083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 22:07:46.150498 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada76208-1cc8-461d-a5c6-dac499dc909a tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] Pushing event updated for resources: {'Port': ['ID=78160778-dda9-4646-8a46-1798c6eb32a6,revision_number=1']} {{(pid=101083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:07:46.198946 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b651fb-c8ab-4d94-9c63-05ed8ef5cf46 req-ada76208-1cc8-461d-a5c6-dac499dc909a tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:07:46.199579 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [req-69b651fb-c8ab-4d94-9c63-05ed8ef5cf46 req-ada76208-1cc8-461d-a5c6-dac499dc909a tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465805'] for port, before_response {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:07:46.215855 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-69b651fb-c8ab-4d94-9c63-05ed8ef5cf46 req-ada76208-1cc8-461d-a5c6-dac499dc909a tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5680363 Nov 08 22:07:46.229569 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.v2.base [req-69b651fb-c8ab-4d94-9c63-05ed8ef5cf46 req-4099ac4e-e1d1-4c8f-a5be-75b4187beac9 service neutron] Request body: {'port': {'device_id': '875a4116-c9a5-4900-9746-f0dc4a228233', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81708'}} {{(pid=101083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 22:07:46.283737 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [req-69b651fb-c8ab-4d94-9c63-05ed8ef5cf46 req-4099ac4e-e1d1-4c8f-a5be-75b4187beac9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-925982'] for port, before_update {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:07:46.332566 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.db.provisioning_blocks [None req-e0413864-4a78-4251-8996-b8f546ef8827 None None] Provisioning complete for port 78160778-dda9-4646-8a46-1798c6eb32a6 triggered by entity DHCP. {{(pid=101084) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 22:07:46.333167 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-e0413864-4a78-4251-8996-b8f546ef8827 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-534742'] for port, provisioning_complete {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:07:46.366988 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.plugin [None req-e0413864-4a78-4251-8996-b8f546ef8827 None None] Port 78160778-dda9-4646-8a46-1798c6eb32a6 cannot update to ACTIVE because it is not bound. {{(pid=101084) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 22:07:46.541366 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.notifiers.nova [req-69b651fb-c8ab-4d94-9c63-05ed8ef5cf46 req-4099ac4e-e1d1-4c8f-a5be-75b4187beac9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78160778-dda9-4646-8a46-1798c6eb32a6 {{(pid=101083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 22:07:46.548613 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [req-69b651fb-c8ab-4d94-9c63-05ed8ef5cf46 req-4099ac4e-e1d1-4c8f-a5be-75b4187beac9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:07:46.560756 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.db.provisioning_blocks [req-69b651fb-c8ab-4d94-9c63-05ed8ef5cf46 req-4099ac4e-e1d1-4c8f-a5be-75b4187beac9 service neutron] Transition to ACTIVE for port object 78160778-dda9-4646-8a46-1798c6eb32a6 will not be triggered until provisioned by entity L2. {{(pid=101083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 22:07:46.564691 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [req-69b651fb-c8ab-4d94-9c63-05ed8ef5cf46 req-4099ac4e-e1d1-4c8f-a5be-75b4187beac9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728276638356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728276144285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728276144303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7658983'] for port, after_update {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:07:46.628189 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4099ac4e-e1d1-4c8f-a5be-75b4187beac9 service neutron] Pushing event updated for resources: {'Port': ['ID=78160778-dda9-4646-8a46-1798c6eb32a6,revision_number=2']} {{(pid=101083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:07:46.686698 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.plugins.ml2.managers [req-69b651fb-c8ab-4d94-9c63-05ed8ef5cf46 req-4099ac4e-e1d1-4c8f-a5be-75b4187beac9 service neutron] Attempting to bind port 78160778-dda9-4646-8a46-1798c6eb32a6 on host hv-cinder-81708 for vnic_type normal with profile {{(pid=101083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 22:07:46.687025 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.plugins.ml2.managers [req-69b651fb-c8ab-4d94-9c63-05ed8ef5cf46 req-4099ac4e-e1d1-4c8f-a5be-75b4187beac9 service neutron] Attempting to bind port 78160778-dda9-4646-8a46-1798c6eb32a6 by drivers openvswitch,hyperv on host hv-cinder-81708 at level 0 using segments [{'id': '291e05ad-3564-45f6-9832-49264fb3214a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '83d7137f-89f6-454e-ae7c-d8a3c54047ec'}] {{(pid=101083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 22:07:46.687347 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69b651fb-c8ab-4d94-9c63-05ed8ef5cf46 req-4099ac4e-e1d1-4c8f-a5be-75b4187beac9 service neutron] Attempting to bind port 78160778-dda9-4646-8a46-1798c6eb32a6 on network 83d7137f-89f6-454e-ae7c-d8a3c54047ec {{(pid=101083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 22:07:46.692335 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69b651fb-c8ab-4d94-9c63-05ed8ef5cf46 req-4099ac4e-e1d1-4c8f-a5be-75b4187beac9 service neutron] Port 78160778-dda9-4646-8a46-1798c6eb32a6 on network 83d7137f-89f6-454e-ae7c-d8a3c54047ec not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81708 {{(pid=101083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 22:07:46.692711 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69b651fb-c8ab-4d94-9c63-05ed8ef5cf46 req-4099ac4e-e1d1-4c8f-a5be-75b4187beac9 service neutron] Attempting to bind port 78160778-dda9-4646-8a46-1798c6eb32a6 on network 83d7137f-89f6-454e-ae7c-d8a3c54047ec {{(pid=101083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 22:07:46.697703 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69b651fb-c8ab-4d94-9c63-05ed8ef5cf46 req-4099ac4e-e1d1-4c8f-a5be-75b4187beac9 service neutron] Checking agent: {'id': '7cd4d405-a24c-430d-ad05-16fe54bb5453', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81708', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 21, 57, 55), 'started_at': datetime.datetime(2021, 11, 8, 21, 57, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 22, 7, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 22:07:46.698362 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69b651fb-c8ab-4d94-9c63-05ed8ef5cf46 req-4099ac4e-e1d1-4c8f-a5be-75b4187beac9 service neutron] Checking segment: {'id': '291e05ad-3564-45f6-9832-49264fb3214a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '83d7137f-89f6-454e-ae7c-d8a3c54047ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 22:07:46.698745 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69b651fb-c8ab-4d94-9c63-05ed8ef5cf46 req-4099ac4e-e1d1-4c8f-a5be-75b4187beac9 service neutron] Bound using segment: {'id': '291e05ad-3564-45f6-9832-49264fb3214a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '83d7137f-89f6-454e-ae7c-d8a3c54047ec'} {{(pid=101083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 22:07:46.699166 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.plugins.ml2.managers [req-69b651fb-c8ab-4d94-9c63-05ed8ef5cf46 req-4099ac4e-e1d1-4c8f-a5be-75b4187beac9 service neutron] Bound port: 78160778-dda9-4646-8a46-1798c6eb32a6, host: hv-cinder-81708, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '291e05ad-3564-45f6-9832-49264fb3214a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '83d7137f-89f6-454e-ae7c-d8a3c54047ec'}}] {{(pid=101083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 22:07:46.699508 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [req-69b651fb-c8ab-4d94-9c63-05ed8ef5cf46 req-4099ac4e-e1d1-4c8f-a5be-75b4187beac9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-925982'] for port, before_update {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:07:46.763075 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.plugins.ml2.db [req-69b651fb-c8ab-4d94-9c63-05ed8ef5cf46 req-4099ac4e-e1d1-4c8f-a5be-75b4187beac9 service neutron] For port 78160778-dda9-4646-8a46-1798c6eb32a6, host hv-cinder-81708, cleared binding levels {{(pid=101083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 22:07:46.766259 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.plugins.ml2.db [req-69b651fb-c8ab-4d94-9c63-05ed8ef5cf46 req-4099ac4e-e1d1-4c8f-a5be-75b4187beac9 service neutron] For port 78160778-dda9-4646-8a46-1798c6eb32a6, host hv-cinder-81708, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81708',level=0,port_id=78160778-dda9-4646-8a46-1798c6eb32a6,segment=NetworkSegment(291e05ad-3564-45f6-9832-49264fb3214a),segment_id=291e05ad-3564-45f6-9832-49264fb3214a)] {{(pid=101083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 22:07:46.771689 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [req-69b651fb-c8ab-4d94-9c63-05ed8ef5cf46 req-4099ac4e-e1d1-4c8f-a5be-75b4187beac9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728276638356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728276144285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728276144303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7658983'] for port, after_update {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:07:46.808502 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b651fb-c8ab-4d94-9c63-05ed8ef5cf46 req-4099ac4e-e1d1-4c8f-a5be-75b4187beac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:07:46.809147 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [req-69b651fb-c8ab-4d94-9c63-05ed8ef5cf46 req-4099ac4e-e1d1-4c8f-a5be-75b4187beac9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465805'] for port, before_response {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:07:46.810513 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-69b651fb-c8ab-4d94-9c63-05ed8ef5cf46 req-4099ac4e-e1d1-4c8f-a5be-75b4187beac9 service neutron] 10.222.0.48 "PUT /v2.0/ports/78160778-dda9-4646-8a46-1798c6eb32a6 HTTP/1.1" status: 200 len: 1094 time: 0.5861008 Nov 08 22:07:46.810951 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '875a4116-c9a5-4900-9746-f0dc4a228233', 'tag': '78160778-dda9-4646-8a46-1798c6eb32a6'}] {{(pid=101083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 22:07:46.813310 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1401f4ba4b9bb213bf59dd3903e8d3cb618788e4f0023aa365925d32571c6fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67d01907-e46e-44d9-bb85-63d4263b003b" -d '{"events": [{"name": "network-changed", "server_uuid": "875a4116-c9a5-4900-9746-f0dc4a228233", "tag": "78160778-dda9-4646-8a46-1798c6eb32a6"}]}' {{(pid=101083) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 22:07:46.831306 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-54509508-5c73-4198-8c9f-bf7c6679ba30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728276665375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534631'] for agent, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:07:46.869791 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 22:07:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15311b28-1731-4409-b34d-815852819168 x-openstack-request-id: req-15311b28-1731-4409-b34d-815852819168 {{(pid=101083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 22:07:46.870089 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "875a4116-c9a5-4900-9746-f0dc4a228233", "tag": "78160778-dda9-4646-8a46-1798c6eb32a6", "status": "completed", "code": 200}]} {{(pid=101083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 22:07:46.870340 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-15311b28-1731-4409-b34d-815852819168 {{(pid=101083) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 22:07:46.870738 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '875a4116-c9a5-4900-9746-f0dc4a228233', 'tag': '78160778-dda9-4646-8a46-1798c6eb32a6', 'status': 'completed', 'code': 200} Nov 08 22:07:46.884411 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4099ac4e-e1d1-4c8f-a5be-75b4187beac9 service neutron] Pushing event updated for resources: {'Port': ['ID=78160778-dda9-4646-8a46-1798c6eb32a6,revision_number=3']} {{(pid=101083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:07:46.905253 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b651fb-c8ab-4d94-9c63-05ed8ef5cf46 req-1d7579b9-bf70-4b7e-9d21-6f38d445bb17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:07:46.907053 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-69b651fb-c8ab-4d94-9c63-05ed8ef5cf46 req-1d7579b9-bf70-4b7e-9d21-6f38d445bb17 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=675c9b3fa135484fae600e4b802f7186&device_id=875a4116-c9a5-4900-9746-f0dc4a228233 HTTP/1.1" status: 200 len: 1097 time: 0.0546827 Nov 08 22:07:46.910675 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a9e103-df66-47dc-a170-0cb82b4430f7 req-04ee9fb4-d75c-42c2-a387-604ca31b8af4 tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:07:46.913224 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-e9a9e103-df66-47dc-a170-0cb82b4430f7 req-04ee9fb4-d75c-42c2-a387-604ca31b8af4 tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] 10.222.0.25 "GET /v2.0/ports?device_id=875a4116-c9a5-4900-9746-f0dc4a228233 HTTP/1.1" status: 200 len: 944 time: 0.0627420 Nov 08 22:07:46.956592 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-69b651fb-c8ab-4d94-9c63-05ed8ef5cf46 req-e302971b-5083-428a-97bb-d576a685900f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=78160778-dda9-4646-8a46-1798c6eb32a6 HTTP/1.1" status: 200 len: 217 time: 0.0415530 Nov 08 22:07:46.969220 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-e9a9e103-df66-47dc-a170-0cb82b4430f7 req-660675b5-fefe-4494-a591-93d65346a66a tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] 10.222.0.25 "GET /v2.0/security-groups?id=ec8c4dc9-4a35-4d6c-bde7-e1d205b3850b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476069 Nov 08 22:07:47.012184 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b651fb-c8ab-4d94-9c63-05ed8ef5cf46 req-5398396e-c1a8-4506-8333-75a20c7531c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:07:47.013689 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-69b651fb-c8ab-4d94-9c63-05ed8ef5cf46 req-5398396e-c1a8-4506-8333-75a20c7531c4 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9914a888-52f1-4bc0-b7db-aa15204015ab HTTP/1.1" status: 200 len: 851 time: 0.0497749 Nov 08 22:07:47.058083 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b651fb-c8ab-4d94-9c63-05ed8ef5cf46 req-1014838f-99c4-42d9-b864-c27598a7ce4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:07:47.059452 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-69b651fb-c8ab-4d94-9c63-05ed8ef5cf46 req-1014838f-99c4-42d9-b864-c27598a7ce4f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=83d7137f-89f6-454e-ae7c-d8a3c54047ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0384834 Nov 08 22:07:47.156679 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-69b651fb-c8ab-4d94-9c63-05ed8ef5cf46 req-7f95c90a-d5c9-45f9-baaf-f8791984dcce service neutron] 10.222.0.48 "GET /v2.0/networks/83d7137f-89f6-454e-ae7c-d8a3c54047ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897052 Nov 08 22:07:47.246463 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-69b651fb-c8ab-4d94-9c63-05ed8ef5cf46 req-bf8ceda7-ab91-462a-bf37-d8f5603a731e service neutron] 10.222.0.48 "GET /v2.0/networks/83d7137f-89f6-454e-ae7c-d8a3c54047ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828974 Nov 08 22:07:47.341173 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d01907-e46e-44d9-bb85-63d4263b003b req-34378418-4696-4fba-8fa1-2ac3305d0e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:07:47.342729 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-67d01907-e46e-44d9-bb85-63d4263b003b req-34378418-4696-4fba-8fa1-2ac3305d0e17 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=675c9b3fa135484fae600e4b802f7186&device_id=875a4116-c9a5-4900-9746-f0dc4a228233 HTTP/1.1" status: 200 len: 1097 time: 0.0448825 Nov 08 22:07:47.437482 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d01907-e46e-44d9-bb85-63d4263b003b req-86f0d6a8-e801-49a2-9683-1b41591564b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:07:47.438976 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-67d01907-e46e-44d9-bb85-63d4263b003b req-86f0d6a8-e801-49a2-9683-1b41591564b0 service neutron] 10.222.0.48 "GET /v2.0/networks?id=83d7137f-89f6-454e-ae7c-d8a3c54047ec HTTP/1.1" status: 200 len: 913 time: 0.0885739 Nov 08 22:07:47.484011 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-67d01907-e46e-44d9-bb85-63d4263b003b req-e3852cb4-cc21-4635-8b39-a2142c4aae92 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=78160778-dda9-4646-8a46-1798c6eb32a6 HTTP/1.1" status: 200 len: 217 time: 0.0371442 Nov 08 22:07:47.536861 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d01907-e46e-44d9-bb85-63d4263b003b req-4d807fba-7463-4094-90c1-8045c2cc7853 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:07:47.538298 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-67d01907-e46e-44d9-bb85-63d4263b003b req-4d807fba-7463-4094-90c1-8045c2cc7853 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9914a888-52f1-4bc0-b7db-aa15204015ab HTTP/1.1" status: 200 len: 851 time: 0.0467842 Nov 08 22:07:47.589327 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d01907-e46e-44d9-bb85-63d4263b003b req-56cb075e-6b8c-4341-982c-2b938d61a77d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:07:47.590682 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-67d01907-e46e-44d9-bb85-63d4263b003b req-56cb075e-6b8c-4341-982c-2b938d61a77d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=83d7137f-89f6-454e-ae7c-d8a3c54047ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0378051 Nov 08 22:07:47.680748 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-67d01907-e46e-44d9-bb85-63d4263b003b req-d57faf66-c33f-4661-9662-e4833183b9a6 service neutron] 10.222.0.48 "GET /v2.0/networks/83d7137f-89f6-454e-ae7c-d8a3c54047ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823946 Nov 08 22:07:47.778872 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-67d01907-e46e-44d9-bb85-63d4263b003b req-268ae304-c584-403c-906e-97fded434bfb service neutron] 10.222.0.48 "GET /v2.0/networks/83d7137f-89f6-454e-ae7c-d8a3c54047ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904832 Nov 08 22:07:48.084877 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd01d9d8-b936-4bbd-bf24-688f65937ba7 req-532cb221-45a8-4089-81c3-b9a009f360ef tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:07:48.086335 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-fd01d9d8-b936-4bbd-bf24-688f65937ba7 req-532cb221-45a8-4089-81c3-b9a009f360ef tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] 10.222.0.25 "GET /v2.0/ports?device_id=875a4116-c9a5-4900-9746-f0dc4a228233 HTTP/1.1" status: 200 len: 944 time: 0.0485127 Nov 08 22:07:48.134207 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-fd01d9d8-b936-4bbd-bf24-688f65937ba7 req-3bac0dc3-9720-4e19-bcfe-e779409d27d7 tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] 10.222.0.25 "GET /v2.0/security-groups?id=ec8c4dc9-4a35-4d6c-bde7-e1d205b3850b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414376 Nov 08 22:07:49.012434 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.wsgi [-] (101083) accepted ('10.222.0.25', 49516) {{(pid=101083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 22:07:49.117523 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-99392594-c089-4c3f-9998-ffe14fae6c5f admin admin] Publish callbacks [] for security_group, before_create {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:07:49.139645 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-550bc5eb-257b-4844-9d4e-b6ae6bcf710b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728276665375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534631'] for agent, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:07:49.192075 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-99392594-c089-4c3f-9998-ffe14fae6c5f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:07:49.196117 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-99392594-c089-4c3f-9998-ffe14fae6c5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2033567'] for security_group, after_create {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:07:49.235104 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [None req-99392594-c089-4c3f-9998-ffe14fae6c5f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=4b9ea8830a67446e835f95be0d05ac22&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2215168 Nov 08 22:07:49.236024 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99392594-c089-4c3f-9998-ffe14fae6c5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9de9b9dc-a52d-4d71-970c-659653837876,revision_number=1']} {{(pid=101083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:07:49.237330 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.wsgi [-] (101082) accepted ('10.222.0.25', 49522) {{(pid=101082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 22:07:49.269229 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0114a1f-20e2-4d04-9df2-4cd37ed4ac5d req-1635606c-700c-460f-84d8-e2cd1d813064 tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:07:49.270708 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-a0114a1f-20e2-4d04-9df2-4cd37ed4ac5d req-1635606c-700c-460f-84d8-e2cd1d813064 tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] 10.222.0.25 "GET /v2.0/ports?device_id=875a4116-c9a5-4900-9746-f0dc4a228233 HTTP/1.1" status: 200 len: 944 time: 0.0663848 Nov 08 22:07:49.330091 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-9b299304-eb01-4d57-93a5-97abc8859e5a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:07:49.350834 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-a0114a1f-20e2-4d04-9df2-4cd37ed4ac5d req-4e80c450-549b-46c1-9555-897573070f5b tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] 10.222.0.25 "GET /v2.0/security-groups?id=ec8c4dc9-4a35-4d6c-bde7-e1d205b3850b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0718827 Nov 08 22:07:49.363827 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-9b299304-eb01-4d57-93a5-97abc8859e5a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:07:49.410117 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-9b299304-eb01-4d57-93a5-97abc8859e5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2033567'] for security_group, after_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:07:49.412766 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-9b299304-eb01-4d57-93a5-97abc8859e5a admin admin] Publish callbacks [] for security_group, before_response {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:07:49.413872 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [None req-9b299304-eb01-4d57-93a5-97abc8859e5a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/9de9b9dc-a52d-4d71-970c-659653837876 HTTP/1.1" status: 204 len: 168 time: 0.1741927 Nov 08 22:07:49.421521 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b299304-eb01-4d57-93a5-97abc8859e5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9de9b9dc-a52d-4d71-970c-659653837876,revision_number=None']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:07:49.665163 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.wsgi [-] (101082) accepted ('10.222.0.25', 49528) {{(pid=101082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 22:07:49.677872 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-3f572fde-b4c8-4263-825f-9a2936839c90 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:07:49.750815 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-3f572fde-b4c8-4263-825f-9a2936839c90 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:07:49.754619 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-3f572fde-b4c8-4263-825f-9a2936839c90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2033567'] for security_group, after_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:07:49.791821 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [None req-3f572fde-b4c8-4263-825f-9a2936839c90 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=36d52cae879143d684e3a35a8cc9ebfa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1256802 Nov 08 22:07:49.792686 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f572fde-b4c8-4263-825f-9a2936839c90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37cedcdf-8ab7-44fb-b78f-39f1b68bf4c1,revision_number=1']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:07:49.795265 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.wsgi [-] (101083) accepted ('10.222.0.25', 49530) {{(pid=101083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 22:07:49.843711 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-b328a7a6-338f-4079-9583-2b1f4e2195aa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:07:49.867043 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-b328a7a6-338f-4079-9583-2b1f4e2195aa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:07:49.914131 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-b328a7a6-338f-4079-9583-2b1f4e2195aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2033567'] for security_group, after_delete {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:07:49.917434 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-b328a7a6-338f-4079-9583-2b1f4e2195aa admin admin] Publish callbacks [] for security_group, before_response {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:07:49.918508 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [None req-b328a7a6-338f-4079-9583-2b1f4e2195aa admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/37cedcdf-8ab7-44fb-b78f-39f1b68bf4c1 HTTP/1.1" status: 204 len: 168 time: 0.1218352 Nov 08 22:07:49.925678 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b328a7a6-338f-4079-9583-2b1f4e2195aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37cedcdf-8ab7-44fb-b78f-39f1b68bf4c1,revision_number=None']} {{(pid=101083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:07:50.176453 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-38f8c81f-ca07-4188-b5ff-70ceca3f97c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728276665375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534631'] for agent, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:07:50.472193 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4867fcee-3af1-4b97-bd7e-c0bd4b0a5e58 req-62cdabe6-d4c2-4245-a68c-2de2a934f5d3 tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:07:50.473763 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-4867fcee-3af1-4b97-bd7e-c0bd4b0a5e58 req-62cdabe6-d4c2-4245-a68c-2de2a934f5d3 tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] 10.222.0.25 "GET /v2.0/ports?device_id=875a4116-c9a5-4900-9746-f0dc4a228233 HTTP/1.1" status: 200 len: 944 time: 0.0559418 Nov 08 22:07:50.524182 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-4867fcee-3af1-4b97-bd7e-c0bd4b0a5e58 req-f46baff6-b473-4d0a-9d85-ca591047e3ab tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] 10.222.0.25 "GET /v2.0/security-groups?id=ec8c4dc9-4a35-4d6c-bde7-e1d205b3850b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444317 Nov 08 22:07:51.640108 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10632039-69e7-418f-a59e-07bc0883704c req-e4f6e4b3-8881-4f1b-bed0-8d8078771d67 tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:07:51.641605 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-10632039-69e7-418f-a59e-07bc0883704c req-e4f6e4b3-8881-4f1b-bed0-8d8078771d67 tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] 10.222.0.25 "GET /v2.0/ports?device_id=875a4116-c9a5-4900-9746-f0dc4a228233 HTTP/1.1" status: 200 len: 944 time: 0.0505824 Nov 08 22:07:51.692019 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-10632039-69e7-418f-a59e-07bc0883704c req-b0454a48-a53d-4c39-b9e3-139636629559 tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] 10.222.0.25 "GET /v2.0/security-groups?id=ec8c4dc9-4a35-4d6c-bde7-e1d205b3850b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444829 Nov 08 22:07:51.832522 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-550ddcb2-f0f8-4b6b-a238-0b8e3ebb0b9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728276665375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534631'] for agent, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:07:52.484527 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-ad13160b-513d-4512-a15f-cb40cce6b7e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728276665375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534631'] for agent, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:07:52.808692 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8b69a1-cd14-4a00-8e2e-b1414ef9f81c req-bb6f3d53-7d6f-4e85-b807-b4eae0bff49a tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:07:52.810147 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-0b8b69a1-cd14-4a00-8e2e-b1414ef9f81c req-bb6f3d53-7d6f-4e85-b807-b4eae0bff49a tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] 10.222.0.25 "GET /v2.0/ports?device_id=875a4116-c9a5-4900-9746-f0dc4a228233 HTTP/1.1" status: 200 len: 944 time: 0.0505917 Nov 08 22:07:52.857198 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-0b8b69a1-cd14-4a00-8e2e-b1414ef9f81c req-a115d0f6-6dbd-477d-8b76-7a6ff8fea35b tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] 10.222.0.25 "GET /v2.0/security-groups?id=ec8c4dc9-4a35-4d6c-bde7-e1d205b3850b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412350 Nov 08 22:07:53.448924 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.rpc [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Device 78160778-dda9-4646-8a46-1798c6eb32a6 details requested by agent hyperv_hv-cinder-81708 with host hv-cinder-81708 {{(pid=101084) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 22:07:53.545833 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.db [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] For port 78160778-dda9-4646-8a46-1798c6eb32a6, host hv-cinder-81708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81708',level=0,port_id=78160778-dda9-4646-8a46-1798c6eb32a6,segment=NetworkSegment(291e05ad-3564-45f6-9832-49264fb3214a),segment_id=291e05ad-3564-45f6-9832-49264fb3214a)] {{(pid=101084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 22:07:53.557534 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.rpc [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Returning: {'device': '78160778-dda9-4646-8a46-1798c6eb32a6', 'network_id': '83d7137f-89f6-454e-ae7c-d8a3c54047ec', 'port_id': '78160778-dda9-4646-8a46-1798c6eb32a6', 'mac_address': 'fa:16:3e:ee:19:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 718, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9914a888-52f1-4bc0-b7db-aa15204015ab', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101084) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 22:07:53.601752 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-925982'] for port, before_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:07:53.615086 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.notifiers.nova [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78160778-dda9-4646-8a46-1798c6eb32a6 {{(pid=101084) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 22:07:53.637838 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.db [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] For port 78160778-dda9-4646-8a46-1798c6eb32a6, host hv-cinder-81708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81708',level=0,port_id=78160778-dda9-4646-8a46-1798c6eb32a6,segment=NetworkSegment(291e05ad-3564-45f6-9832-49264fb3214a),segment_id=291e05ad-3564-45f6-9832-49264fb3214a)] {{(pid=101084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 22:07:53.641724 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728276638356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728276144285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728276144303'] for port, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:07:53.689655 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Pushing event updated for resources: {'Port': ['ID=78160778-dda9-4646-8a46-1798c6eb32a6,revision_number=4']} {{(pid=101084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:07:53.853464 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.db [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] get_ports_and_sgs() called for port_ids ['78160778-dda9-4646-8a46-1798c6eb32a6'] {{(pid=101084) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 22:07:53.972432 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc6532c-dfc4-44cd-8f13-00813241d93c req-7432bc86-1856-4eb4-b8f6-c1a86115bf30 tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:07:53.973927 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-7dc6532c-dfc4-44cd-8f13-00813241d93c req-7432bc86-1856-4eb4-b8f6-c1a86115bf30 tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] 10.222.0.25 "GET /v2.0/ports?device_id=875a4116-c9a5-4900-9746-f0dc4a228233 HTTP/1.1" status: 200 len: 945 time: 0.0482190 Nov 08 22:07:54.022225 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-7dc6532c-dfc4-44cd-8f13-00813241d93c req-539652fd-be45-47ef-92b6-52580bae47ae tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] 10.222.0.25 "GET /v2.0/security-groups?id=ec8c4dc9-4a35-4d6c-bde7-e1d205b3850b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424898 Nov 08 22:07:55.141341 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16828553-b865-4e8e-b05a-8a60211807df req-12c1d038-5f97-4980-9edf-303ac11cd744 tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:07:55.142793 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-16828553-b865-4e8e-b05a-8a60211807df req-12c1d038-5f97-4980-9edf-303ac11cd744 tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] 10.222.0.25 "GET /v2.0/ports?device_id=875a4116-c9a5-4900-9746-f0dc4a228233 HTTP/1.1" status: 200 len: 945 time: 0.0532644 Nov 08 22:07:55.193572 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-16828553-b865-4e8e-b05a-8a60211807df req-bc8a2378-dd07-462a-9f73-fa4b5975e342 tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] 10.222.0.25 "GET /v2.0/security-groups?id=ec8c4dc9-4a35-4d6c-bde7-e1d205b3850b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448895 Nov 08 22:07:55.281429 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728276665375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534631'] for agent, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:07:55.464932 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.rpc [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Device 78160778-dda9-4646-8a46-1798c6eb32a6 up at agent hyperv_hv-cinder-81708 {{(pid=101084) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 22:07:55.513252 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.db.provisioning_blocks [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Provisioning for port 78160778-dda9-4646-8a46-1798c6eb32a6 completed by entity L2. {{(pid=101084) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 22:07:55.516941 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.db.provisioning_blocks [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Provisioning complete for port 78160778-dda9-4646-8a46-1798c6eb32a6 triggered by entity L2. {{(pid=101084) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 22:07:55.517305 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-534742'] for port, provisioning_complete {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:07:55.716112 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-925982'] for port, before_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:07:55.737719 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '875a4116-c9a5-4900-9746-f0dc4a228233', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78160778-dda9-4646-8a46-1798c6eb32a6'}] {{(pid=101084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 22:07:55.739896 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b3cbe6c7fdf7c1e60af50d850490ef6f4dccd02a9ea7bc434e0a37b2dd34cb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-921c837d-56cd-48fb-9ae4-ceb9d0c09a5a" -d '{"events": [{"server_uuid": "875a4116-c9a5-4900-9746-f0dc4a228233", "name": "network-vif-plugged", "status": "completed", "tag": "78160778-dda9-4646-8a46-1798c6eb32a6"}]}' {{(pid=101084) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 22:07:55.752999 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.db [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] For port 78160778-dda9-4646-8a46-1798c6eb32a6, host hv-cinder-81708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81708',level=0,port_id=78160778-dda9-4646-8a46-1798c6eb32a6,segment=NetworkSegment(291e05ad-3564-45f6-9832-49264fb3214a),segment_id=291e05ad-3564-45f6-9832-49264fb3214a)] {{(pid=101084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 22:07:55.757209 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728276638356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728276144285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728276144303'] for port, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:07:55.780220 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 22:07:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4303356f-7e69-4225-b1b5-169113ce8f67 x-openstack-request-id: req-4303356f-7e69-4225-b1b5-169113ce8f67 {{(pid=101084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 22:07:55.780504 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "875a4116-c9a5-4900-9746-f0dc4a228233", "name": "network-vif-plugged", "status": "completed", "tag": "78160778-dda9-4646-8a46-1798c6eb32a6", "code": 200}]} {{(pid=101084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 22:07:55.780751 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4303356f-7e69-4225-b1b5-169113ce8f67 {{(pid=101084) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 22:07:55.781162 dv-cinder-817085-1-iscsi neutron-server[101084]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '875a4116-c9a5-4900-9746-f0dc4a228233', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78160778-dda9-4646-8a46-1798c6eb32a6', 'code': 200} Nov 08 22:07:55.806528 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Pushing event updated for resources: {'Port': ['ID=78160778-dda9-4646-8a46-1798c6eb32a6,revision_number=5']} {{(pid=101084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:07:56.000619 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7848dfb2-6ae3-41a9-8c62-60e1ad2c55e8 req-04b51a22-4e34-41fb-bd8e-cbc67c116107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:07:56.002142 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-7848dfb2-6ae3-41a9-8c62-60e1ad2c55e8 req-04b51a22-4e34-41fb-bd8e-cbc67c116107 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=875a4116-c9a5-4900-9746-f0dc4a228233 HTTP/1.1" status: 200 len: 1099 time: 0.0416594 Nov 08 22:07:56.048268 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-7848dfb2-6ae3-41a9-8c62-60e1ad2c55e8 req-6ba26910-936f-47c3-aa9b-fafcf1248a68 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=ec8c4dc9-4a35-4d6c-bde7-e1d205b3850b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392113 Nov 08 22:07:56.313055 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e721ad-3fde-4756-a393-3088014b5a96 req-1e139427-d6bc-4dbd-869d-4a1aa75fad2d tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:07:56.314548 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-03e721ad-3fde-4756-a393-3088014b5a96 req-1e139427-d6bc-4dbd-869d-4a1aa75fad2d tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] 10.222.0.25 "GET /v2.0/ports?device_id=875a4116-c9a5-4900-9746-f0dc4a228233 HTTP/1.1" status: 200 len: 946 time: 0.0528741 Nov 08 22:07:56.365739 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-03e721ad-3fde-4756-a393-3088014b5a96 req-e6feb694-fd77-4f53-9b69-251f1577a91e tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] 10.222.0.25 "GET /v2.0/security-groups?id=ec8c4dc9-4a35-4d6c-bde7-e1d205b3850b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452461 Nov 08 22:07:57.486087 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed481041-7906-4f87-bc5f-67f51db86ff8 req-2798e2f5-6e38-4e44-8a5c-00ceaf0f501c tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:07:57.487550 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-ed481041-7906-4f87-bc5f-67f51db86ff8 req-2798e2f5-6e38-4e44-8a5c-00ceaf0f501c tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] 10.222.0.25 "GET /v2.0/ports?device_id=875a4116-c9a5-4900-9746-f0dc4a228233 HTTP/1.1" status: 200 len: 946 time: 0.0521207 Nov 08 22:07:57.535049 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-ed481041-7906-4f87-bc5f-67f51db86ff8 req-1c51c7ce-db88-4738-96cd-b4d290a7c950 tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] 10.222.0.25 "GET /v2.0/security-groups?id=ec8c4dc9-4a35-4d6c-bde7-e1d205b3850b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416405 Nov 08 22:07:57.650060 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23e009a-22c3-46c2-a5dc-6f4190507ec2 req-aa95caed-5080-4c40-a058-0d158773b0ce tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:07:57.651429 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-e23e009a-22c3-46c2-a5dc-6f4190507ec2 req-aa95caed-5080-4c40-a058-0d158773b0ce tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] 10.222.0.25 "GET /v2.0/ports?device_id=875a4116-c9a5-4900-9746-f0dc4a228233 HTTP/1.1" status: 200 len: 946 time: 0.0519855 Nov 08 22:07:57.699243 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-e23e009a-22c3-46c2-a5dc-6f4190507ec2 req-0974c3c2-8758-427f-ae76-7f58a2094dd3 tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] 10.222.0.25 "GET /v2.0/security-groups?id=ec8c4dc9-4a35-4d6c-bde7-e1d205b3850b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419629 Nov 08 22:07:57.720737 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.wsgi [-] (101082) accepted ('10.222.0.25', 49664) {{(pid=101082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 22:07:57.917807 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0969a84e-c9c6-464d-ac74-429f1a761bd3 tempest-TestVolumeBootPattern-983344704 tempest-TestVolumeBootPattern-983344704-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:07:57.919317 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [None req-0969a84e-c9c6-464d-ac74-429f1a761bd3 tempest-TestVolumeBootPattern-983344704 tempest-TestVolumeBootPattern-983344704-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=875a4116-c9a5-4900-9746-f0dc4a228233 HTTP/1.1" status: 200 len: 1094 time: 0.1975594 Nov 08 22:07:57.922756 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.wsgi [-] (101083) accepted ('10.222.0.25', 49674) {{(pid=101083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 22:07:57.927725 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.v2.base [None req-364d90ea-c921-4fc6-98fe-67af79920fde tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] Request body: {'floatingip': {'floating_network_id': '8ae8d913-bef9-4bc0-baeb-78ef8b3a7364', 'port_id': '78160778-dda9-4646-8a46-1798c6eb32a6', 'tenant_id': '675c9b3fa135484fae600e4b802f7186', 'fixed_ip_address': '172.20.0.10'}} {{(pid=101083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 22:07:57.949725 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-364d90ea-c921-4fc6-98fe-67af79920fde tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] Publish callbacks [] for floatingip, before_create {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:07:58.046436 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-364d90ea-c921-4fc6-98fe-67af79920fde tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-925982'] for port, before_create {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:07:58.154125 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.db.db_base_plugin_common [None req-364d90ea-c921-4fc6-98fe-67af79920fde tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] Allocated IP 172.27.3.178 (8ae8d913-bef9-4bc0-baeb-78ef8b3a7364/f0dec947-372d-4ed5-9c9f-864e58aba850/ac657339-a338-4996-b485-57c36076462c) {{(pid=101083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 22:07:58.261509 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-364d90ea-c921-4fc6-98fe-67af79920fde tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] Publish callbacks [] for port, precommit_create {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:07:58.297265 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-364d90ea-c921-4fc6-98fe-67af79920fde tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728276144267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7659000'] for port, after_create {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:07:58.337978 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-364d90ea-c921-4fc6-98fe-67af79920fde tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] Network 8ae8d913-bef9-4bc0-baeb-78ef8b3a7364 is already hosted by enough agents. {{(pid=101083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 22:07:58.344526 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.scheduler.base_scheduler [None req-364d90ea-c921-4fc6-98fe-67af79920fde tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] Resources bound (agent type, host, resource id): {{(pid=101083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 22:07:58.346518 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364d90ea-c921-4fc6-98fe-67af79920fde tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] Pushing event updated for resources: {'Port': ['ID=ac657339-a338-4996-b485-57c36076462c,revision_number=1']} {{(pid=101083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:07:58.348758 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-364d90ea-c921-4fc6-98fe-67af79920fde tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] Received port after_create {{(pid=101083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 22:07:58.424049 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.wsgi [-] (101082) accepted ('10.222.0.25', 49686) {{(pid=101082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 22:07:58.544247 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-e1045368-b6a5-407b-aeb3-51db670d4507 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:07:58.615710 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-e1045368-b6a5-407b-aeb3-51db670d4507 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:07:58.619779 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-e1045368-b6a5-407b-aeb3-51db670d4507 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2033567'] for security_group, after_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:07:58.657601 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [None req-e1045368-b6a5-407b-aeb3-51db670d4507 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=9edc8eb4592e4d6b9191a4bf909b7024&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2324827 Nov 08 22:07:58.658710 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1045368-b6a5-407b-aeb3-51db670d4507 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ae87596-a541-4620-9f71-e821235dd33f,revision_number=1']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:07:58.660981 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.wsgi [-] (101082) accepted ('10.222.0.25', 49690) {{(pid=101082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 22:07:58.701246 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-364d90ea-c921-4fc6-98fe-67af79920fde tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:07:58.711922 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7f3e9369-46f8-4a61-b0ad-8475192ff9fe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:07:58.735281 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7f3e9369-46f8-4a61-b0ad-8475192ff9fe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:07:58.766323 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-364d90ea-c921-4fc6-98fe-67af79920fde tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-925982'] for port, before_update {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:07:58.784563 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7f3e9369-46f8-4a61-b0ad-8475192ff9fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2033567'] for security_group, after_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:07:58.787127 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7f3e9369-46f8-4a61-b0ad-8475192ff9fe admin admin] Publish callbacks [] for security_group, before_response {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:07:58.790642 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [None req-7f3e9369-46f8-4a61-b0ad-8475192ff9fe admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/9ae87596-a541-4620-9f71-e821235dd33f HTTP/1.1" status: 204 len: 168 time: 0.1263986 Nov 08 22:07:58.798181 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3e9369-46f8-4a61-b0ad-8475192ff9fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ae87596-a541-4620-9f71-e821235dd33f,revision_number=None']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:07:58.923386 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-364d90ea-c921-4fc6-98fe-67af79920fde tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] Publish callbacks [] for port, precommit_update {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:07:58.927956 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-364d90ea-c921-4fc6-98fe-67af79920fde tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728276638356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728276144285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728276144303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7658983'] for port, after_update {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:07:59.000254 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364d90ea-c921-4fc6-98fe-67af79920fde tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] Pushing event updated for resources: {'Port': ['ID=ac657339-a338-4996-b485-57c36076462c,revision_number=2']} {{(pid=101083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:07:59.008902 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-364d90ea-c921-4fc6-98fe-67af79920fde tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1623957'] for floatingip, after_create {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:07:59.063453 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.wsgi [-] (101082) accepted ('10.222.0.25', 49696) {{(pid=101082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 22:07:59.079982 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-9247fa32-866d-4e8f-baeb-978d9ee5914c admin admin] Publish callbacks [] for security_group, before_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:07:59.108725 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.db.l3_db [None req-364d90ea-c921-4fc6-98fe-67af79920fde tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] Floating IP 6c366199-e16e-4011-a2bb-9a5dc2cf8b12 associated. External IP: 172.27.3.178, port: 78160778-dda9-4646-8a46-1798c6eb32a6. Nov 08 22:07:59.156209 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-9247fa32-866d-4e8f-baeb-978d9ee5914c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:07:59.160964 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-9247fa32-866d-4e8f-baeb-978d9ee5914c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2033567'] for security_group, after_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:07:59.197181 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9247fa32-866d-4e8f-baeb-978d9ee5914c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05085880-9dd3-4d13-9f2b-5b326b8207ae,revision_number=1']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:07:59.201872 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [None req-9247fa32-866d-4e8f-baeb-978d9ee5914c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=53bd88cde4104978ab37c236f4f6a260&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1373842 Nov 08 22:07:59.204592 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.wsgi [-] (101082) accepted ('10.222.0.25', 49698) {{(pid=101082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 22:07:59.251868 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-85f1e7b6-1f3f-4045-91b7-47ec863729ee admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:07:59.278313 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-85f1e7b6-1f3f-4045-91b7-47ec863729ee admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:07:59.318044 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-364d90ea-c921-4fc6-98fe-67af79920fde tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] Router 71747b9f-0946-406e-9711-d3c0db299169 has already been hosted by L3 agent a7fb4010-89fb-4d99-b0a1-90d6a3aacb04 {{(pid=101083) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 22:07:59.325288 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-85f1e7b6-1f3f-4045-91b7-47ec863729ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2033567'] for security_group, after_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:07:59.327934 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-85f1e7b6-1f3f-4045-91b7-47ec863729ee admin admin] Publish callbacks [] for security_group, before_response {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:07:59.329124 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [None req-85f1e7b6-1f3f-4045-91b7-47ec863729ee admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/05085880-9dd3-4d13-9f2b-5b326b8207ae HTTP/1.1" status: 204 len: 168 time: 0.1235907 Nov 08 22:07:59.337560 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f1e7b6-1f3f-4045-91b7-47ec863729ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05085880-9dd3-4d13-9f2b-5b326b8207ae,revision_number=None']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:07:59.428330 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-364d90ea-c921-4fc6-98fe-67af79920fde tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] Notify agent at l3_agent.dv-cinder-817085-1-iscsi the message routers_updated {{(pid=101083) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 22:07:59.439476 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dde01e3d-bf55-4e45-827f-31d1ce209554 None None] Sync routers for ids ['71747b9f-0946-406e-9711-d3c0db299169'] in dv-cinder-817085-1-iscsi {{(pid=101084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 22:07:59.446629 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-364d90ea-c921-4fc6-98fe-67af79920fde tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465805'] for floatingip, before_response {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:07:59.455612 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dde01e3d-bf55-4e45-827f-31d1ce209554 None None] Routers {'71747b9f-0946-406e-9711-d3c0db299169'} bound to L3 agent in host dv-cinder-817085-1-iscsi {{(pid=101084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 22:07:59.456298 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.db.l3_hamode_db [None req-dde01e3d-bf55-4e45-827f-31d1ce209554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817085-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T21:51:49Z,description=,heartbeat_timestamp=2021-11-08T22:07:49Z,host='dv-cinder-817085-1-iscsi',id=a7fb4010-89fb-4d99-b0a1-90d6a3aacb04,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T21:51:49Z,topic='l3_agent')) {'router_ids': ['71747b9f-0946-406e-9711-d3c0db299169'], 'active': True} {{(pid=101084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 22:07:59.477226 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [None req-364d90ea-c921-4fc6-98fe-67af79920fde tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5531361 Nov 08 22:07:59.477801 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '875a4116-c9a5-4900-9746-f0dc4a228233', 'tag': '78160778-dda9-4646-8a46-1798c6eb32a6'}] {{(pid=101083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 22:07:59.480086 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1401f4ba4b9bb213bf59dd3903e8d3cb618788e4f0023aa365925d32571c6fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e423b498-61e6-46b0-a82d-c1364b798225" -d '{"events": [{"name": "network-changed", "server_uuid": "875a4116-c9a5-4900-9746-f0dc4a228233", "tag": "78160778-dda9-4646-8a46-1798c6eb32a6"}]}' {{(pid=101083) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 22:07:59.521657 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 22:07:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9fa9e98-36c3-4e5c-9e92-c0913192b650 x-openstack-request-id: req-d9fa9e98-36c3-4e5c-9e92-c0913192b650 {{(pid=101083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 22:07:59.521947 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "875a4116-c9a5-4900-9746-f0dc4a228233", "tag": "78160778-dda9-4646-8a46-1798c6eb32a6", "status": "completed", "code": 200}]} {{(pid=101083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 22:07:59.522195 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d9fa9e98-36c3-4e5c-9e92-c0913192b650 {{(pid=101083) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 22:07:59.522589 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '875a4116-c9a5-4900-9746-f0dc4a228233', 'tag': '78160778-dda9-4646-8a46-1798c6eb32a6', 'status': 'completed', 'code': 200} Nov 08 22:07:59.580365 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.db.l3_dvr_db [None req-dde01e3d-bf55-4e45-827f-31d1ce209554 None None] Set router 71747b9f-0946-406e-9711-d3c0db299169 gateway port host: dv-cinder-817085-1-iscsi {{(pid=101084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 22:07:59.587372 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e423b498-61e6-46b0-a82d-c1364b798225 req-b974e045-feae-4c28-a568-300b4e55f500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:07:59.588952 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-e423b498-61e6-46b0-a82d-c1364b798225 req-b974e045-feae-4c28-a568-300b4e55f500 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=675c9b3fa135484fae600e4b802f7186&device_id=875a4116-c9a5-4900-9746-f0dc4a228233 HTTP/1.1" status: 200 len: 1099 time: 0.0419786 Nov 08 22:07:59.682339 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e423b498-61e6-46b0-a82d-c1364b798225 req-4ccfc682-cb97-4299-9c6c-105aea1f1f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:07:59.683912 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-e423b498-61e6-46b0-a82d-c1364b798225 req-4ccfc682-cb97-4299-9c6c-105aea1f1f3d service neutron] 10.222.0.48 "GET /v2.0/networks?id=83d7137f-89f6-454e-ae7c-d8a3c54047ec HTTP/1.1" status: 200 len: 913 time: 0.0872970 Nov 08 22:07:59.686797 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.wsgi [-] (101083) accepted ('10.222.0.25', 49708) {{(pid=101083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 22:07:59.706698 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-68971cea-43c1-42dd-8308-71ba1b91ffda admin admin] Publish callbacks [] for security_group, before_create {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:07:59.819819 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.db.l3_hamode_db [None req-dde01e3d-bf55-4e45-827f-31d1ce209554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71747b9f-0946-406e-9711-d3c0db299169', 'name': 'tempest-TestVolumeBootPattern-1757242926-router', 'tenant_id': '675c9b3fa135484fae600e4b802f7186', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ae8d913-bef9-4bc0-baeb-78ef8b3a7364', 'external_fixed_ips': [{'subnet_id': 'f0dec947-372d-4ed5-9c9f-864e58aba850', 'ip_address': '172.27.3.4'}], 'enable_snat': True}, 'gw_port_id': '9e24c64b-4337-4581-b02c-06926084ead5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T22:07:16Z', 'updated_at': '2021-11-08T22:07:18Z', 'revision_number': 4, 'project_id': '675c9b3fa135484fae600e4b802f7186', 'gw_port': {'id': '9e24c64b-4337-4581-b02c-06926084ead5', 'name': '', 'network_id': '8ae8d913-bef9-4bc0-baeb-78ef8b3a7364', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:5a:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71747b9f-0946-406e-9711-d3c0db299169', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': 'f0dec947-372d-4ed5-9c9f-864e58aba850', 'ip_address': '172.27.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T22:07:16Z', 'updated_at': '2021-11-08T22:07:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0dec947-372d-4ed5-9c9f-864e58aba850', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817085-1-iscsi', '_floatingips': [{'id': '6c366199-e16e-4011-a2bb-9a5dc2cf8b12', 'tenant_id': '675c9b3fa135484fae600e4b802f7186', 'floating_ip_address': '172.27.3.178', 'floating_network_id': '8ae8d913-bef9-4bc0-baeb-78ef8b3a7364', 'router_id': '71747b9f-0946-406e-9711-d3c0db299169', 'port_id': '78160778-dda9-4646-8a46-1798c6eb32a6', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 626, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '83d7137f-89f6-454e-ae7c-d8a3c54047ec', 'mac_address': 'fa:16:3e:ee:19:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '875a4116-c9a5-4900-9746-f0dc4a228233', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T22:07:58Z', 'updated_at': '2021-11-08T22:07:58Z', 'revision_number': 0, 'project_id': '675c9b3fa135484fae600e4b802f7186', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3a85905-22b4-4c66-9192-244fcb436c21', 'name': '', 'network_id': '83d7137f-89f6-454e-ae7c-d8a3c54047ec', 'tenant_id': '675c9b3fa135484fae600e4b802f7186', 'mac_address': 'fa:16:3e:f8:3d:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71747b9f-0946-406e-9711-d3c0db299169', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '9914a888-52f1-4bc0-b7db-aa15204015ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T22:07:18Z', 'updated_at': '2021-11-08T22:07:22Z', 'revision_number': 5, 'project_id': '675c9b3fa135484fae600e4b802f7186', 'subnets': [{'id': '9914a888-52f1-4bc0-b7db-aa15204015ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817085-1-iscsi', False) {} {{(pid=101084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 22:07:59.849614 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dde01e3d-bf55-4e45-827f-31d1ce209554 None None] Checking router: 71747b9f-0946-406e-9711-d3c0db299169 for host: dv-cinder-817085-1-iscsi {{(pid=101084) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 22:07:59.852737 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-d837c175-22fd-4383-b3fc-423f75b82535 req-643910c0-6b91-408f-ba32-f02df09c2f56 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=875a4116-c9a5-4900-9746-f0dc4a228233&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0445986 Nov 08 22:07:59.858593 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dde01e3d-bf55-4e45-827f-31d1ce209554 None None] Routers {'71747b9f-0946-406e-9711-d3c0db299169'} bound to L3 agent in host dv-cinder-817085-1-iscsi {{(pid=101084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 22:07:59.859207 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.db.l3_hamode_db [None req-dde01e3d-bf55-4e45-827f-31d1ce209554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817085-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T21:51:49Z,description=,heartbeat_timestamp=2021-11-08T22:07:49Z,host='dv-cinder-817085-1-iscsi',id=a7fb4010-89fb-4d99-b0a1-90d6a3aacb04,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T21:51:49Z,topic='l3_agent')) {'router_ids': ['71747b9f-0946-406e-9711-d3c0db299169'], 'active': True} {{(pid=101084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 22:07:59.968191 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.db.l3_dvr_db [None req-dde01e3d-bf55-4e45-827f-31d1ce209554 None None] Set router 71747b9f-0946-406e-9711-d3c0db299169 gateway port host: dv-cinder-817085-1-iscsi {{(pid=101084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 22:08:00.020196 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-e423b498-61e6-46b0-a82d-c1364b798225 req-8513a46d-5318-40db-b3b2-363a717d2c58 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=78160778-dda9-4646-8a46-1798c6eb32a6 HTTP/1.1" status: 200 len: 1000 time: 0.3270791 Nov 08 22:08:00.091279 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e423b498-61e6-46b0-a82d-c1364b798225 req-bf6f7f00-001a-4ebf-a777-c60cf273f5df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:08:00.092654 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-e423b498-61e6-46b0-a82d-c1364b798225 req-bf6f7f00-001a-4ebf-a777-c60cf273f5df service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9914a888-52f1-4bc0-b7db-aa15204015ab HTTP/1.1" status: 200 len: 851 time: 0.0632317 Nov 08 22:08:00.141486 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-68971cea-43c1-42dd-8308-71ba1b91ffda admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:08:00.145790 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-68971cea-43c1-42dd-8308-71ba1b91ffda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2033567'] for security_group, after_create {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:08:00.187982 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e423b498-61e6-46b0-a82d-c1364b798225 req-e945e7b5-d29c-41ef-bb82-68dcd0269263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:08:00.189504 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-e423b498-61e6-46b0-a82d-c1364b798225 req-e945e7b5-d29c-41ef-bb82-68dcd0269263 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=83d7137f-89f6-454e-ae7c-d8a3c54047ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0876582 Nov 08 22:08:00.195029 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [None req-68971cea-43c1-42dd-8308-71ba1b91ffda admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=276f26d82ecc45c190e8db8567a5663c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5047998 Nov 08 22:08:00.195029 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68971cea-43c1-42dd-8308-71ba1b91ffda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1abf81b-f52a-4275-8f05-23b391467a79,revision_number=1']} {{(pid=101083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:08:00.195800 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.wsgi [-] (101082) accepted ('10.222.0.25', 49710) {{(pid=101082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 22:08:00.208322 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.db.l3_hamode_db [None req-dde01e3d-bf55-4e45-827f-31d1ce209554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71747b9f-0946-406e-9711-d3c0db299169', 'name': 'tempest-TestVolumeBootPattern-1757242926-router', 'tenant_id': '675c9b3fa135484fae600e4b802f7186', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ae8d913-bef9-4bc0-baeb-78ef8b3a7364', 'external_fixed_ips': [{'subnet_id': 'f0dec947-372d-4ed5-9c9f-864e58aba850', 'ip_address': '172.27.3.4'}], 'enable_snat': True}, 'gw_port_id': '9e24c64b-4337-4581-b02c-06926084ead5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T22:07:16Z', 'updated_at': '2021-11-08T22:07:18Z', 'revision_number': 4, 'project_id': '675c9b3fa135484fae600e4b802f7186', 'gw_port': {'id': '9e24c64b-4337-4581-b02c-06926084ead5', 'name': '', 'network_id': '8ae8d913-bef9-4bc0-baeb-78ef8b3a7364', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:5a:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71747b9f-0946-406e-9711-d3c0db299169', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': 'f0dec947-372d-4ed5-9c9f-864e58aba850', 'ip_address': '172.27.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T22:07:16Z', 'updated_at': '2021-11-08T22:07:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0dec947-372d-4ed5-9c9f-864e58aba850', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817085-1-iscsi', '_floatingips': [{'id': '6c366199-e16e-4011-a2bb-9a5dc2cf8b12', 'tenant_id': '675c9b3fa135484fae600e4b802f7186', 'floating_ip_address': '172.27.3.178', 'floating_network_id': '8ae8d913-bef9-4bc0-baeb-78ef8b3a7364', 'router_id': '71747b9f-0946-406e-9711-d3c0db299169', 'port_id': '78160778-dda9-4646-8a46-1798c6eb32a6', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 626, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '83d7137f-89f6-454e-ae7c-d8a3c54047ec', 'mac_address': 'fa:16:3e:ee:19:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '875a4116-c9a5-4900-9746-f0dc4a228233', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T22:07:58Z', 'updated_at': '2021-11-08T22:07:58Z', 'revision_number': 0, 'project_id': '675c9b3fa135484fae600e4b802f7186', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3a85905-22b4-4c66-9192-244fcb436c21', 'name': '', 'network_id': '83d7137f-89f6-454e-ae7c-d8a3c54047ec', 'tenant_id': '675c9b3fa135484fae600e4b802f7186', 'mac_address': 'fa:16:3e:f8:3d:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71747b9f-0946-406e-9711-d3c0db299169', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '9914a888-52f1-4bc0-b7db-aa15204015ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T22:07:18Z', 'updated_at': '2021-11-08T22:07:22Z', 'revision_number': 5, 'project_id': '675c9b3fa135484fae600e4b802f7186', 'subnets': [{'id': '9914a888-52f1-4bc0-b7db-aa15204015ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817085-1-iscsi', False) {} {{(pid=101084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 22:08:00.236186 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dde01e3d-bf55-4e45-827f-31d1ce209554 None None] The sync data for ids ['71747b9f-0946-406e-9711-d3c0db299169'] in dv-cinder-817085-1-iscsi is: [{'id': '71747b9f-0946-406e-9711-d3c0db299169', 'name': 'tempest-TestVolumeBootPattern-1757242926-router', 'tenant_id': '675c9b3fa135484fae600e4b802f7186', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ae8d913-bef9-4bc0-baeb-78ef8b3a7364', 'external_fixed_ips': [{'subnet_id': 'f0dec947-372d-4ed5-9c9f-864e58aba850', 'ip_address': '172.27.3.4'}], 'enable_snat': True}, 'gw_port_id': '9e24c64b-4337-4581-b02c-06926084ead5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T22:07:16Z', 'updated_at': '2021-11-08T22:07:18Z', 'revision_number': 4, 'project_id': '675c9b3fa135484fae600e4b802f7186', 'gw_port': {'id': '9e24c64b-4337-4581-b02c-06926084ead5', 'name': '', 'network_id': '8ae8d913-bef9-4bc0-baeb-78ef8b3a7364', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:5a:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71747b9f-0946-406e-9711-d3c0db299169', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': 'f0dec947-372d-4ed5-9c9f-864e58aba850', 'ip_address': '172.27.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T22:07:16Z', 'updated_at': '2021-11-08T22:07:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0dec947-372d-4ed5-9c9f-864e58aba850', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817085-1-iscsi', '_floatingips': [{'id': '6c366199-e16e-4011-a2bb-9a5dc2cf8b12', 'tenant_id': '675c9b3fa135484fae600e4b802f7186', 'floating_ip_address': '172.27.3.178', 'floating_network_id': '8ae8d913-bef9-4bc0-baeb-78ef8b3a7364', 'router_id': '71747b9f-0946-406e-9711-d3c0db299169', 'port_id': '78160778-dda9-4646-8a46-1798c6eb32a6', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 626, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '83d7137f-89f6-454e-ae7c-d8a3c54047ec', 'mac_address': 'fa:16:3e:ee:19:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '875a4116-c9a5-4900-9746-f0dc4a228233', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T22:07:58Z', 'updated_at': '2021-11-08T22:07:58Z', 'revision_number': 0, 'project_id': '675c9b3fa135484fae600e4b802f7186', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3a85905-22b4-4c66-9192-244fcb436c21', 'name': '', 'network_id': '83d7137f-89f6-454e-ae7c-d8a3c54047ec', 'tenant_id': '675c9b3fa135484fae600e4b802f7186', 'mac_address': 'fa:16:3e:f8:3d:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71747b9f-0946-406e-9711-d3c0db299169', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '9914a888-52f1-4bc0-b7db-aa15204015ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T22:07:18Z', 'updated_at': '2021-11-08T22:07:22Z', 'revision_number': 5, 'project_id': '675c9b3fa135484fae600e4b802f7186', 'subnets': [{'id': '9914a888-52f1-4bc0-b7db-aa15204015ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 22:08:00.249036 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-bd56c9d9-8ff5-4310-8841-48c90c5e9c3d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:08:00.272343 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-bd56c9d9-8ff5-4310-8841-48c90c5e9c3d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:08:00.285177 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-e423b498-61e6-46b0-a82d-c1364b798225 req-88b6e6bf-2b6c-466e-b496-b512d2f65259 service neutron] 10.222.0.48 "GET /v2.0/networks/83d7137f-89f6-454e-ae7c-d8a3c54047ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878496 Nov 08 22:08:00.323049 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-bd56c9d9-8ff5-4310-8841-48c90c5e9c3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2033567'] for security_group, after_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:08:00.326518 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-bd56c9d9-8ff5-4310-8841-48c90c5e9c3d admin admin] Publish callbacks [] for security_group, before_response {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:08:00.330122 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [None req-bd56c9d9-8ff5-4310-8841-48c90c5e9c3d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d1abf81b-f52a-4275-8f05-23b391467a79 HTTP/1.1" status: 204 len: 168 time: 0.1309071 Nov 08 22:08:00.337056 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd56c9d9-8ff5-4310-8841-48c90c5e9c3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1abf81b-f52a-4275-8f05-23b391467a79,revision_number=None']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:08:00.404118 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-e423b498-61e6-46b0-a82d-c1364b798225 req-5793c2f0-ee6b-4ed6-8db0-0dd1bc229ab8 service neutron] 10.222.0.48 "GET /v2.0/networks/83d7137f-89f6-454e-ae7c-d8a3c54047ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1122367 Nov 08 22:08:00.466893 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2673921-d800-423c-b641-dfeb3daf1404 None None] New status for floating IP 6c366199-e16e-4011-a2bb-9a5dc2cf8b12: ACTIVE {{(pid=101085) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 08 22:08:00.529238 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d837c175-22fd-4383-b3fc-423f75b82535 req-e5f3b7d2-3b55-44e6-be59-98bc7013dab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:08:00.530724 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-d837c175-22fd-4383-b3fc-423f75b82535 req-e5f3b7d2-3b55-44e6-be59-98bc7013dab2 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=675c9b3fa135484fae600e4b802f7186&device_id=875a4116-c9a5-4900-9746-f0dc4a228233 HTTP/1.1" status: 200 len: 1099 time: 0.0448487 Nov 08 22:08:00.648773 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d837c175-22fd-4383-b3fc-423f75b82535 req-e7d615df-05e5-4bb7-b540-69bb70c8e1f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:08:00.650384 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-d837c175-22fd-4383-b3fc-423f75b82535 req-e7d615df-05e5-4bb7-b540-69bb70c8e1f8 service neutron] 10.222.0.48 "GET /v2.0/networks?id=83d7137f-89f6-454e-ae7c-d8a3c54047ec HTTP/1.1" status: 200 len: 913 time: 0.0990629 Nov 08 22:08:00.720846 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-d837c175-22fd-4383-b3fc-423f75b82535 req-f940e4cb-fff8-40fb-8d2a-9f8de2d51021 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=78160778-dda9-4646-8a46-1798c6eb32a6 HTTP/1.1" status: 200 len: 1002 time: 0.0628977 Nov 08 22:08:00.775397 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d837c175-22fd-4383-b3fc-423f75b82535 req-735bc884-e768-4e2e-8c9c-1b5b240a01da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:08:00.777433 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-d837c175-22fd-4383-b3fc-423f75b82535 req-735bc884-e768-4e2e-8c9c-1b5b240a01da service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9914a888-52f1-4bc0-b7db-aa15204015ab HTTP/1.1" status: 200 len: 851 time: 0.0497880 Nov 08 22:08:00.826673 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d837c175-22fd-4383-b3fc-423f75b82535 req-b4e7b06c-4ec1-43bd-9113-9fb17cbd0e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:08:00.828149 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-d837c175-22fd-4383-b3fc-423f75b82535 req-b4e7b06c-4ec1-43bd-9113-9fb17cbd0e77 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=83d7137f-89f6-454e-ae7c-d8a3c54047ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0433755 Nov 08 22:08:00.921050 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-d837c175-22fd-4383-b3fc-423f75b82535 req-37d12514-bc56-46b9-98a5-7f433af8e6c6 service neutron] 10.222.0.48 "GET /v2.0/networks/83d7137f-89f6-454e-ae7c-d8a3c54047ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857792 Nov 08 22:08:01.014822 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-d837c175-22fd-4383-b3fc-423f75b82535 req-cfad729c-7214-49cd-9b6d-e48e90bdd930 service neutron] 10.222.0.48 "GET /v2.0/networks/83d7137f-89f6-454e-ae7c-d8a3c54047ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869663 Nov 08 22:08:02.281642 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.wsgi [-] (101083) accepted ('10.222.0.25', 49784) {{(pid=101083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 22:08:02.385067 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-412d96a9-40e0-4de4-b227-c65b3a107d9a admin admin] Publish callbacks [] for security_group, before_create {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:08:02.458768 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-412d96a9-40e0-4de4-b227-c65b3a107d9a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:08:02.462922 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-412d96a9-40e0-4de4-b227-c65b3a107d9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2033567'] for security_group, after_create {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:08:02.502089 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [None req-412d96a9-40e0-4de4-b227-c65b3a107d9a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=618f2903d81a443f81f442fb1e0f0609&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2193730 Nov 08 22:08:02.503292 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412d96a9-40e0-4de4-b227-c65b3a107d9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36874ffc-ff9d-4795-84ae-2e48f3ef03a5,revision_number=1']} {{(pid=101083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:08:02.505222 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.wsgi [-] (101082) accepted ('10.222.0.25', 49788) {{(pid=101082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 22:08:02.561519 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-a67c8f74-d5b0-4d91-9fa0-f54d8328bd5a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:08:02.582410 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-a67c8f74-d5b0-4d91-9fa0-f54d8328bd5a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:08:02.631008 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-a67c8f74-d5b0-4d91-9fa0-f54d8328bd5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2033567'] for security_group, after_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:08:02.633652 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-a67c8f74-d5b0-4d91-9fa0-f54d8328bd5a admin admin] Publish callbacks [] for security_group, before_response {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:08:02.637612 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [None req-a67c8f74-d5b0-4d91-9fa0-f54d8328bd5a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/36874ffc-ff9d-4795-84ae-2e48f3ef03a5 HTTP/1.1" status: 204 len: 168 time: 0.1285806 Nov 08 22:08:02.644349 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67c8f74-d5b0-4d91-9fa0-f54d8328bd5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36874ffc-ff9d-4795-84ae-2e48f3ef03a5,revision_number=None']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:08:02.891237 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.wsgi [-] (101082) accepted ('10.222.0.25', 49794) {{(pid=101082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 22:08:02.904673 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-4379757e-7db2-46a8-abcb-c8b076046f85 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:08:02.983192 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-4379757e-7db2-46a8-abcb-c8b076046f85 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:08:02.986664 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-4379757e-7db2-46a8-abcb-c8b076046f85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2033567'] for security_group, after_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:08:03.023726 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [None req-4379757e-7db2-46a8-abcb-c8b076046f85 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=433480f01d8043ce9359c7088f5508db&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1314535 Nov 08 22:08:03.024560 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4379757e-7db2-46a8-abcb-c8b076046f85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73b3060c-3bc7-4535-84fb-5118b40f1e52,revision_number=1']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:08:03.027641 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.wsgi [-] (101083) accepted ('10.222.0.25', 49796) {{(pid=101083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 22:08:03.074663 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-8a19dd22-fd01-497e-baf7-a3638dd0b8cd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:08:03.095340 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-8a19dd22-fd01-497e-baf7-a3638dd0b8cd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:08:03.140290 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-8a19dd22-fd01-497e-baf7-a3638dd0b8cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2033567'] for security_group, after_delete {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:08:03.142826 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-8a19dd22-fd01-497e-baf7-a3638dd0b8cd admin admin] Publish callbacks [] for security_group, before_response {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:08:03.143949 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [None req-8a19dd22-fd01-497e-baf7-a3638dd0b8cd admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/73b3060c-3bc7-4535-84fb-5118b40f1e52 HTTP/1.1" status: 204 len: 168 time: 0.1153443 Nov 08 22:08:03.151147 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a19dd22-fd01-497e-baf7-a3638dd0b8cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73b3060c-3bc7-4535-84fb-5118b40f1e52,revision_number=None']} {{(pid=101083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:08:05.306655 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.db.agents_db [None req-16c50754-5ab9-47e2-9d92-00a33089e8d5 None None] Agent healthcheck: found 6 active agents {{(pid=101085) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 22:08:07.033986 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.wsgi [-] (101083) accepted ('10.222.0.25', 49864) {{(pid=101083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 22:08:07.136012 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-66be4cde-dcd6-4de9-b339-bbb95f2d5618 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:08:07.215255 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-66be4cde-dcd6-4de9-b339-bbb95f2d5618 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:08:07.218698 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-66be4cde-dcd6-4de9-b339-bbb95f2d5618 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2033567'] for security_group, after_create {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:08:07.255418 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [None req-66be4cde-dcd6-4de9-b339-bbb95f2d5618 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=94f3e325a5754a20b85036dfb5241ab0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2204077 Nov 08 22:08:07.256301 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66be4cde-dcd6-4de9-b339-bbb95f2d5618 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbe3a2b1-5404-421d-a860-d6e9d17cb0b8,revision_number=1']} {{(pid=101083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:08:07.258207 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.wsgi [-] (101082) accepted ('10.222.0.25', 49868) {{(pid=101082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 22:08:07.264054 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66be4cde-dcd6-4de9-b339-bbb95f2d5618 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 22:08:07.264404 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66be4cde-dcd6-4de9-b339-bbb95f2d5618 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 22:08:07.264742 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66be4cde-dcd6-4de9-b339-bbb95f2d5618 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 22:08:07.265109 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66be4cde-dcd6-4de9-b339-bbb95f2d5618 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 22:08:07.265441 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66be4cde-dcd6-4de9-b339-bbb95f2d5618 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 22:08:07.265775 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66be4cde-dcd6-4de9-b339-bbb95f2d5618 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 22:08:07.266102 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66be4cde-dcd6-4de9-b339-bbb95f2d5618 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 22:08:07.266428 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66be4cde-dcd6-4de9-b339-bbb95f2d5618 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 22:08:07.266752 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66be4cde-dcd6-4de9-b339-bbb95f2d5618 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 22:08:07.267071 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66be4cde-dcd6-4de9-b339-bbb95f2d5618 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 22:08:07.267390 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66be4cde-dcd6-4de9-b339-bbb95f2d5618 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 22:08:07.267705 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66be4cde-dcd6-4de9-b339-bbb95f2d5618 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 22:08:07.305921 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-4f1b97e4-080b-4587-85f9-c3fdd0efdd0b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:08:07.326624 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-4f1b97e4-080b-4587-85f9-c3fdd0efdd0b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:08:07.373363 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-4f1b97e4-080b-4587-85f9-c3fdd0efdd0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2033567'] for security_group, after_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:08:07.375740 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-4f1b97e4-080b-4587-85f9-c3fdd0efdd0b admin admin] Publish callbacks [] for security_group, before_response {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:08:07.376879 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [None req-4f1b97e4-080b-4587-85f9-c3fdd0efdd0b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/cbe3a2b1-5404-421d-a860-d6e9d17cb0b8 HTTP/1.1" status: 204 len: 168 time: 0.1176882 Nov 08 22:08:07.384383 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1b97e4-080b-4587-85f9-c3fdd0efdd0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbe3a2b1-5404-421d-a860-d6e9d17cb0b8,revision_number=None']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:08:16.284209 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.wsgi [-] (101082) accepted ('10.222.0.25', 49944) {{(pid=101082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 22:08:16.386334 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-2a6c8988-6203-4df9-903d-223fdcddfa81 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:08:16.459928 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-2a6c8988-6203-4df9-903d-223fdcddfa81 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:08:16.464452 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-2a6c8988-6203-4df9-903d-223fdcddfa81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2033567'] for security_group, after_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:08:16.501102 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [None req-2a6c8988-6203-4df9-903d-223fdcddfa81 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c31279192449496ea914057ea860d07d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2157671 Nov 08 22:08:16.502969 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6c8988-6203-4df9-903d-223fdcddfa81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4a68f64-690b-46c7-b305-8f179da438d8,revision_number=1']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:08:16.503761 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.wsgi [-] (101083) accepted ('10.222.0.25', 49948) {{(pid=101083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 22:08:16.511042 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a6c8988-6203-4df9-903d-223fdcddfa81 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 22:08:16.511387 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a6c8988-6203-4df9-903d-223fdcddfa81 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 22:08:16.511723 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a6c8988-6203-4df9-903d-223fdcddfa81 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 22:08:16.512052 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a6c8988-6203-4df9-903d-223fdcddfa81 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 22:08:16.512381 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a6c8988-6203-4df9-903d-223fdcddfa81 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 22:08:16.512713 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a6c8988-6203-4df9-903d-223fdcddfa81 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 22:08:16.513052 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a6c8988-6203-4df9-903d-223fdcddfa81 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 22:08:16.513380 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a6c8988-6203-4df9-903d-223fdcddfa81 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 22:08:16.513694 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a6c8988-6203-4df9-903d-223fdcddfa81 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 22:08:16.514009 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a6c8988-6203-4df9-903d-223fdcddfa81 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 22:08:16.514322 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a6c8988-6203-4df9-903d-223fdcddfa81 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 22:08:16.514633 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a6c8988-6203-4df9-903d-223fdcddfa81 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 22:08:16.560078 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-6f0c54c0-9aad-4a9a-9d56-7eadc43e6eab admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:08:16.580440 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-6f0c54c0-9aad-4a9a-9d56-7eadc43e6eab admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:08:16.625452 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-6f0c54c0-9aad-4a9a-9d56-7eadc43e6eab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2033567'] for security_group, after_delete {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:08:16.628391 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-6f0c54c0-9aad-4a9a-9d56-7eadc43e6eab admin admin] Publish callbacks [] for security_group, before_response {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:08:16.629806 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [None req-6f0c54c0-9aad-4a9a-9d56-7eadc43e6eab admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d4a68f64-690b-46c7-b305-8f179da438d8 HTTP/1.1" status: 204 len: 168 time: 0.1247902 Nov 08 22:08:16.637741 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0c54c0-9aad-4a9a-9d56-7eadc43e6eab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4a68f64-690b-46c7-b305-8f179da438d8,revision_number=None']} {{(pid=101083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:08:16.815402 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-6e509f49-9531-4be8-abf0-6c1beedc5190 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728276665375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534631'] for agent, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:08:17.216515 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.wsgi [-] (101083) accepted ('10.222.0.25', 49970) {{(pid=101083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 22:08:17.311406 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.v2.base [None req-d1dd4068-de27-45b1-9e9b-3a696f380dee admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1850086952-network', 'tenant_id': 'fb7b12f683ee48a497a40419ad743d9a'}} {{(pid=101083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 22:08:17.332026 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1dd4068-de27-45b1-9e9b-3a696f380dee admin admin] Made reservation on behalf of fb7b12f683ee48a497a40419ad743d9a for: {'network': 1} {{(pid=101083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 22:08:17.334242 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-d1dd4068-de27-45b1-9e9b-3a696f380dee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-925982'] for network, before_create {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:08:17.342463 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-d1dd4068-de27-45b1-9e9b-3a696f380dee admin admin] Publish callbacks [] for security_group, before_create {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:08:17.415650 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-d1dd4068-de27-45b1-9e9b-3a696f380dee admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:08:17.419728 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-d1dd4068-de27-45b1-9e9b-3a696f380dee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2033567'] for security_group, after_create {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:08:17.441338 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1dd4068-de27-45b1-9e9b-3a696f380dee admin admin] vlan segment allocate from pool success with {'vlan_id': 744, 'physical_network': 'physnet1'} {{(pid=101083) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 22:08:17.455300 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1dd4068-de27-45b1-9e9b-3a696f380dee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bc222df-8e73-46ed-82d3-f05fddb11c82,revision_number=1']} {{(pid=101083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:08:17.461866 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-d1dd4068-de27-45b1-9e9b-3a696f380dee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-527333'] for segment, precommit_create {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:08:17.462200 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.db.segments_db [None req-d1dd4068-de27-45b1-9e9b-3a696f380dee admin admin] Added segment 31973302-188d-4b37-8b68-7732ca909711 of type vlan for network cdcc7d87-c10c-471a-af0b-9ce1bfa4e121 Nov 08 22:08:17.505593 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-d1dd4068-de27-45b1-9e9b-3a696f380dee admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728276129500'] for network, precommit_create {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:08:17.529346 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-d1dd4068-de27-45b1-9e9b-3a696f380dee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646297'] for network, after_create {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:08:17.530268 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1dd4068-de27-45b1-9e9b-3a696f380dee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:08:17.530876 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-d1dd4068-de27-45b1-9e9b-3a696f380dee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646287'] for network, before_response {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:08:17.586099 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [None req-d1dd4068-de27-45b1-9e9b-3a696f380dee admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3683743 Nov 08 22:08:17.589599 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.wsgi [-] (101082) accepted ('10.222.0.25', 49974) {{(pid=101082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 22:08:17.591738 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1dd4068-de27-45b1-9e9b-3a696f380dee admin admin] Pushing event updated for resources: {'Network': ['ID=cdcc7d87-c10c-471a-af0b-9ce1bfa4e121,revision_number=1']} {{(pid=101083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:08:17.594516 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.v2.base [None req-b4811333-66a7-4843-b3c1-39b1654f5bd5 admin admin] Request body: {'subnet': {'network_id': 'cdcc7d87-c10c-471a-af0b-9ce1bfa4e121', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1850086952-subnet', 'tenant_id': 'fb7b12f683ee48a497a40419ad743d9a', 'ip_version': 4}} {{(pid=101082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 22:08:17.601613 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.rpc [None req-ad13160b-513d-4512-a15f-cb40cce6b7e9 None None] Network cdcc7d87-c10c-471a-af0b-9ce1bfa4e121 details requested by agent ovs-agent-dv-cinder-817085-1-iscsi with host dv-cinder-817085-1-iscsi {{(pid=101084) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 22:08:17.615169 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4811333-66a7-4843-b3c1-39b1654f5bd5 admin admin] Made reservation on behalf of fb7b12f683ee48a497a40419ad743d9a for: {'subnet': 1} {{(pid=101082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 22:08:17.617496 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-b4811333-66a7-4843-b3c1-39b1654f5bd5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7673070'] for subnet, before_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:08:17.776684 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-b4811333-66a7-4843-b3c1-39b1654f5bd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7854336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7671828'] for subnet, after_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:08:17.829042 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4811333-66a7-4843-b3c1-39b1654f5bd5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0ae83315-2964-41b1-9afb-e3f063587954,revision_number=0']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:08:17.837743 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4811333-66a7-4843-b3c1-39b1654f5bd5 admin admin] Checking segment: {'id': '31973302-188d-4b37-8b68-7732ca909711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'cdcc7d87-c10c-471a-af0b-9ce1bfa4e121'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 22:08:17.838040 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4811333-66a7-4843-b3c1-39b1654f5bd5 admin admin] Network hostable DHCP agents. Network: cdcc7d87-c10c-471a-af0b-9ce1bfa4e121, hostable agents: ['d8645970-7d7f-496c-a75a-0ae64c095b3b'], hosted agents: [] {{(pid=101082) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 22:08:17.855342 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4811333-66a7-4843-b3c1-39b1654f5bd5 admin admin] Network cdcc7d87-c10c-471a-af0b-9ce1bfa4e121 is scheduled to be hosted by DHCP agent d8645970-7d7f-496c-a75a-0ae64c095b3b with binding_index 1 {{(pid=101082) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 22:08:17.862987 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.scheduler.base_scheduler [None req-b4811333-66a7-4843-b3c1-39b1654f5bd5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817085-1-iscsi, cdcc7d87-c10c-471a-af0b-9ce1bfa4e121) {{(pid=101082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 22:08:17.867068 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4811333-66a7-4843-b3c1-39b1654f5bd5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:08:17.867663 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-b4811333-66a7-4843-b3c1-39b1654f5bd5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646287'] for subnet, before_response {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:08:17.871708 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1772eec7-4e4f-4b18-aad8-6705b71fa773 None None] Network cdcc7d87-c10c-471a-af0b-9ce1bfa4e121 requested from dv-cinder-817085-1-iscsi {{(pid=101084) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 22:08:17.886889 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [None req-b4811333-66a7-4843-b3c1-39b1654f5bd5 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.2931614 Nov 08 22:08:17.887086 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.wsgi [-] (101082) accepted ('10.222.0.25', 49976) {{(pid=101082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 22:08:17.891157 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.v2.base [None req-e3060579-10f9-4087-8694-7a8fd66054cc admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1850086952-router', 'tenant_id': 'fb7b12f683ee48a497a40419ad743d9a', 'external_gateway_info': {'network_id': '8ae8d913-bef9-4bc0-baeb-78ef8b3a7364'}}} {{(pid=101082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 22:08:17.911351 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-e3060579-10f9-4087-8694-7a8fd66054cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1634839', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5220'] for router, before_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:08:17.912459 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-e3060579-10f9-4087-8694-7a8fd66054cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1634979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1623854', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2032021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5213'] for router, precommit_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:08:17.966396 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-e3060579-10f9-4087-8694-7a8fd66054cc admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:08:18.014809 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf93b2de-5813-4119-a325-e0f088a67372 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpad403e5c-bbfa-5de7-8c3e-c07e4fe3bb96-cdcc7d87-c10c-471a-af0b-9ce1bfa4e121', 'network_id': 'cdcc7d87-c10c-471a-af0b-9ce1bfa4e121', 'tenant_id': 'fb7b12f683ee48a497a40419ad743d9a', 'fixed_ips': [{'subnet_id': '0ae83315-2964-41b1-9afb-e3f063587954'}]}} from dv-cinder-817085-1-iscsi. {{(pid=101084) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 22:08:18.015661 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-bf93b2de-5813-4119-a325-e0f088a67372 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-925982'] for port, before_create {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:08:18.100449 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-e3060579-10f9-4087-8694-7a8fd66054cc admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:08:18.149821 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.db.db_base_plugin_common [None req-bf93b2de-5813-4119-a325-e0f088a67372 None None] Allocated IP 172.20.0.2 (cdcc7d87-c10c-471a-af0b-9ce1bfa4e121/0ae83315-2964-41b1-9afb-e3f063587954/5aaba6df-0ed7-4b17-bd42-ffe42a1df03a) {{(pid=101084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 22:08:18.285312 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-bf93b2de-5813-4119-a325-e0f088a67372 None None] Publish callbacks [] for port, precommit_create {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:08:18.291313 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-bf93b2de-5813-4119-a325-e0f088a67372 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728276144267'] for port, after_create {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:08:18.295306 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-e3060579-10f9-4087-8694-7a8fd66054cc admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:08:18.314374 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-e3060579-10f9-4087-8694-7a8fd66054cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-925982'] for port, before_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:08:18.337535 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf93b2de-5813-4119-a325-e0f088a67372 None None] Network cdcc7d87-c10c-471a-af0b-9ce1bfa4e121 is already hosted by enough agents. {{(pid=101084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 22:08:18.340562 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.scheduler.base_scheduler [None req-bf93b2de-5813-4119-a325-e0f088a67372 None None] Resources bound (agent type, host, resource id): {{(pid=101084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 22:08:18.344869 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf93b2de-5813-4119-a325-e0f088a67372 None None] Received port after_create {{(pid=101084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 22:08:18.347898 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf93b2de-5813-4119-a325-e0f088a67372 None None] Pushing event updated for resources: {'Port': ['ID=5aaba6df-0ed7-4b17-bd42-ffe42a1df03a,revision_number=1']} {{(pid=101084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:08:18.359268 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf93b2de-5813-4119-a325-e0f088a67372 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 22:08:18.359618 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf93b2de-5813-4119-a325-e0f088a67372 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 22:08:18.359956 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf93b2de-5813-4119-a325-e0f088a67372 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 22:08:18.360296 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf93b2de-5813-4119-a325-e0f088a67372 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 22:08:18.360626 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf93b2de-5813-4119-a325-e0f088a67372 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 22:08:18.360983 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf93b2de-5813-4119-a325-e0f088a67372 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 22:08:18.361313 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf93b2de-5813-4119-a325-e0f088a67372 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 22:08:18.361637 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf93b2de-5813-4119-a325-e0f088a67372 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 22:08:18.361964 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf93b2de-5813-4119-a325-e0f088a67372 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 22:08:18.362283 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf93b2de-5813-4119-a325-e0f088a67372 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 22:08:18.362602 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf93b2de-5813-4119-a325-e0f088a67372 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 22:08:18.362919 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf93b2de-5813-4119-a325-e0f088a67372 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 22:08:18.409670 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.managers [None req-bf93b2de-5813-4119-a325-e0f088a67372 None None] Attempting to bind port 5aaba6df-0ed7-4b17-bd42-ffe42a1df03a on host dv-cinder-817085-1-iscsi for vnic_type normal with profile {{(pid=101084) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 22:08:18.410043 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.managers [None req-bf93b2de-5813-4119-a325-e0f088a67372 None None] Attempting to bind port 5aaba6df-0ed7-4b17-bd42-ffe42a1df03a by drivers openvswitch,hyperv on host dv-cinder-817085-1-iscsi at level 0 using segments [{'id': '31973302-188d-4b37-8b68-7732ca909711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'cdcc7d87-c10c-471a-af0b-9ce1bfa4e121'}] {{(pid=101084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 22:08:18.410405 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf93b2de-5813-4119-a325-e0f088a67372 None None] Attempting to bind port 5aaba6df-0ed7-4b17-bd42-ffe42a1df03a on network cdcc7d87-c10c-471a-af0b-9ce1bfa4e121 {{(pid=101084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 22:08:18.415465 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf93b2de-5813-4119-a325-e0f088a67372 None None] Checking agent: {'id': 'b17b386a-7116-42d0-acec-a66289ba5096', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817085-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 21, 51, 52), 'started_at': datetime.datetime(2021, 11, 8, 21, 52, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 22, 7, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817085-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 22:08:18.415838 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf93b2de-5813-4119-a325-e0f088a67372 None None] Checking segment: {'id': '31973302-188d-4b37-8b68-7732ca909711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'cdcc7d87-c10c-471a-af0b-9ce1bfa4e121'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 22:08:18.416236 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-bf93b2de-5813-4119-a325-e0f088a67372 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:08:18.417222 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf93b2de-5813-4119-a325-e0f088a67372 None None] Bound using segment: {'id': '31973302-188d-4b37-8b68-7732ca909711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'cdcc7d87-c10c-471a-af0b-9ce1bfa4e121'} {{(pid=101084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 22:08:18.417811 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.managers [None req-bf93b2de-5813-4119-a325-e0f088a67372 None None] Bound port: 5aaba6df-0ed7-4b17-bd42-ffe42a1df03a, host: dv-cinder-817085-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31973302-188d-4b37-8b68-7732ca909711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'cdcc7d87-c10c-471a-af0b-9ce1bfa4e121'}}] {{(pid=101084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 22:08:18.418179 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-bf93b2de-5813-4119-a325-e0f088a67372 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-925982'] for port, before_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:08:18.423814 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.db.db_base_plugin_common [None req-e3060579-10f9-4087-8694-7a8fd66054cc admin admin] Allocated IP 172.27.3.70 (8ae8d913-bef9-4bc0-baeb-78ef8b3a7364/f0dec947-372d-4ed5-9c9f-864e58aba850/1fe7d7be-83ea-447e-8bda-a2129a6e66ad) {{(pid=101082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 22:08:18.481208 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.db [None req-bf93b2de-5813-4119-a325-e0f088a67372 None None] For port 5aaba6df-0ed7-4b17-bd42-ffe42a1df03a, host dv-cinder-817085-1-iscsi, cleared binding levels {{(pid=101084) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 22:08:18.484500 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.db [None req-bf93b2de-5813-4119-a325-e0f088a67372 None None] For port 5aaba6df-0ed7-4b17-bd42-ffe42a1df03a, host dv-cinder-817085-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817085-1-iscsi',level=0,port_id=5aaba6df-0ed7-4b17-bd42-ffe42a1df03a,segment=NetworkSegment(31973302-188d-4b37-8b68-7732ca909711),segment_id=31973302-188d-4b37-8b68-7732ca909711)] {{(pid=101084) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 22:08:18.489112 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-bf93b2de-5813-4119-a325-e0f088a67372 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728276638356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728276144285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728276144303'] for port, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:08:18.527340 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-e3060579-10f9-4087-8694-7a8fd66054cc admin admin] Publish callbacks [] for port, precommit_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:08:18.554707 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf93b2de-5813-4119-a325-e0f088a67372 None None] Pushing event updated for resources: {'Port': ['ID=5aaba6df-0ed7-4b17-bd42-ffe42a1df03a,revision_number=2']} {{(pid=101084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:08:18.562916 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-e3060579-10f9-4087-8694-7a8fd66054cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728276144267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7854484'] for port, after_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:08:18.610198 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3060579-10f9-4087-8694-7a8fd66054cc admin admin] Network 8ae8d913-bef9-4bc0-baeb-78ef8b3a7364 is already hosted by enough agents. {{(pid=101082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 22:08:18.613080 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.scheduler.base_scheduler [None req-e3060579-10f9-4087-8694-7a8fd66054cc admin admin] Resources bound (agent type, host, resource id): {{(pid=101082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 22:08:18.617364 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3060579-10f9-4087-8694-7a8fd66054cc admin admin] Received port after_create {{(pid=101082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 22:08:18.620982 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3060579-10f9-4087-8694-7a8fd66054cc admin admin] Pushing event updated for resources: {'Port': ['ID=1fe7d7be-83ea-447e-8bda-a2129a6e66ad,revision_number=1']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:08:18.881637 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-e3060579-10f9-4087-8694-7a8fd66054cc admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:08:19.013417 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.rpc [None req-ad13160b-513d-4512-a15f-cb40cce6b7e9 None None] Device 5aaba6df-0ed7-4b17-bd42-ffe42a1df03a up at agent ovs-agent-dv-cinder-817085-1-iscsi {{(pid=101084) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 22:08:19.063657 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.db.provisioning_blocks [None req-ad13160b-513d-4512-a15f-cb40cce6b7e9 None None] Provisioning complete for port 5aaba6df-0ed7-4b17-bd42-ffe42a1df03a triggered by entity L2. {{(pid=101084) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 22:08:19.064109 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-ad13160b-513d-4512-a15f-cb40cce6b7e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-534742'] for port, provisioning_complete {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:08:19.074221 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-e3060579-10f9-4087-8694-7a8fd66054cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1634988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1624059'] for router, after_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:08:19.161173 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-ad13160b-513d-4512-a15f-cb40cce6b7e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-925982'] for port, before_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:08:19.180676 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-ae44c040-25aa-4aa6-88bf-87e635217ced None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728276665375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534631'] for agent, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:08:19.201531 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.db [None req-ad13160b-513d-4512-a15f-cb40cce6b7e9 None None] For port 5aaba6df-0ed7-4b17-bd42-ffe42a1df03a, host dv-cinder-817085-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817085-1-iscsi',level=0,port_id=5aaba6df-0ed7-4b17-bd42-ffe42a1df03a,segment=NetworkSegment(31973302-188d-4b37-8b68-7732ca909711),segment_id=31973302-188d-4b37-8b68-7732ca909711)] {{(pid=101084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 22:08:19.206423 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-ad13160b-513d-4512-a15f-cb40cce6b7e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728276638356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728276144285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728276144303'] for port, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:08:19.267636 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad13160b-513d-4512-a15f-cb40cce6b7e9 None None] Pushing event updated for resources: {'Port': ['ID=5aaba6df-0ed7-4b17-bd42-ffe42a1df03a,revision_number=3']} {{(pid=101084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:08:19.380006 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13b804b2-46db-41a1-9e0f-d598f88e641c None None] Network cdcc7d87-c10c-471a-af0b-9ce1bfa4e121 requested from dv-cinder-817085-1-iscsi {{(pid=101084) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 22:08:19.453784 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.db.provisioning_blocks [None req-a156aa02-f409-47a2-aa5a-df8a9fbe49cb None None] Provisioning complete for port 5aaba6df-0ed7-4b17-bd42-ffe42a1df03a triggered by entity DHCP. {{(pid=101084) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 22:08:19.454052 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-a156aa02-f409-47a2-aa5a-df8a9fbe49cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-534742'] for port, provisioning_complete {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:08:19.484253 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3060579-10f9-4087-8694-7a8fd66054cc admin admin] Router 0bb8c9e8-f433-4fcd-b4c7-b6aba928173c is scheduled to L3 agent a7fb4010-89fb-4d99-b0a1-90d6a3aacb04 with binding_index 1 {{(pid=101082) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 08 22:08:19.589490 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3060579-10f9-4087-8694-7a8fd66054cc admin admin] Notify agent at l3_agent.dv-cinder-817085-1-iscsi the message routers_updated {{(pid=101082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 22:08:19.608960 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-e3060579-10f9-4087-8694-7a8fd66054cc admin admin] Publish callbacks [] for router, before_response {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:08:19.610234 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [None req-e3060579-10f9-4087-8694-7a8fd66054cc admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.7223077 Nov 08 22:08:19.613125 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.wsgi [-] (101083) accepted ('10.222.0.25', 49978) {{(pid=101083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 22:08:19.720289 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1358a265-183f-43b2-98a5-4e29d6e40c27 None None] Sync routers for ids ['0bb8c9e8-f433-4fcd-b4c7-b6aba928173c'] in dv-cinder-817085-1-iscsi {{(pid=101084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 22:08:19.738228 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1358a265-183f-43b2-98a5-4e29d6e40c27 None None] Routers {'0bb8c9e8-f433-4fcd-b4c7-b6aba928173c'} bound to L3 agent in host dv-cinder-817085-1-iscsi {{(pid=101084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 22:08:19.738830 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.db.l3_hamode_db [None req-1358a265-183f-43b2-98a5-4e29d6e40c27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817085-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T21:51:49Z,description=,heartbeat_timestamp=2021-11-08T22:08:19Z,host='dv-cinder-817085-1-iscsi',id=a7fb4010-89fb-4d99-b0a1-90d6a3aacb04,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T21:51:49Z,topic='l3_agent')) {'router_ids': ['0bb8c9e8-f433-4fcd-b4c7-b6aba928173c'], 'active': True} {{(pid=101084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 22:08:19.848417 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.db.l3_dvr_db [None req-1358a265-183f-43b2-98a5-4e29d6e40c27 None None] Set router 0bb8c9e8-f433-4fcd-b4c7-b6aba928173c gateway port host: dv-cinder-817085-1-iscsi {{(pid=101084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 22:08:19.975902 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.db.provisioning_blocks [None req-f02fc154-4e27-4ab1-b501-2fb421334588 None None] Provisioning complete for port 5aaba6df-0ed7-4b17-bd42-ffe42a1df03a triggered by entity DHCP. {{(pid=101084) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 22:08:19.976188 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-f02fc154-4e27-4ab1-b501-2fb421334588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-534742'] for port, provisioning_complete {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:08:20.028618 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-2030391e-dedb-40ef-82ad-9c77f4f44440 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-925982'] for port, before_create {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:08:20.109313 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.db.l3_hamode_db [None req-1358a265-183f-43b2-98a5-4e29d6e40c27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bb8c9e8-f433-4fcd-b4c7-b6aba928173c', 'name': 'tempest-TestMinimumBasicScenario-1850086952-router', 'tenant_id': 'fb7b12f683ee48a497a40419ad743d9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ae8d913-bef9-4bc0-baeb-78ef8b3a7364', 'external_fixed_ips': [{'subnet_id': 'f0dec947-372d-4ed5-9c9f-864e58aba850', 'ip_address': '172.27.3.70'}], 'enable_snat': True}, 'gw_port_id': '1fe7d7be-83ea-447e-8bda-a2129a6e66ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T22:08:17Z', 'updated_at': '2021-11-08T22:08:18Z', 'revision_number': 3, 'project_id': 'fb7b12f683ee48a497a40419ad743d9a', 'gw_port': {'id': '1fe7d7be-83ea-447e-8bda-a2129a6e66ad', 'name': '', 'network_id': '8ae8d913-bef9-4bc0-baeb-78ef8b3a7364', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:f0:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bb8c9e8-f433-4fcd-b4c7-b6aba928173c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'f0dec947-372d-4ed5-9c9f-864e58aba850', 'ip_address': '172.27.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T22:08:18Z', 'updated_at': '2021-11-08T22:08:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f0dec947-372d-4ed5-9c9f-864e58aba850', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817085-1-iscsi'}], 'dv-cinder-817085-1-iscsi', False) {} {{(pid=101084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 22:08:20.136232 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1358a265-183f-43b2-98a5-4e29d6e40c27 None None] Checking router: 0bb8c9e8-f433-4fcd-b4c7-b6aba928173c for host: dv-cinder-817085-1-iscsi {{(pid=101084) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 22:08:20.136584 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1358a265-183f-43b2-98a5-4e29d6e40c27 None None] Updating router 0bb8c9e8-f433-4fcd-b4c7-b6aba928173c port 1fe7d7be-83ea-447e-8bda-a2129a6e66ad binding host dv-cinder-817085-1-iscsi {{(pid=101084) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 22:08:20.160890 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-1358a265-183f-43b2-98a5-4e29d6e40c27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-925982'] for port, before_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:08:20.181034 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.db.db_base_plugin_common [None req-2030391e-dedb-40ef-82ad-9c77f4f44440 admin admin] Allocated IP 172.20.0.1 (cdcc7d87-c10c-471a-af0b-9ce1bfa4e121/0ae83315-2964-41b1-9afb-e3f063587954/e2b75f45-0906-4749-8945-0f643b9d1205) {{(pid=101083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 22:08:20.211206 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-38f8c81f-ca07-4188-b5ff-70ceca3f97c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728276665375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534631'] for agent, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:08:20.283419 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-2030391e-dedb-40ef-82ad-9c77f4f44440 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:08:20.314888 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-2030391e-dedb-40ef-82ad-9c77f4f44440 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728276144267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7659000'] for port, after_create {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:08:20.352388 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2030391e-dedb-40ef-82ad-9c77f4f44440 admin admin] Network cdcc7d87-c10c-471a-af0b-9ce1bfa4e121 is already hosted by enough agents. {{(pid=101083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 22:08:20.357289 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.scheduler.base_scheduler [None req-2030391e-dedb-40ef-82ad-9c77f4f44440 admin admin] Resources bound (agent type, host, resource id): {{(pid=101083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 22:08:20.360861 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2030391e-dedb-40ef-82ad-9c77f4f44440 admin admin] Received port after_create {{(pid=101083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 22:08:20.366269 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2030391e-dedb-40ef-82ad-9c77f4f44440 admin admin] Pushing event updated for resources: {'Port': ['ID=e2b75f45-0906-4749-8945-0f643b9d1205,revision_number=1']} {{(pid=101083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:08:20.407559 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-2030391e-dedb-40ef-82ad-9c77f4f44440 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1623086'] for router_interface, before_create {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:08:20.431322 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-1358a265-183f-43b2-98a5-4e29d6e40c27 None None] Publish callbacks [] for port, precommit_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:08:20.437702 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-1358a265-183f-43b2-98a5-4e29d6e40c27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728276638356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728276144285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728276144303'] for port, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:08:20.493332 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.managers [None req-1358a265-183f-43b2-98a5-4e29d6e40c27 None None] Attempting to bind port 1fe7d7be-83ea-447e-8bda-a2129a6e66ad on host dv-cinder-817085-1-iscsi for vnic_type normal with profile {{(pid=101084) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 22:08:20.493703 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.managers [None req-1358a265-183f-43b2-98a5-4e29d6e40c27 None None] Attempting to bind port 1fe7d7be-83ea-447e-8bda-a2129a6e66ad by drivers openvswitch,hyperv on host dv-cinder-817085-1-iscsi at level 0 using segments [{'id': '4f9c68d0-c68c-4bfe-b6e8-d7426962dfc1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8ae8d913-bef9-4bc0-baeb-78ef8b3a7364'}] {{(pid=101084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 22:08:20.494059 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1358a265-183f-43b2-98a5-4e29d6e40c27 None None] Attempting to bind port 1fe7d7be-83ea-447e-8bda-a2129a6e66ad on network 8ae8d913-bef9-4bc0-baeb-78ef8b3a7364 {{(pid=101084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 22:08:20.501968 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf32164-93e1-4706-bda8-fbe9a96807d5 None None] Pushing event updated for resources: {'Port': ['ID=1fe7d7be-83ea-447e-8bda-a2129a6e66ad,revision_number=2']} {{(pid=101084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:08:20.506227 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1358a265-183f-43b2-98a5-4e29d6e40c27 None None] Checking agent: {'id': 'b17b386a-7116-42d0-acec-a66289ba5096', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817085-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 21, 51, 52), 'started_at': datetime.datetime(2021, 11, 8, 21, 52, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 22, 7, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817085-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 22:08:20.506657 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1358a265-183f-43b2-98a5-4e29d6e40c27 None None] Checking segment: {'id': '4f9c68d0-c68c-4bfe-b6e8-d7426962dfc1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8ae8d913-bef9-4bc0-baeb-78ef8b3a7364'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 22:08:20.507057 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-1358a265-183f-43b2-98a5-4e29d6e40c27 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:08:20.507442 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1358a265-183f-43b2-98a5-4e29d6e40c27 None None] Bound using segment: {'id': '4f9c68d0-c68c-4bfe-b6e8-d7426962dfc1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8ae8d913-bef9-4bc0-baeb-78ef8b3a7364'} {{(pid=101084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 22:08:20.507944 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.managers [None req-1358a265-183f-43b2-98a5-4e29d6e40c27 None None] Bound port: 1fe7d7be-83ea-447e-8bda-a2129a6e66ad, host: dv-cinder-817085-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f9c68d0-c68c-4bfe-b6e8-d7426962dfc1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8ae8d913-bef9-4bc0-baeb-78ef8b3a7364'}}] {{(pid=101084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 22:08:20.508388 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-1358a265-183f-43b2-98a5-4e29d6e40c27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-925982'] for port, before_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:08:20.536529 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-2030391e-dedb-40ef-82ad-9c77f4f44440 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-925982'] for port, before_update {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:08:20.563877 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.db [None req-1358a265-183f-43b2-98a5-4e29d6e40c27 None None] For port 1fe7d7be-83ea-447e-8bda-a2129a6e66ad, host dv-cinder-817085-1-iscsi, cleared binding levels {{(pid=101084) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 22:08:20.567855 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.db [None req-1358a265-183f-43b2-98a5-4e29d6e40c27 None None] For port 1fe7d7be-83ea-447e-8bda-a2129a6e66ad, host dv-cinder-817085-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817085-1-iscsi',level=0,port_id=1fe7d7be-83ea-447e-8bda-a2129a6e66ad,segment=NetworkSegment(4f9c68d0-c68c-4bfe-b6e8-d7426962dfc1),segment_id=4f9c68d0-c68c-4bfe-b6e8-d7426962dfc1)] {{(pid=101084) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 22:08:20.571921 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-1358a265-183f-43b2-98a5-4e29d6e40c27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728276638356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728276144285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728276144303'] for port, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:08:20.648691 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.db.provisioning_blocks [None req-9996901e-ba29-4f85-ba26-9df599676d28 None None] Provisioning complete for port e2b75f45-0906-4749-8945-0f643b9d1205 triggered by entity DHCP. {{(pid=101084) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 22:08:20.649000 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-9996901e-ba29-4f85-ba26-9df599676d28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-534742'] for port, provisioning_complete {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:08:20.676189 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf32164-93e1-4706-bda8-fbe9a96807d5 None None] Pushing event updated for resources: {'Port': ['ID=1fe7d7be-83ea-447e-8bda-a2129a6e66ad,revision_number=3']} {{(pid=101084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:08:20.678644 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1358a265-183f-43b2-98a5-4e29d6e40c27 None None] Routers {'0bb8c9e8-f433-4fcd-b4c7-b6aba928173c'} bound to L3 agent in host dv-cinder-817085-1-iscsi {{(pid=101084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 22:08:20.679236 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.db.l3_hamode_db [None req-1358a265-183f-43b2-98a5-4e29d6e40c27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817085-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T21:51:49Z,description=,heartbeat_timestamp=2021-11-08T22:08:19Z,host='dv-cinder-817085-1-iscsi',id=a7fb4010-89fb-4d99-b0a1-90d6a3aacb04,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T21:51:49Z,topic='l3_agent')) {'router_ids': ['0bb8c9e8-f433-4fcd-b4c7-b6aba928173c'], 'active': True} {{(pid=101084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 22:08:20.699847 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-2030391e-dedb-40ef-82ad-9c77f4f44440 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:08:20.704780 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-2030391e-dedb-40ef-82ad-9c77f4f44440 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728276638356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728276144285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728276144303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7658983'] for port, after_update {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:08:20.728034 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.plugin [None req-9996901e-ba29-4f85-ba26-9df599676d28 None None] Port e2b75f45-0906-4749-8945-0f643b9d1205 cannot update to ACTIVE because it is not bound. {{(pid=101084) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 22:08:20.773168 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2030391e-dedb-40ef-82ad-9c77f4f44440 admin admin] Pushing event updated for resources: {'Port': ['ID=e2b75f45-0906-4749-8945-0f643b9d1205,revision_number=2']} {{(pid=101083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:08:20.775667 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-2030391e-dedb-40ef-82ad-9c77f4f44440 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1646123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1623226'] for router_interface, after_create {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:08:20.796978 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.db.l3_dvr_db [None req-1358a265-183f-43b2-98a5-4e29d6e40c27 None None] Set router 0bb8c9e8-f433-4fcd-b4c7-b6aba928173c gateway port host: dv-cinder-817085-1-iscsi {{(pid=101084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 22:08:20.863280 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2030391e-dedb-40ef-82ad-9c77f4f44440 admin admin] Network cdcc7d87-c10c-471a-af0b-9ce1bfa4e121 is already hosted by enough agents. {{(pid=101083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 22:08:20.864821 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.scheduler.base_scheduler [None req-2030391e-dedb-40ef-82ad-9c77f4f44440 admin admin] Resources bound (agent type, host, resource id): {{(pid=101083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 22:08:20.991616 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2030391e-dedb-40ef-82ad-9c77f4f44440 admin admin] Router 0bb8c9e8-f433-4fcd-b4c7-b6aba928173c has already been hosted by L3 agent a7fb4010-89fb-4d99-b0a1-90d6a3aacb04 {{(pid=101083) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 22:08:21.011450 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.db.l3_hamode_db [None req-1358a265-183f-43b2-98a5-4e29d6e40c27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bb8c9e8-f433-4fcd-b4c7-b6aba928173c', 'name': 'tempest-TestMinimumBasicScenario-1850086952-router', 'tenant_id': 'fb7b12f683ee48a497a40419ad743d9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ae8d913-bef9-4bc0-baeb-78ef8b3a7364', 'external_fixed_ips': [{'subnet_id': 'f0dec947-372d-4ed5-9c9f-864e58aba850', 'ip_address': '172.27.3.70'}], 'enable_snat': True}, 'gw_port_id': '1fe7d7be-83ea-447e-8bda-a2129a6e66ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T22:08:17Z', 'updated_at': '2021-11-08T22:08:20Z', 'revision_number': 4, 'project_id': 'fb7b12f683ee48a497a40419ad743d9a', 'gw_port': {'id': '1fe7d7be-83ea-447e-8bda-a2129a6e66ad', 'name': '', 'network_id': '8ae8d913-bef9-4bc0-baeb-78ef8b3a7364', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:f0:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bb8c9e8-f433-4fcd-b4c7-b6aba928173c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'f0dec947-372d-4ed5-9c9f-864e58aba850', 'ip_address': '172.27.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T22:08:18Z', 'updated_at': '2021-11-08T22:08:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0dec947-372d-4ed5-9c9f-864e58aba850', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817085-1-iscsi', '_interfaces': [{'id': 'e2b75f45-0906-4749-8945-0f643b9d1205', 'name': '', 'network_id': 'cdcc7d87-c10c-471a-af0b-9ce1bfa4e121', 'tenant_id': 'fb7b12f683ee48a497a40419ad743d9a', 'mac_address': 'fa:16:3e:b7:59:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bb8c9e8-f433-4fcd-b4c7-b6aba928173c', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '0ae83315-2964-41b1-9afb-e3f063587954', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T22:08:20Z', 'updated_at': '2021-11-08T22:08:20Z', 'revision_number': 1, 'project_id': 'fb7b12f683ee48a497a40419ad743d9a', 'subnets': [{'id': '0ae83315-2964-41b1-9afb-e3f063587954', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817085-1-iscsi', False) {} {{(pid=101084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 22:08:21.015926 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.rpc [None req-ad13160b-513d-4512-a15f-cb40cce6b7e9 None None] Device 5aaba6df-0ed7-4b17-bd42-ffe42a1df03a up at agent ovs-agent-dv-cinder-817085-1-iscsi {{(pid=101084) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 22:08:21.064247 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1358a265-183f-43b2-98a5-4e29d6e40c27 None None] The sync data for ids ['0bb8c9e8-f433-4fcd-b4c7-b6aba928173c'] in dv-cinder-817085-1-iscsi is: [{'id': '0bb8c9e8-f433-4fcd-b4c7-b6aba928173c', 'name': 'tempest-TestMinimumBasicScenario-1850086952-router', 'tenant_id': 'fb7b12f683ee48a497a40419ad743d9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ae8d913-bef9-4bc0-baeb-78ef8b3a7364', 'external_fixed_ips': [{'subnet_id': 'f0dec947-372d-4ed5-9c9f-864e58aba850', 'ip_address': '172.27.3.70'}], 'enable_snat': True}, 'gw_port_id': '1fe7d7be-83ea-447e-8bda-a2129a6e66ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T22:08:17Z', 'updated_at': '2021-11-08T22:08:20Z', 'revision_number': 4, 'project_id': 'fb7b12f683ee48a497a40419ad743d9a', 'gw_port': {'id': '1fe7d7be-83ea-447e-8bda-a2129a6e66ad', 'name': '', 'network_id': '8ae8d913-bef9-4bc0-baeb-78ef8b3a7364', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:f0:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bb8c9e8-f433-4fcd-b4c7-b6aba928173c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'f0dec947-372d-4ed5-9c9f-864e58aba850', 'ip_address': '172.27.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T22:08:18Z', 'updated_at': '2021-11-08T22:08:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0dec947-372d-4ed5-9c9f-864e58aba850', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817085-1-iscsi', '_interfaces': [{'id': 'e2b75f45-0906-4749-8945-0f643b9d1205', 'name': '', 'network_id': 'cdcc7d87-c10c-471a-af0b-9ce1bfa4e121', 'tenant_id': 'fb7b12f683ee48a497a40419ad743d9a', 'mac_address': 'fa:16:3e:b7:59:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bb8c9e8-f433-4fcd-b4c7-b6aba928173c', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '0ae83315-2964-41b1-9afb-e3f063587954', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T22:08:20Z', 'updated_at': '2021-11-08T22:08:20Z', 'revision_number': 1, 'project_id': 'fb7b12f683ee48a497a40419ad743d9a', 'subnets': [{'id': '0ae83315-2964-41b1-9afb-e3f063587954', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 22:08:21.099213 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.db.provisioning_blocks [None req-ad13160b-513d-4512-a15f-cb40cce6b7e9 None None] Provisioning complete for port 5aaba6df-0ed7-4b17-bd42-ffe42a1df03a triggered by entity L2. {{(pid=101084) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 22:08:21.099588 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-ad13160b-513d-4512-a15f-cb40cce6b7e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-534742'] for port, provisioning_complete {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:08:21.112059 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2030391e-dedb-40ef-82ad-9c77f4f44440 admin admin] Notify agent at l3_agent.dv-cinder-817085-1-iscsi the message routers_updated {{(pid=101083) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 22:08:21.122238 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [None req-2030391e-dedb-40ef-82ad-9c77f4f44440 admin admin] 10.222.0.25 "PUT /v2.0/routers/0bb8c9e8-f433-4fcd-b4c7-b6aba928173c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5079095 Nov 08 22:08:21.157284 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.db.provisioning_blocks [None req-faa1af9f-7d21-488e-9d2d-b1b6274180b6 None None] Provisioning complete for port e2b75f45-0906-4749-8945-0f643b9d1205 triggered by entity DHCP. {{(pid=101084) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 22:08:21.157815 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-faa1af9f-7d21-488e-9d2d-b1b6274180b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-534742'] for port, provisioning_complete {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:08:21.226571 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.plugin [None req-faa1af9f-7d21-488e-9d2d-b1b6274180b6 None None] Port e2b75f45-0906-4749-8945-0f643b9d1205 cannot update to ACTIVE because it is not bound. {{(pid=101084) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 22:08:21.642035 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.wsgi [-] (101083) accepted ('10.222.0.25', 49996) {{(pid=101083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 22:08:21.652340 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.v2.base [None req-a596bb01-a5a7-41aa-b577-0720950885ba admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1741419029-network', 'tenant_id': '1529cf5a358442959b2c085e241bd8a4'}} {{(pid=101083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 22:08:21.692053 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a596bb01-a5a7-41aa-b577-0720950885ba admin admin] Made reservation on behalf of 1529cf5a358442959b2c085e241bd8a4 for: {'network': 1} {{(pid=101083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 22:08:21.694453 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-a596bb01-a5a7-41aa-b577-0720950885ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-925982'] for network, before_create {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:08:21.702793 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-a596bb01-a5a7-41aa-b577-0720950885ba admin admin] Publish callbacks [] for security_group, before_create {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:08:21.788297 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-a596bb01-a5a7-41aa-b577-0720950885ba admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:08:21.792582 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-a596bb01-a5a7-41aa-b577-0720950885ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2033567'] for security_group, after_create {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:08:21.824558 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a596bb01-a5a7-41aa-b577-0720950885ba admin admin] vlan segment allocate from pool success with {'vlan_id': 705, 'physical_network': 'physnet1'} {{(pid=101083) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 22:08:21.831140 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-550ddcb2-f0f8-4b6b-a238-0b8e3ebb0b9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728276665375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534631'] for agent, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:08:21.831769 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596bb01-a5a7-41aa-b577-0720950885ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbc58672-5205-4727-9001-64ed13d45d5b,revision_number=1']} {{(pid=101083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:08:21.841992 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-a596bb01-a5a7-41aa-b577-0720950885ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-527333'] for segment, precommit_create {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:08:21.842469 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.db.segments_db [None req-a596bb01-a5a7-41aa-b577-0720950885ba admin admin] Added segment ff7612bc-7882-4c3f-b9a1-cbf186f360fe of type vlan for network f66da6ae-b6de-42d5-9571-9876ad382855 Nov 08 22:08:21.887229 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-a596bb01-a5a7-41aa-b577-0720950885ba admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728276129500'] for network, precommit_create {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:08:21.913129 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-a596bb01-a5a7-41aa-b577-0720950885ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646297'] for network, after_create {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:08:21.914085 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a596bb01-a5a7-41aa-b577-0720950885ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:08:21.914786 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-a596bb01-a5a7-41aa-b577-0720950885ba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646287'] for network, before_response {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:08:21.973122 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [None req-a596bb01-a5a7-41aa-b577-0720950885ba admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3299093 Nov 08 22:08:21.975805 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.wsgi [-] (101082) accepted ('10.222.0.25', 49998) {{(pid=101082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 22:08:21.978502 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596bb01-a5a7-41aa-b577-0720950885ba admin admin] Pushing event updated for resources: {'Network': ['ID=f66da6ae-b6de-42d5-9571-9876ad382855,revision_number=1']} {{(pid=101083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:08:21.981050 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.v2.base [None req-69c464a1-9645-4018-bf2a-9bae9dd2bc87 admin admin] Request body: {'subnet': {'network_id': 'f66da6ae-b6de-42d5-9571-9876ad382855', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1741419029-subnet', 'tenant_id': '1529cf5a358442959b2c085e241bd8a4', 'ip_version': 4}} {{(pid=101082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 22:08:21.987982 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.rpc [None req-ad13160b-513d-4512-a15f-cb40cce6b7e9 None None] Network f66da6ae-b6de-42d5-9571-9876ad382855 details requested by agent ovs-agent-dv-cinder-817085-1-iscsi with host dv-cinder-817085-1-iscsi {{(pid=101084) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 22:08:22.002216 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69c464a1-9645-4018-bf2a-9bae9dd2bc87 admin admin] Made reservation on behalf of 1529cf5a358442959b2c085e241bd8a4 for: {'subnet': 1} {{(pid=101082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 22:08:22.005027 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-69c464a1-9645-4018-bf2a-9bae9dd2bc87 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7673070'] for subnet, before_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:08:22.173868 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-69c464a1-9645-4018-bf2a-9bae9dd2bc87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7854336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7671828'] for subnet, after_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:08:22.228781 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c464a1-9645-4018-bf2a-9bae9dd2bc87 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2b734a58-7620-4b8d-b8e7-68434e52ffaf,revision_number=0']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:08:22.238458 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69c464a1-9645-4018-bf2a-9bae9dd2bc87 admin admin] Checking segment: {'id': 'ff7612bc-7882-4c3f-b9a1-cbf186f360fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'f66da6ae-b6de-42d5-9571-9876ad382855'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 22:08:22.239031 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69c464a1-9645-4018-bf2a-9bae9dd2bc87 admin admin] Network hostable DHCP agents. Network: f66da6ae-b6de-42d5-9571-9876ad382855, hostable agents: ['d8645970-7d7f-496c-a75a-0ae64c095b3b'], hosted agents: [] {{(pid=101082) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 22:08:22.256924 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69c464a1-9645-4018-bf2a-9bae9dd2bc87 admin admin] Network f66da6ae-b6de-42d5-9571-9876ad382855 is scheduled to be hosted by DHCP agent d8645970-7d7f-496c-a75a-0ae64c095b3b with binding_index 1 {{(pid=101082) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 22:08:22.266403 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.scheduler.base_scheduler [None req-69c464a1-9645-4018-bf2a-9bae9dd2bc87 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817085-1-iscsi, f66da6ae-b6de-42d5-9571-9876ad382855) {{(pid=101082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 22:08:22.270512 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69c464a1-9645-4018-bf2a-9bae9dd2bc87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:08:22.271122 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-69c464a1-9645-4018-bf2a-9bae9dd2bc87 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646287'] for subnet, before_response {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:08:22.276528 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5923d82c-fae0-425d-892c-11ae9854aeba None None] Network f66da6ae-b6de-42d5-9571-9876ad382855 requested from dv-cinder-817085-1-iscsi {{(pid=101084) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 22:08:22.290986 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [None req-69c464a1-9645-4018-bf2a-9bae9dd2bc87 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3115778 Nov 08 22:08:22.291573 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.wsgi [-] (101083) accepted ('10.222.0.25', 50000) {{(pid=101083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 22:08:22.296449 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.v2.base [None req-3bc8fb1f-9069-46d6-aff5-6489983ecc6b admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1741419029-router', 'tenant_id': '1529cf5a358442959b2c085e241bd8a4', 'external_gateway_info': {'network_id': '8ae8d913-bef9-4bc0-baeb-78ef8b3a7364'}}} {{(pid=101083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 22:08:22.318342 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-3bc8fb1f-9069-46d6-aff5-6489983ecc6b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1634839', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5220'] for router, before_create {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:08:22.319472 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-3bc8fb1f-9069-46d6-aff5-6489983ecc6b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1634979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1623854', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2032021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5213'] for router, precommit_create {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:08:22.375847 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-3bc8fb1f-9069-46d6-aff5-6489983ecc6b admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:08:22.423185 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-953a6bb1-a528-4c79-949e-3515dd0a4396 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpad403e5c-bbfa-5de7-8c3e-c07e4fe3bb96-f66da6ae-b6de-42d5-9571-9876ad382855', 'network_id': 'f66da6ae-b6de-42d5-9571-9876ad382855', 'tenant_id': '1529cf5a358442959b2c085e241bd8a4', 'fixed_ips': [{'subnet_id': '2b734a58-7620-4b8d-b8e7-68434e52ffaf'}]}} from dv-cinder-817085-1-iscsi. {{(pid=101084) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 22:08:22.424166 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-953a6bb1-a528-4c79-949e-3515dd0a4396 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-925982'] for port, before_create {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:08:22.509385 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-3bc8fb1f-9069-46d6-aff5-6489983ecc6b admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:08:22.652290 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-ad13160b-513d-4512-a15f-cb40cce6b7e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728276665375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534631'] for agent, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:08:22.699950 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.db.db_base_plugin_common [None req-953a6bb1-a528-4c79-949e-3515dd0a4396 None None] Allocated IP 172.20.0.2 (f66da6ae-b6de-42d5-9571-9876ad382855/2b734a58-7620-4b8d-b8e7-68434e52ffaf/20f56a5f-352f-45cc-bb2b-93c6393d3cdf) {{(pid=101084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 22:08:22.721548 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-3bc8fb1f-9069-46d6-aff5-6489983ecc6b admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:08:22.740352 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-3bc8fb1f-9069-46d6-aff5-6489983ecc6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-925982'] for port, before_create {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:08:22.844894 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-953a6bb1-a528-4c79-949e-3515dd0a4396 None None] Publish callbacks [] for port, precommit_create {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:08:22.848164 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.db.db_base_plugin_common [None req-3bc8fb1f-9069-46d6-aff5-6489983ecc6b admin admin] Allocated IP 172.27.3.177 (8ae8d913-bef9-4bc0-baeb-78ef8b3a7364/f0dec947-372d-4ed5-9c9f-864e58aba850/949d466e-fdba-42c8-b5d6-7e1cc541534d) {{(pid=101083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 22:08:22.851092 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-953a6bb1-a528-4c79-949e-3515dd0a4396 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728276144267'] for port, after_create {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:08:22.897323 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-953a6bb1-a528-4c79-949e-3515dd0a4396 None None] Network f66da6ae-b6de-42d5-9571-9876ad382855 is already hosted by enough agents. {{(pid=101084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 22:08:22.901395 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.scheduler.base_scheduler [None req-953a6bb1-a528-4c79-949e-3515dd0a4396 None None] Resources bound (agent type, host, resource id): {{(pid=101084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 22:08:22.904423 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-953a6bb1-a528-4c79-949e-3515dd0a4396 None None] Received port after_create {{(pid=101084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 22:08:22.909939 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953a6bb1-a528-4c79-949e-3515dd0a4396 None None] Pushing event updated for resources: {'Port': ['ID=20f56a5f-352f-45cc-bb2b-93c6393d3cdf,revision_number=1']} {{(pid=101084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:08:22.960496 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-3bc8fb1f-9069-46d6-aff5-6489983ecc6b admin admin] Publish callbacks [] for port, precommit_create {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:08:22.966961 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.managers [None req-953a6bb1-a528-4c79-949e-3515dd0a4396 None None] Attempting to bind port 20f56a5f-352f-45cc-bb2b-93c6393d3cdf on host dv-cinder-817085-1-iscsi for vnic_type normal with profile {{(pid=101084) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 22:08:22.967342 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.managers [None req-953a6bb1-a528-4c79-949e-3515dd0a4396 None None] Attempting to bind port 20f56a5f-352f-45cc-bb2b-93c6393d3cdf by drivers openvswitch,hyperv on host dv-cinder-817085-1-iscsi at level 0 using segments [{'id': 'ff7612bc-7882-4c3f-b9a1-cbf186f360fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'f66da6ae-b6de-42d5-9571-9876ad382855'}] {{(pid=101084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 22:08:22.967750 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-953a6bb1-a528-4c79-949e-3515dd0a4396 None None] Attempting to bind port 20f56a5f-352f-45cc-bb2b-93c6393d3cdf on network f66da6ae-b6de-42d5-9571-9876ad382855 {{(pid=101084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 22:08:22.972788 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-953a6bb1-a528-4c79-949e-3515dd0a4396 None None] Checking agent: {'id': 'b17b386a-7116-42d0-acec-a66289ba5096', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817085-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 21, 51, 52), 'started_at': datetime.datetime(2021, 11, 8, 21, 52, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 22, 8, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817085-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 22:08:22.973371 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-953a6bb1-a528-4c79-949e-3515dd0a4396 None None] Checking segment: {'id': 'ff7612bc-7882-4c3f-b9a1-cbf186f360fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'f66da6ae-b6de-42d5-9571-9876ad382855'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 22:08:22.973598 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-953a6bb1-a528-4c79-949e-3515dd0a4396 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:08:22.973974 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-953a6bb1-a528-4c79-949e-3515dd0a4396 None None] Bound using segment: {'id': 'ff7612bc-7882-4c3f-b9a1-cbf186f360fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'f66da6ae-b6de-42d5-9571-9876ad382855'} {{(pid=101084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 22:08:22.974676 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.managers [None req-953a6bb1-a528-4c79-949e-3515dd0a4396 None None] Bound port: 20f56a5f-352f-45cc-bb2b-93c6393d3cdf, host: dv-cinder-817085-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff7612bc-7882-4c3f-b9a1-cbf186f360fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'f66da6ae-b6de-42d5-9571-9876ad382855'}}] {{(pid=101084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 22:08:22.974863 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-953a6bb1-a528-4c79-949e-3515dd0a4396 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-925982'] for port, before_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:08:22.997329 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-3bc8fb1f-9069-46d6-aff5-6489983ecc6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728276144267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7659000'] for port, after_create {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:08:23.034424 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d321e77-fceb-4e20-a0ad-4b905b0c6558 None None] Sync routers for ids ['0bb8c9e8-f433-4fcd-b4c7-b6aba928173c'] in dv-cinder-817085-1-iscsi {{(pid=101085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 22:08:23.046899 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.db [None req-953a6bb1-a528-4c79-949e-3515dd0a4396 None None] For port 20f56a5f-352f-45cc-bb2b-93c6393d3cdf, host dv-cinder-817085-1-iscsi, cleared binding levels {{(pid=101084) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 22:08:23.050892 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.db [None req-953a6bb1-a528-4c79-949e-3515dd0a4396 None None] For port 20f56a5f-352f-45cc-bb2b-93c6393d3cdf, host dv-cinder-817085-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817085-1-iscsi',level=0,port_id=20f56a5f-352f-45cc-bb2b-93c6393d3cdf,segment=NetworkSegment(ff7612bc-7882-4c3f-b9a1-cbf186f360fe),segment_id=ff7612bc-7882-4c3f-b9a1-cbf186f360fe)] {{(pid=101084) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 22:08:23.053781 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.rpc [None req-ad13160b-513d-4512-a15f-cb40cce6b7e9 None None] Device 1fe7d7be-83ea-447e-8bda-a2129a6e66ad up at agent ovs-agent-dv-cinder-817085-1-iscsi {{(pid=101084) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 22:08:23.054519 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bc8fb1f-9069-46d6-aff5-6489983ecc6b admin admin] Network 8ae8d913-bef9-4bc0-baeb-78ef8b3a7364 is already hosted by enough agents. {{(pid=101083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 22:08:23.055715 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d321e77-fceb-4e20-a0ad-4b905b0c6558 None None] Routers {'0bb8c9e8-f433-4fcd-b4c7-b6aba928173c'} bound to L3 agent in host dv-cinder-817085-1-iscsi {{(pid=101085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 22:08:23.056848 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.db.l3_hamode_db [None req-6d321e77-fceb-4e20-a0ad-4b905b0c6558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817085-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T21:51:49Z,description=,heartbeat_timestamp=2021-11-08T22:08:19Z,host='dv-cinder-817085-1-iscsi',id=a7fb4010-89fb-4d99-b0a1-90d6a3aacb04,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T21:51:49Z,topic='l3_agent')) {'router_ids': ['0bb8c9e8-f433-4fcd-b4c7-b6aba928173c'], 'active': True} {{(pid=101085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 22:08:23.059991 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.scheduler.base_scheduler [None req-3bc8fb1f-9069-46d6-aff5-6489983ecc6b admin admin] Resources bound (agent type, host, resource id): {{(pid=101083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 22:08:23.063074 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bc8fb1f-9069-46d6-aff5-6489983ecc6b admin admin] Received port after_create {{(pid=101083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 22:08:23.077668 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-953a6bb1-a528-4c79-949e-3515dd0a4396 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728276638356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728276144285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728276144303'] for port, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:08:23.105771 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc8fb1f-9069-46d6-aff5-6489983ecc6b admin admin] Pushing event updated for resources: {'Port': ['ID=949d466e-fdba-42c8-b5d6-7e1cc541534d,revision_number=1']} {{(pid=101083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:08:23.159670 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953a6bb1-a528-4c79-949e-3515dd0a4396 None None] Pushing event updated for resources: {'Port': ['ID=20f56a5f-352f-45cc-bb2b-93c6393d3cdf,revision_number=2']} {{(pid=101084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:08:23.167695 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.db.provisioning_blocks [None req-ad13160b-513d-4512-a15f-cb40cce6b7e9 None None] Provisioning complete for port 1fe7d7be-83ea-447e-8bda-a2129a6e66ad triggered by entity L2. {{(pid=101084) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 22:08:23.168078 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-ad13160b-513d-4512-a15f-cb40cce6b7e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-534742'] for port, provisioning_complete {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:08:23.181029 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.db.l3_dvr_db [None req-6d321e77-fceb-4e20-a0ad-4b905b0c6558 None None] Set router 0bb8c9e8-f433-4fcd-b4c7-b6aba928173c gateway port host: dv-cinder-817085-1-iscsi {{(pid=101085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 22:08:23.252100 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-ad13160b-513d-4512-a15f-cb40cce6b7e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-925982'] for port, before_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:08:23.279700 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.db [None req-ad13160b-513d-4512-a15f-cb40cce6b7e9 None None] For port 1fe7d7be-83ea-447e-8bda-a2129a6e66ad, host dv-cinder-817085-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817085-1-iscsi',level=0,port_id=1fe7d7be-83ea-447e-8bda-a2129a6e66ad,segment=NetworkSegment(4f9c68d0-c68c-4bfe-b6e8-d7426962dfc1),segment_id=4f9c68d0-c68c-4bfe-b6e8-d7426962dfc1)] {{(pid=101084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 22:08:23.285841 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-ad13160b-513d-4512-a15f-cb40cce6b7e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728276638356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728276144285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728276144303'] for port, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:08:23.378178 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad13160b-513d-4512-a15f-cb40cce6b7e9 None None] Pushing event updated for resources: {'Port': ['ID=1fe7d7be-83ea-447e-8bda-a2129a6e66ad,revision_number=4']} {{(pid=101084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:08:23.445442 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.db.l3_hamode_db [None req-6d321e77-fceb-4e20-a0ad-4b905b0c6558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bb8c9e8-f433-4fcd-b4c7-b6aba928173c', 'name': 'tempest-TestMinimumBasicScenario-1850086952-router', 'tenant_id': 'fb7b12f683ee48a497a40419ad743d9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ae8d913-bef9-4bc0-baeb-78ef8b3a7364', 'external_fixed_ips': [{'subnet_id': 'f0dec947-372d-4ed5-9c9f-864e58aba850', 'ip_address': '172.27.3.70'}], 'enable_snat': True}, 'gw_port_id': '1fe7d7be-83ea-447e-8bda-a2129a6e66ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T22:08:17Z', 'updated_at': '2021-11-08T22:08:20Z', 'revision_number': 4, 'project_id': 'fb7b12f683ee48a497a40419ad743d9a', 'gw_port': {'id': '1fe7d7be-83ea-447e-8bda-a2129a6e66ad', 'name': '', 'network_id': '8ae8d913-bef9-4bc0-baeb-78ef8b3a7364', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:f0:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bb8c9e8-f433-4fcd-b4c7-b6aba928173c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'f0dec947-372d-4ed5-9c9f-864e58aba850', 'ip_address': '172.27.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T22:08:18Z', 'updated_at': '2021-11-08T22:08:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0dec947-372d-4ed5-9c9f-864e58aba850', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817085-1-iscsi', '_interfaces': [{'id': 'e2b75f45-0906-4749-8945-0f643b9d1205', 'name': '', 'network_id': 'cdcc7d87-c10c-471a-af0b-9ce1bfa4e121', 'tenant_id': 'fb7b12f683ee48a497a40419ad743d9a', 'mac_address': 'fa:16:3e:b7:59:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bb8c9e8-f433-4fcd-b4c7-b6aba928173c', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '0ae83315-2964-41b1-9afb-e3f063587954', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T22:08:20Z', 'updated_at': '2021-11-08T22:08:20Z', 'revision_number': 2, 'project_id': 'fb7b12f683ee48a497a40419ad743d9a', 'subnets': [{'id': '0ae83315-2964-41b1-9afb-e3f063587954', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817085-1-iscsi', False) {} {{(pid=101085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 22:08:23.475165 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d321e77-fceb-4e20-a0ad-4b905b0c6558 None None] Checking router: 0bb8c9e8-f433-4fcd-b4c7-b6aba928173c for host: dv-cinder-817085-1-iscsi {{(pid=101085) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 22:08:23.475511 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d321e77-fceb-4e20-a0ad-4b905b0c6558 None None] Updating router 0bb8c9e8-f433-4fcd-b4c7-b6aba928173c port e2b75f45-0906-4749-8945-0f643b9d1205 binding host dv-cinder-817085-1-iscsi {{(pid=101085) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 22:08:23.506587 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron_lib.callbacks.manager [None req-6d321e77-fceb-4e20-a0ad-4b905b0c6558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-925982'] for port, before_update {{(pid=101085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:08:23.671608 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-3bc8fb1f-9069-46d6-aff5-6489983ecc6b admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:08:23.766671 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron_lib.callbacks.manager [None req-6d321e77-fceb-4e20-a0ad-4b905b0c6558 None None] Publish callbacks [] for port, precommit_update {{(pid=101085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:08:23.772090 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron_lib.callbacks.manager [None req-6d321e77-fceb-4e20-a0ad-4b905b0c6558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728276638356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728276144285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728276144303'] for port, after_update {{(pid=101085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:08:23.818268 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f499dd0-c081-4454-b7ad-ea03e15fb9e5 None None] Pushing event updated for resources: {'Port': ['ID=e2b75f45-0906-4749-8945-0f643b9d1205,revision_number=3']} {{(pid=101085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:08:23.827487 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f499dd0-c081-4454-b7ad-ea03e15fb9e5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 22:08:23.828073 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f499dd0-c081-4454-b7ad-ea03e15fb9e5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 22:08:23.828418 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f499dd0-c081-4454-b7ad-ea03e15fb9e5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 22:08:23.828747 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f499dd0-c081-4454-b7ad-ea03e15fb9e5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 22:08:23.829104 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f499dd0-c081-4454-b7ad-ea03e15fb9e5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 22:08:23.829428 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f499dd0-c081-4454-b7ad-ea03e15fb9e5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 22:08:23.829748 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f499dd0-c081-4454-b7ad-ea03e15fb9e5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 22:08:23.830068 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f499dd0-c081-4454-b7ad-ea03e15fb9e5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 22:08:23.830409 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f499dd0-c081-4454-b7ad-ea03e15fb9e5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 22:08:23.830733 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f499dd0-c081-4454-b7ad-ea03e15fb9e5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 22:08:23.831037 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f499dd0-c081-4454-b7ad-ea03e15fb9e5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 22:08:23.831351 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f499dd0-c081-4454-b7ad-ea03e15fb9e5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 22:08:23.870982 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-3bc8fb1f-9069-46d6-aff5-6489983ecc6b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1634988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1624059'] for router, after_create {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:08:23.887415 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.plugins.ml2.managers [None req-6d321e77-fceb-4e20-a0ad-4b905b0c6558 None None] Attempting to bind port e2b75f45-0906-4749-8945-0f643b9d1205 on host dv-cinder-817085-1-iscsi for vnic_type normal with profile {{(pid=101085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 22:08:23.887780 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.plugins.ml2.managers [None req-6d321e77-fceb-4e20-a0ad-4b905b0c6558 None None] Attempting to bind port e2b75f45-0906-4749-8945-0f643b9d1205 by drivers openvswitch,hyperv on host dv-cinder-817085-1-iscsi at level 0 using segments [{'id': '31973302-188d-4b37-8b68-7732ca909711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'cdcc7d87-c10c-471a-af0b-9ce1bfa4e121'}] {{(pid=101085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 22:08:23.888137 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d321e77-fceb-4e20-a0ad-4b905b0c6558 None None] Attempting to bind port e2b75f45-0906-4749-8945-0f643b9d1205 on network cdcc7d87-c10c-471a-af0b-9ce1bfa4e121 {{(pid=101085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 22:08:23.893716 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d321e77-fceb-4e20-a0ad-4b905b0c6558 None None] Checking agent: {'id': 'b17b386a-7116-42d0-acec-a66289ba5096', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817085-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 21, 51, 52), 'started_at': datetime.datetime(2021, 11, 8, 21, 52, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 22, 8, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817085-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 22:08:23.894377 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d321e77-fceb-4e20-a0ad-4b905b0c6558 None None] Checking segment: {'id': '31973302-188d-4b37-8b68-7732ca909711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'cdcc7d87-c10c-471a-af0b-9ce1bfa4e121'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 22:08:23.894774 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron_lib.callbacks.manager [None req-6d321e77-fceb-4e20-a0ad-4b905b0c6558 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:08:23.895164 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d321e77-fceb-4e20-a0ad-4b905b0c6558 None None] Bound using segment: {'id': '31973302-188d-4b37-8b68-7732ca909711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'cdcc7d87-c10c-471a-af0b-9ce1bfa4e121'} {{(pid=101085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 22:08:23.895623 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.plugins.ml2.managers [None req-6d321e77-fceb-4e20-a0ad-4b905b0c6558 None None] Bound port: e2b75f45-0906-4749-8945-0f643b9d1205, host: dv-cinder-817085-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31973302-188d-4b37-8b68-7732ca909711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'cdcc7d87-c10c-471a-af0b-9ce1bfa4e121'}}] {{(pid=101085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 22:08:23.896018 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron_lib.callbacks.manager [None req-6d321e77-fceb-4e20-a0ad-4b905b0c6558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-925982'] for port, before_update {{(pid=101085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:08:23.965595 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.plugins.ml2.db [None req-6d321e77-fceb-4e20-a0ad-4b905b0c6558 None None] For port e2b75f45-0906-4749-8945-0f643b9d1205, host dv-cinder-817085-1-iscsi, cleared binding levels {{(pid=101085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 22:08:23.970576 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.plugins.ml2.db [None req-6d321e77-fceb-4e20-a0ad-4b905b0c6558 None None] For port e2b75f45-0906-4749-8945-0f643b9d1205, host dv-cinder-817085-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817085-1-iscsi',level=0,port_id=e2b75f45-0906-4749-8945-0f643b9d1205,segment=NetworkSegment(31973302-188d-4b37-8b68-7732ca909711),segment_id=31973302-188d-4b37-8b68-7732ca909711)] {{(pid=101085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 22:08:23.977514 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron_lib.callbacks.manager [None req-6d321e77-fceb-4e20-a0ad-4b905b0c6558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728276638356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728276144285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728276144303'] for port, after_update {{(pid=101085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:08:24.014357 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bc8fb1f-9069-46d6-aff5-6489983ecc6b admin admin] Router b9ac43e3-7c81-4644-a053-e604820ba31e is scheduled to L3 agent a7fb4010-89fb-4d99-b0a1-90d6a3aacb04 with binding_index 1 {{(pid=101083) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 08 22:08:24.022567 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d321e77-fceb-4e20-a0ad-4b905b0c6558 None None] Routers {'0bb8c9e8-f433-4fcd-b4c7-b6aba928173c'} bound to L3 agent in host dv-cinder-817085-1-iscsi {{(pid=101085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 22:08:24.023347 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.db.l3_hamode_db [None req-6d321e77-fceb-4e20-a0ad-4b905b0c6558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817085-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T21:51:49Z,description=,heartbeat_timestamp=2021-11-08T22:08:19Z,host='dv-cinder-817085-1-iscsi',id=a7fb4010-89fb-4d99-b0a1-90d6a3aacb04,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T21:51:49Z,topic='l3_agent')) {'router_ids': ['0bb8c9e8-f433-4fcd-b4c7-b6aba928173c'], 'active': True} {{(pid=101085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 22:08:24.135345 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bc8fb1f-9069-46d6-aff5-6489983ecc6b admin admin] Notify agent at l3_agent.dv-cinder-817085-1-iscsi the message routers_updated {{(pid=101083) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 22:08:24.145203 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.db.l3_dvr_db [None req-6d321e77-fceb-4e20-a0ad-4b905b0c6558 None None] Set router 0bb8c9e8-f433-4fcd-b4c7-b6aba928173c gateway port host: dv-cinder-817085-1-iscsi {{(pid=101085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 22:08:24.146744 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-497b1316-65cf-42e9-af8e-d7cb4cf913c9 None None] Sync routers for ids ['b9ac43e3-7c81-4644-a053-e604820ba31e'] in dv-cinder-817085-1-iscsi {{(pid=101084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 22:08:24.158683 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-497b1316-65cf-42e9-af8e-d7cb4cf913c9 None None] Routers {'b9ac43e3-7c81-4644-a053-e604820ba31e'} bound to L3 agent in host dv-cinder-817085-1-iscsi {{(pid=101084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 22:08:24.159394 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.db.l3_hamode_db [None req-497b1316-65cf-42e9-af8e-d7cb4cf913c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817085-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T21:51:49Z,description=,heartbeat_timestamp=2021-11-08T22:08:19Z,host='dv-cinder-817085-1-iscsi',id=a7fb4010-89fb-4d99-b0a1-90d6a3aacb04,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T21:51:49Z,topic='l3_agent')) {'router_ids': ['b9ac43e3-7c81-4644-a053-e604820ba31e'], 'active': True} {{(pid=101084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 22:08:24.165899 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-3bc8fb1f-9069-46d6-aff5-6489983ecc6b admin admin] Publish callbacks [] for router, before_response {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:08:24.168895 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [None req-3bc8fb1f-9069-46d6-aff5-6489983ecc6b admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.8744714 Nov 08 22:08:24.169957 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.wsgi [-] (101083) accepted ('10.222.0.25', 50002) {{(pid=101083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 22:08:24.274533 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f499dd0-c081-4454-b7ad-ea03e15fb9e5 None None] Pushing event updated for resources: {'Port': ['ID=e2b75f45-0906-4749-8945-0f643b9d1205,revision_number=4']} {{(pid=101085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:08:24.331842 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.db.provisioning_blocks [None req-aad26bc0-45ca-4a00-8a8d-4406b46da0d5 None None] Provisioning complete for port e2b75f45-0906-4749-8945-0f643b9d1205 triggered by entity DHCP. {{(pid=101084) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 22:08:24.333013 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-aad26bc0-45ca-4a00-8a8d-4406b46da0d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-534742'] for port, provisioning_complete {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:08:24.389939 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.db.l3_dvr_db [None req-497b1316-65cf-42e9-af8e-d7cb4cf913c9 None None] Set router b9ac43e3-7c81-4644-a053-e604820ba31e gateway port host: dv-cinder-817085-1-iscsi {{(pid=101084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 22:08:24.394508 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc129b2f-6215-4080-b4fb-c3a2c0c9696d None None] Network f66da6ae-b6de-42d5-9571-9876ad382855 requested from dv-cinder-817085-1-iscsi {{(pid=101084) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 22:08:24.493462 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.db.l3_hamode_db [None req-6d321e77-fceb-4e20-a0ad-4b905b0c6558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bb8c9e8-f433-4fcd-b4c7-b6aba928173c', 'name': 'tempest-TestMinimumBasicScenario-1850086952-router', 'tenant_id': 'fb7b12f683ee48a497a40419ad743d9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ae8d913-bef9-4bc0-baeb-78ef8b3a7364', 'external_fixed_ips': [{'subnet_id': 'f0dec947-372d-4ed5-9c9f-864e58aba850', 'ip_address': '172.27.3.70'}], 'enable_snat': True}, 'gw_port_id': '1fe7d7be-83ea-447e-8bda-a2129a6e66ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T22:08:17Z', 'updated_at': '2021-11-08T22:08:20Z', 'revision_number': 4, 'project_id': 'fb7b12f683ee48a497a40419ad743d9a', 'gw_port': {'id': '1fe7d7be-83ea-447e-8bda-a2129a6e66ad', 'name': '', 'network_id': '8ae8d913-bef9-4bc0-baeb-78ef8b3a7364', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:f0:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bb8c9e8-f433-4fcd-b4c7-b6aba928173c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'f0dec947-372d-4ed5-9c9f-864e58aba850', 'ip_address': '172.27.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T22:08:18Z', 'updated_at': '2021-11-08T22:08:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0dec947-372d-4ed5-9c9f-864e58aba850', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817085-1-iscsi', '_interfaces': [{'id': 'e2b75f45-0906-4749-8945-0f643b9d1205', 'name': '', 'network_id': 'cdcc7d87-c10c-471a-af0b-9ce1bfa4e121', 'tenant_id': 'fb7b12f683ee48a497a40419ad743d9a', 'mac_address': 'fa:16:3e:b7:59:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bb8c9e8-f433-4fcd-b4c7-b6aba928173c', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '0ae83315-2964-41b1-9afb-e3f063587954', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T22:08:20Z', 'updated_at': '2021-11-08T22:08:23Z', 'revision_number': 4, 'project_id': 'fb7b12f683ee48a497a40419ad743d9a', 'subnets': [{'id': '0ae83315-2964-41b1-9afb-e3f063587954', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817085-1-iscsi', False) {} {{(pid=101085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 22:08:24.520270 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d321e77-fceb-4e20-a0ad-4b905b0c6558 None None] The sync data for ids ['0bb8c9e8-f433-4fcd-b4c7-b6aba928173c'] in dv-cinder-817085-1-iscsi is: [{'id': '0bb8c9e8-f433-4fcd-b4c7-b6aba928173c', 'name': 'tempest-TestMinimumBasicScenario-1850086952-router', 'tenant_id': 'fb7b12f683ee48a497a40419ad743d9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ae8d913-bef9-4bc0-baeb-78ef8b3a7364', 'external_fixed_ips': [{'subnet_id': 'f0dec947-372d-4ed5-9c9f-864e58aba850', 'ip_address': '172.27.3.70'}], 'enable_snat': True}, 'gw_port_id': '1fe7d7be-83ea-447e-8bda-a2129a6e66ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T22:08:17Z', 'updated_at': '2021-11-08T22:08:20Z', 'revision_number': 4, 'project_id': 'fb7b12f683ee48a497a40419ad743d9a', 'gw_port': {'id': '1fe7d7be-83ea-447e-8bda-a2129a6e66ad', 'name': '', 'network_id': '8ae8d913-bef9-4bc0-baeb-78ef8b3a7364', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:f0:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bb8c9e8-f433-4fcd-b4c7-b6aba928173c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'f0dec947-372d-4ed5-9c9f-864e58aba850', 'ip_address': '172.27.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T22:08:18Z', 'updated_at': '2021-11-08T22:08:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0dec947-372d-4ed5-9c9f-864e58aba850', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817085-1-iscsi', '_interfaces': [{'id': 'e2b75f45-0906-4749-8945-0f643b9d1205', 'name': '', 'network_id': 'cdcc7d87-c10c-471a-af0b-9ce1bfa4e121', 'tenant_id': 'fb7b12f683ee48a497a40419ad743d9a', 'mac_address': 'fa:16:3e:b7:59:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bb8c9e8-f433-4fcd-b4c7-b6aba928173c', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '0ae83315-2964-41b1-9afb-e3f063587954', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T22:08:20Z', 'updated_at': '2021-11-08T22:08:23Z', 'revision_number': 4, 'project_id': 'fb7b12f683ee48a497a40419ad743d9a', 'subnets': [{'id': '0ae83315-2964-41b1-9afb-e3f063587954', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 22:08:24.630094 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-aad26bc0-45ca-4a00-8a8d-4406b46da0d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-925982'] for port, before_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:08:24.662076 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-50eab308-200f-4476-8ecf-c69c42d5908e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-925982'] for port, before_create {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:08:24.721424 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.db [None req-aad26bc0-45ca-4a00-8a8d-4406b46da0d5 None None] For port e2b75f45-0906-4749-8945-0f643b9d1205, host dv-cinder-817085-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817085-1-iscsi',level=0,port_id=e2b75f45-0906-4749-8945-0f643b9d1205,segment=NetworkSegment(31973302-188d-4b37-8b68-7732ca909711),segment_id=31973302-188d-4b37-8b68-7732ca909711)] {{(pid=101084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 22:08:24.729400 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-aad26bc0-45ca-4a00-8a8d-4406b46da0d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728276638356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728276144285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728276144303'] for port, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:08:24.814123 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad26bc0-45ca-4a00-8a8d-4406b46da0d5 None None] Pushing event updated for resources: {'Port': ['ID=e2b75f45-0906-4749-8945-0f643b9d1205,revision_number=5']} {{(pid=101084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:08:24.829936 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.db.db_base_plugin_common [None req-50eab308-200f-4476-8ecf-c69c42d5908e admin admin] Allocated IP 172.20.0.1 (f66da6ae-b6de-42d5-9571-9876ad382855/2b734a58-7620-4b8d-b8e7-68434e52ffaf/1e270a9b-6b0f-49d4-9a90-5a720548e43b) {{(pid=101083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 22:08:24.830157 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.db.l3_hamode_db [None req-497b1316-65cf-42e9-af8e-d7cb4cf913c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9ac43e3-7c81-4644-a053-e604820ba31e', 'name': 'tempest-TestMinimumBasicScenario-1741419029-router', 'tenant_id': '1529cf5a358442959b2c085e241bd8a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ae8d913-bef9-4bc0-baeb-78ef8b3a7364', 'external_fixed_ips': [{'subnet_id': 'f0dec947-372d-4ed5-9c9f-864e58aba850', 'ip_address': '172.27.3.177'}], 'enable_snat': True}, 'gw_port_id': '949d466e-fdba-42c8-b5d6-7e1cc541534d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T22:08:22Z', 'updated_at': '2021-11-08T22:08:23Z', 'revision_number': 3, 'project_id': '1529cf5a358442959b2c085e241bd8a4', 'gw_port': {'id': '949d466e-fdba-42c8-b5d6-7e1cc541534d', 'name': '', 'network_id': '8ae8d913-bef9-4bc0-baeb-78ef8b3a7364', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:9c:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9ac43e3-7c81-4644-a053-e604820ba31e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'f0dec947-372d-4ed5-9c9f-864e58aba850', 'ip_address': '172.27.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T22:08:22Z', 'updated_at': '2021-11-08T22:08:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f0dec947-372d-4ed5-9c9f-864e58aba850', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817085-1-iscsi'}], 'dv-cinder-817085-1-iscsi', False) {} {{(pid=101084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 22:08:24.866632 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-497b1316-65cf-42e9-af8e-d7cb4cf913c9 None None] Checking router: b9ac43e3-7c81-4644-a053-e604820ba31e for host: dv-cinder-817085-1-iscsi {{(pid=101084) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 22:08:24.866978 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-497b1316-65cf-42e9-af8e-d7cb4cf913c9 None None] Updating router b9ac43e3-7c81-4644-a053-e604820ba31e port 949d466e-fdba-42c8-b5d6-7e1cc541534d binding host dv-cinder-817085-1-iscsi {{(pid=101084) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 22:08:24.903447 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-497b1316-65cf-42e9-af8e-d7cb4cf913c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-925982'] for port, before_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:08:24.906311 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.db.provisioning_blocks [None req-d0d9aa14-55a5-407d-ab54-f344f13d4478 None None] Provisioning complete for port e2b75f45-0906-4749-8945-0f643b9d1205 triggered by entity DHCP. {{(pid=101084) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 22:08:24.906671 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-d0d9aa14-55a5-407d-ab54-f344f13d4478 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-534742'] for port, provisioning_complete {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:08:24.972704 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-50eab308-200f-4476-8ecf-c69c42d5908e admin admin] Publish callbacks [] for port, precommit_create {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:08:25.033540 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-50eab308-200f-4476-8ecf-c69c42d5908e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728276144267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7659000'] for port, after_create {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:08:25.095022 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50eab308-200f-4476-8ecf-c69c42d5908e admin admin] Pushing event updated for resources: {'Port': ['ID=1e270a9b-6b0f-49d4-9a90-5a720548e43b,revision_number=1']} {{(pid=101083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:08:25.105443 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50eab308-200f-4476-8ecf-c69c42d5908e admin admin] Network f66da6ae-b6de-42d5-9571-9876ad382855 is already hosted by enough agents. {{(pid=101083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 22:08:25.107450 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.scheduler.base_scheduler [None req-50eab308-200f-4476-8ecf-c69c42d5908e admin admin] Resources bound (agent type, host, resource id): {{(pid=101083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 22:08:25.113180 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50eab308-200f-4476-8ecf-c69c42d5908e admin admin] Received port after_create {{(pid=101083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 22:08:25.165841 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-50eab308-200f-4476-8ecf-c69c42d5908e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1623086'] for router_interface, before_create {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:08:25.212929 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.rpc [None req-ad13160b-513d-4512-a15f-cb40cce6b7e9 None None] Device e2b75f45-0906-4749-8945-0f643b9d1205 up at agent ovs-agent-dv-cinder-817085-1-iscsi {{(pid=101084) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 22:08:25.241603 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.db.provisioning_blocks [None req-d0d9aa14-55a5-407d-ab54-f344f13d4478 None None] Provisioning complete for port 20f56a5f-352f-45cc-bb2b-93c6393d3cdf triggered by entity DHCP. {{(pid=101084) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 22:08:25.242039 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-d0d9aa14-55a5-407d-ab54-f344f13d4478 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-534742'] for port, provisioning_complete {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:08:25.341873 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728276665375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534631'] for agent, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:08:25.354914 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-50eab308-200f-4476-8ecf-c69c42d5908e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-925982'] for port, before_update {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:08:25.435540 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.db.provisioning_blocks [None req-ad13160b-513d-4512-a15f-cb40cce6b7e9 None None] Provisioning complete for port e2b75f45-0906-4749-8945-0f643b9d1205 triggered by entity L2. {{(pid=101084) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 22:08:25.435540 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-ad13160b-513d-4512-a15f-cb40cce6b7e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-534742'] for port, provisioning_complete {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:08:25.440278 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-d0d9aa14-55a5-407d-ab54-f344f13d4478 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-925982'] for port, before_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:08:25.527584 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-50eab308-200f-4476-8ecf-c69c42d5908e admin admin] Publish callbacks [] for port, precommit_update {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:08:25.532422 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-50eab308-200f-4476-8ecf-c69c42d5908e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728276638356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728276144285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728276144303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7658983'] for port, after_update {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:08:25.602028 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-50eab308-200f-4476-8ecf-c69c42d5908e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1646123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1623226'] for router_interface, after_create {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:08:25.603737 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50eab308-200f-4476-8ecf-c69c42d5908e admin admin] Pushing event updated for resources: {'Port': ['ID=1e270a9b-6b0f-49d4-9a90-5a720548e43b,revision_number=2']} {{(pid=101083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:08:25.615653 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-497b1316-65cf-42e9-af8e-d7cb4cf913c9 None None] Publish callbacks [] for port, precommit_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:08:25.626774 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-497b1316-65cf-42e9-af8e-d7cb4cf913c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728276638356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728276144285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728276144303'] for port, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:08:25.674374 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.db [None req-d0d9aa14-55a5-407d-ab54-f344f13d4478 None None] For port 20f56a5f-352f-45cc-bb2b-93c6393d3cdf, host dv-cinder-817085-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817085-1-iscsi',level=0,port_id=20f56a5f-352f-45cc-bb2b-93c6393d3cdf,segment=NetworkSegment(ff7612bc-7882-4c3f-b9a1-cbf186f360fe),segment_id=ff7612bc-7882-4c3f-b9a1-cbf186f360fe)] {{(pid=101084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 22:08:25.695690 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50eab308-200f-4476-8ecf-c69c42d5908e admin admin] Network f66da6ae-b6de-42d5-9571-9876ad382855 is already hosted by enough agents. {{(pid=101083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 22:08:25.696213 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-d0d9aa14-55a5-407d-ab54-f344f13d4478 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728276638356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728276144285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728276144303'] for port, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:08:25.697278 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.scheduler.base_scheduler [None req-50eab308-200f-4476-8ecf-c69c42d5908e admin admin] Resources bound (agent type, host, resource id): {{(pid=101083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 22:08:25.704652 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8738733b-1071-4600-9b2b-cec9c3e51ce4 None None] Pushing event updated for resources: {'Port': ['ID=949d466e-fdba-42c8-b5d6-7e1cc541534d,revision_number=2']} {{(pid=101084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:08:25.706878 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.managers [None req-497b1316-65cf-42e9-af8e-d7cb4cf913c9 None None] Attempting to bind port 949d466e-fdba-42c8-b5d6-7e1cc541534d on host dv-cinder-817085-1-iscsi for vnic_type normal with profile {{(pid=101084) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 22:08:25.707244 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.managers [None req-497b1316-65cf-42e9-af8e-d7cb4cf913c9 None None] Attempting to bind port 949d466e-fdba-42c8-b5d6-7e1cc541534d by drivers openvswitch,hyperv on host dv-cinder-817085-1-iscsi at level 0 using segments [{'id': '4f9c68d0-c68c-4bfe-b6e8-d7426962dfc1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8ae8d913-bef9-4bc0-baeb-78ef8b3a7364'}] {{(pid=101084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 22:08:25.707607 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-497b1316-65cf-42e9-af8e-d7cb4cf913c9 None None] Attempting to bind port 949d466e-fdba-42c8-b5d6-7e1cc541534d on network 8ae8d913-bef9-4bc0-baeb-78ef8b3a7364 {{(pid=101084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 22:08:25.761940 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-497b1316-65cf-42e9-af8e-d7cb4cf913c9 None None] Checking agent: {'id': 'b17b386a-7116-42d0-acec-a66289ba5096', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817085-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 21, 51, 52), 'started_at': datetime.datetime(2021, 11, 8, 21, 52, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 22, 8, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817085-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 22:08:25.762324 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-497b1316-65cf-42e9-af8e-d7cb4cf913c9 None None] Checking segment: {'id': '4f9c68d0-c68c-4bfe-b6e8-d7426962dfc1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8ae8d913-bef9-4bc0-baeb-78ef8b3a7364'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 22:08:25.762721 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-497b1316-65cf-42e9-af8e-d7cb4cf913c9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:08:25.763109 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-497b1316-65cf-42e9-af8e-d7cb4cf913c9 None None] Bound using segment: {'id': '4f9c68d0-c68c-4bfe-b6e8-d7426962dfc1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8ae8d913-bef9-4bc0-baeb-78ef8b3a7364'} {{(pid=101084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 22:08:25.763594 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.managers [None req-497b1316-65cf-42e9-af8e-d7cb4cf913c9 None None] Bound port: 949d466e-fdba-42c8-b5d6-7e1cc541534d, host: dv-cinder-817085-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f9c68d0-c68c-4bfe-b6e8-d7426962dfc1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8ae8d913-bef9-4bc0-baeb-78ef8b3a7364'}}] {{(pid=101084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 22:08:25.763966 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-497b1316-65cf-42e9-af8e-d7cb4cf913c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-925982'] for port, before_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:08:25.819075 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.rpc [None req-ad13160b-513d-4512-a15f-cb40cce6b7e9 None None] Device 20f56a5f-352f-45cc-bb2b-93c6393d3cdf up at agent ovs-agent-dv-cinder-817085-1-iscsi {{(pid=101084) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 22:08:25.822703 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50eab308-200f-4476-8ecf-c69c42d5908e admin admin] Router b9ac43e3-7c81-4644-a053-e604820ba31e has already been hosted by L3 agent a7fb4010-89fb-4d99-b0a1-90d6a3aacb04 {{(pid=101083) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 22:08:25.842096 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d9aa14-55a5-407d-ab54-f344f13d4478 None None] Pushing event updated for resources: {'Port': ['ID=20f56a5f-352f-45cc-bb2b-93c6393d3cdf,revision_number=3']} {{(pid=101084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:08:25.886912 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.db.provisioning_blocks [None req-5068b1e6-c594-453e-ae12-42ed00fc5a04 None None] Provisioning complete for port 20f56a5f-352f-45cc-bb2b-93c6393d3cdf triggered by entity DHCP. {{(pid=101084) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 22:08:25.887233 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-5068b1e6-c594-453e-ae12-42ed00fc5a04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-534742'] for port, provisioning_complete {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:08:25.908660 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.db [None req-497b1316-65cf-42e9-af8e-d7cb4cf913c9 None None] For port 949d466e-fdba-42c8-b5d6-7e1cc541534d, host dv-cinder-817085-1-iscsi, cleared binding levels {{(pid=101084) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 22:08:25.928080 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.db [None req-497b1316-65cf-42e9-af8e-d7cb4cf913c9 None None] For port 949d466e-fdba-42c8-b5d6-7e1cc541534d, host dv-cinder-817085-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817085-1-iscsi',level=0,port_id=949d466e-fdba-42c8-b5d6-7e1cc541534d,segment=NetworkSegment(4f9c68d0-c68c-4bfe-b6e8-d7426962dfc1),segment_id=4f9c68d0-c68c-4bfe-b6e8-d7426962dfc1)] {{(pid=101084) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 22:08:25.936072 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-497b1316-65cf-42e9-af8e-d7cb4cf913c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728276638356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728276144285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728276144303'] for port, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:08:25.945253 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50eab308-200f-4476-8ecf-c69c42d5908e admin admin] Notify agent at l3_agent.dv-cinder-817085-1-iscsi the message routers_updated {{(pid=101083) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 22:08:25.951398 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [None req-50eab308-200f-4476-8ecf-c69c42d5908e admin admin] 10.222.0.25 "PUT /v2.0/routers/b9ac43e3-7c81-4644-a053-e604820ba31e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7802470 Nov 08 22:08:25.993123 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.db.provisioning_blocks [None req-ad13160b-513d-4512-a15f-cb40cce6b7e9 None None] Provisioning complete for port 20f56a5f-352f-45cc-bb2b-93c6393d3cdf triggered by entity L2. {{(pid=101084) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 22:08:25.993495 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-ad13160b-513d-4512-a15f-cb40cce6b7e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-534742'] for port, provisioning_complete {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:08:26.044794 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-497b1316-65cf-42e9-af8e-d7cb4cf913c9 None None] Routers {'b9ac43e3-7c81-4644-a053-e604820ba31e'} bound to L3 agent in host dv-cinder-817085-1-iscsi {{(pid=101084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 22:08:26.045375 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.db.l3_hamode_db [None req-497b1316-65cf-42e9-af8e-d7cb4cf913c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817085-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T21:51:49Z,description=,heartbeat_timestamp=2021-11-08T22:08:19Z,host='dv-cinder-817085-1-iscsi',id=a7fb4010-89fb-4d99-b0a1-90d6a3aacb04,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T21:51:49Z,topic='l3_agent')) {'router_ids': ['b9ac43e3-7c81-4644-a053-e604820ba31e'], 'active': True} {{(pid=101084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 22:08:26.047042 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8738733b-1071-4600-9b2b-cec9c3e51ce4 None None] Pushing event updated for resources: {'Port': ['ID=949d466e-fdba-42c8-b5d6-7e1cc541534d,revision_number=3']} {{(pid=101084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:08:26.205901 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.db.provisioning_blocks [None req-5068b1e6-c594-453e-ae12-42ed00fc5a04 None None] Provisioning complete for port 1e270a9b-6b0f-49d4-9a90-5a720548e43b triggered by entity DHCP. {{(pid=101084) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 22:08:26.206684 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-5068b1e6-c594-453e-ae12-42ed00fc5a04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-534742'] for port, provisioning_complete {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:08:26.238711 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.rpc [None req-ad13160b-513d-4512-a15f-cb40cce6b7e9 None None] Device 1fe7d7be-83ea-447e-8bda-a2129a6e66ad up at agent ovs-agent-dv-cinder-817085-1-iscsi {{(pid=101084) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 22:08:26.269211 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.db.l3_dvr_db [None req-497b1316-65cf-42e9-af8e-d7cb4cf913c9 None None] Set router b9ac43e3-7c81-4644-a053-e604820ba31e gateway port host: dv-cinder-817085-1-iscsi {{(pid=101084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 22:08:26.313346 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.plugin [None req-5068b1e6-c594-453e-ae12-42ed00fc5a04 None None] Port 1e270a9b-6b0f-49d4-9a90-5a720548e43b cannot update to ACTIVE because it is not bound. {{(pid=101084) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 22:08:26.408240 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.db.provisioning_blocks [None req-ad13160b-513d-4512-a15f-cb40cce6b7e9 None None] Provisioning complete for port 1fe7d7be-83ea-447e-8bda-a2129a6e66ad triggered by entity L2. {{(pid=101084) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 22:08:26.408772 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-ad13160b-513d-4512-a15f-cb40cce6b7e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-534742'] for port, provisioning_complete {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:08:26.476740 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.db.provisioning_blocks [None req-03284ee4-16ee-40bf-a3f3-0249fe5cb2a2 None None] Provisioning complete for port 1e270a9b-6b0f-49d4-9a90-5a720548e43b triggered by entity DHCP. {{(pid=101084) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 22:08:26.477587 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-03284ee4-16ee-40bf-a3f3-0249fe5cb2a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-534742'] for port, provisioning_complete {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:08:26.572398 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.plugin [None req-03284ee4-16ee-40bf-a3f3-0249fe5cb2a2 None None] Port 1e270a9b-6b0f-49d4-9a90-5a720548e43b cannot update to ACTIVE because it is not bound. {{(pid=101084) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 22:08:26.618249 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.db.l3_hamode_db [None req-497b1316-65cf-42e9-af8e-d7cb4cf913c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9ac43e3-7c81-4644-a053-e604820ba31e', 'name': 'tempest-TestMinimumBasicScenario-1741419029-router', 'tenant_id': '1529cf5a358442959b2c085e241bd8a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ae8d913-bef9-4bc0-baeb-78ef8b3a7364', 'external_fixed_ips': [{'subnet_id': 'f0dec947-372d-4ed5-9c9f-864e58aba850', 'ip_address': '172.27.3.177'}], 'enable_snat': True}, 'gw_port_id': '949d466e-fdba-42c8-b5d6-7e1cc541534d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T22:08:22Z', 'updated_at': '2021-11-08T22:08:25Z', 'revision_number': 4, 'project_id': '1529cf5a358442959b2c085e241bd8a4', 'gw_port': {'id': '949d466e-fdba-42c8-b5d6-7e1cc541534d', 'name': '', 'network_id': '8ae8d913-bef9-4bc0-baeb-78ef8b3a7364', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:9c:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9ac43e3-7c81-4644-a053-e604820ba31e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'f0dec947-372d-4ed5-9c9f-864e58aba850', 'ip_address': '172.27.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T22:08:22Z', 'updated_at': '2021-11-08T22:08:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0dec947-372d-4ed5-9c9f-864e58aba850', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817085-1-iscsi', '_interfaces': [{'id': '1e270a9b-6b0f-49d4-9a90-5a720548e43b', 'name': '', 'network_id': 'f66da6ae-b6de-42d5-9571-9876ad382855', 'tenant_id': '1529cf5a358442959b2c085e241bd8a4', 'mac_address': 'fa:16:3e:05:3a:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9ac43e3-7c81-4644-a053-e604820ba31e', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '2b734a58-7620-4b8d-b8e7-68434e52ffaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T22:08:24Z', 'updated_at': '2021-11-08T22:08:25Z', 'revision_number': 2, 'project_id': '1529cf5a358442959b2c085e241bd8a4', 'subnets': [{'id': '2b734a58-7620-4b8d-b8e7-68434e52ffaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817085-1-iscsi', False) {} {{(pid=101084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 22:08:26.646866 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-497b1316-65cf-42e9-af8e-d7cb4cf913c9 None None] The sync data for ids ['b9ac43e3-7c81-4644-a053-e604820ba31e'] in dv-cinder-817085-1-iscsi is: [{'id': 'b9ac43e3-7c81-4644-a053-e604820ba31e', 'name': 'tempest-TestMinimumBasicScenario-1741419029-router', 'tenant_id': '1529cf5a358442959b2c085e241bd8a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ae8d913-bef9-4bc0-baeb-78ef8b3a7364', 'external_fixed_ips': [{'subnet_id': 'f0dec947-372d-4ed5-9c9f-864e58aba850', 'ip_address': '172.27.3.177'}], 'enable_snat': True}, 'gw_port_id': '949d466e-fdba-42c8-b5d6-7e1cc541534d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T22:08:22Z', 'updated_at': '2021-11-08T22:08:25Z', 'revision_number': 4, 'project_id': '1529cf5a358442959b2c085e241bd8a4', 'gw_port': {'id': '949d466e-fdba-42c8-b5d6-7e1cc541534d', 'name': '', 'network_id': '8ae8d913-bef9-4bc0-baeb-78ef8b3a7364', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:9c:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9ac43e3-7c81-4644-a053-e604820ba31e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'f0dec947-372d-4ed5-9c9f-864e58aba850', 'ip_address': '172.27.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T22:08:22Z', 'updated_at': '2021-11-08T22:08:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0dec947-372d-4ed5-9c9f-864e58aba850', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817085-1-iscsi', '_interfaces': [{'id': '1e270a9b-6b0f-49d4-9a90-5a720548e43b', 'name': '', 'network_id': 'f66da6ae-b6de-42d5-9571-9876ad382855', 'tenant_id': '1529cf5a358442959b2c085e241bd8a4', 'mac_address': 'fa:16:3e:05:3a:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9ac43e3-7c81-4644-a053-e604820ba31e', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '2b734a58-7620-4b8d-b8e7-68434e52ffaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T22:08:24Z', 'updated_at': '2021-11-08T22:08:25Z', 'revision_number': 2, 'project_id': '1529cf5a358442959b2c085e241bd8a4', 'subnets': [{'id': '2b734a58-7620-4b8d-b8e7-68434e52ffaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 22:08:27.030518 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.rpc [None req-ad13160b-513d-4512-a15f-cb40cce6b7e9 None None] Device 20f56a5f-352f-45cc-bb2b-93c6393d3cdf up at agent ovs-agent-dv-cinder-817085-1-iscsi {{(pid=101084) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 22:08:27.096758 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.db.provisioning_blocks [None req-ad13160b-513d-4512-a15f-cb40cce6b7e9 None None] Provisioning complete for port 20f56a5f-352f-45cc-bb2b-93c6393d3cdf triggered by entity L2. {{(pid=101084) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 22:08:27.097146 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-ad13160b-513d-4512-a15f-cb40cce6b7e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-534742'] for port, provisioning_complete {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:08:28.843638 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecebb764-18e3-4141-833f-439a15f326d6 None None] Sync routers for ids ['b9ac43e3-7c81-4644-a053-e604820ba31e'] in dv-cinder-817085-1-iscsi {{(pid=101085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 22:08:28.855886 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecebb764-18e3-4141-833f-439a15f326d6 None None] Routers {'b9ac43e3-7c81-4644-a053-e604820ba31e'} bound to L3 agent in host dv-cinder-817085-1-iscsi {{(pid=101085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 22:08:28.856590 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.db.l3_hamode_db [None req-ecebb764-18e3-4141-833f-439a15f326d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817085-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T21:51:49Z,description=,heartbeat_timestamp=2021-11-08T22:08:19Z,host='dv-cinder-817085-1-iscsi',id=a7fb4010-89fb-4d99-b0a1-90d6a3aacb04,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T21:51:49Z,topic='l3_agent')) {'router_ids': ['b9ac43e3-7c81-4644-a053-e604820ba31e'], 'active': True} {{(pid=101085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 22:08:28.982476 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.db.l3_dvr_db [None req-ecebb764-18e3-4141-833f-439a15f326d6 None None] Set router b9ac43e3-7c81-4644-a053-e604820ba31e gateway port host: dv-cinder-817085-1-iscsi {{(pid=101085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 22:08:29.047414 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.rpc [None req-ad13160b-513d-4512-a15f-cb40cce6b7e9 None None] Device 949d466e-fdba-42c8-b5d6-7e1cc541534d up at agent ovs-agent-dv-cinder-817085-1-iscsi {{(pid=101084) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 22:08:29.120691 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.db.provisioning_blocks [None req-ad13160b-513d-4512-a15f-cb40cce6b7e9 None None] Provisioning complete for port 949d466e-fdba-42c8-b5d6-7e1cc541534d triggered by entity L2. {{(pid=101084) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 22:08:29.121046 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-ad13160b-513d-4512-a15f-cb40cce6b7e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-534742'] for port, provisioning_complete {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:08:29.220129 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-ad13160b-513d-4512-a15f-cb40cce6b7e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-925982'] for port, before_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:08:29.223577 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.db.l3_hamode_db [None req-ecebb764-18e3-4141-833f-439a15f326d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9ac43e3-7c81-4644-a053-e604820ba31e', 'name': 'tempest-TestMinimumBasicScenario-1741419029-router', 'tenant_id': '1529cf5a358442959b2c085e241bd8a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ae8d913-bef9-4bc0-baeb-78ef8b3a7364', 'external_fixed_ips': [{'subnet_id': 'f0dec947-372d-4ed5-9c9f-864e58aba850', 'ip_address': '172.27.3.177'}], 'enable_snat': True}, 'gw_port_id': '949d466e-fdba-42c8-b5d6-7e1cc541534d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T22:08:22Z', 'updated_at': '2021-11-08T22:08:25Z', 'revision_number': 4, 'project_id': '1529cf5a358442959b2c085e241bd8a4', 'gw_port': {'id': '949d466e-fdba-42c8-b5d6-7e1cc541534d', 'name': '', 'network_id': '8ae8d913-bef9-4bc0-baeb-78ef8b3a7364', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:9c:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9ac43e3-7c81-4644-a053-e604820ba31e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'f0dec947-372d-4ed5-9c9f-864e58aba850', 'ip_address': '172.27.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T22:08:22Z', 'updated_at': '2021-11-08T22:08:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0dec947-372d-4ed5-9c9f-864e58aba850', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817085-1-iscsi', '_interfaces': [{'id': '1e270a9b-6b0f-49d4-9a90-5a720548e43b', 'name': '', 'network_id': 'f66da6ae-b6de-42d5-9571-9876ad382855', 'tenant_id': '1529cf5a358442959b2c085e241bd8a4', 'mac_address': 'fa:16:3e:05:3a:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9ac43e3-7c81-4644-a053-e604820ba31e', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '2b734a58-7620-4b8d-b8e7-68434e52ffaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T22:08:24Z', 'updated_at': '2021-11-08T22:08:25Z', 'revision_number': 2, 'project_id': '1529cf5a358442959b2c085e241bd8a4', 'subnets': [{'id': '2b734a58-7620-4b8d-b8e7-68434e52ffaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817085-1-iscsi', False) {} {{(pid=101085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 22:08:29.244762 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.db [None req-ad13160b-513d-4512-a15f-cb40cce6b7e9 None None] For port 949d466e-fdba-42c8-b5d6-7e1cc541534d, host dv-cinder-817085-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817085-1-iscsi',level=0,port_id=949d466e-fdba-42c8-b5d6-7e1cc541534d,segment=NetworkSegment(4f9c68d0-c68c-4bfe-b6e8-d7426962dfc1),segment_id=4f9c68d0-c68c-4bfe-b6e8-d7426962dfc1)] {{(pid=101084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 22:08:29.274726 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-ad13160b-513d-4512-a15f-cb40cce6b7e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728276638356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728276144285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728276144303'] for port, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:08:29.283178 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecebb764-18e3-4141-833f-439a15f326d6 None None] Checking router: b9ac43e3-7c81-4644-a053-e604820ba31e for host: dv-cinder-817085-1-iscsi {{(pid=101085) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 22:08:29.283570 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecebb764-18e3-4141-833f-439a15f326d6 None None] Updating router b9ac43e3-7c81-4644-a053-e604820ba31e port 1e270a9b-6b0f-49d4-9a90-5a720548e43b binding host dv-cinder-817085-1-iscsi {{(pid=101085) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 22:08:29.310086 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron_lib.callbacks.manager [None req-ecebb764-18e3-4141-833f-439a15f326d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-925982'] for port, before_update {{(pid=101085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:08:29.335855 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad13160b-513d-4512-a15f-cb40cce6b7e9 None None] Pushing event updated for resources: {'Port': ['ID=949d466e-fdba-42c8-b5d6-7e1cc541534d,revision_number=4']} {{(pid=101084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:08:29.595466 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron_lib.callbacks.manager [None req-ecebb764-18e3-4141-833f-439a15f326d6 None None] Publish callbacks [] for port, precommit_update {{(pid=101085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:08:29.600330 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron_lib.callbacks.manager [None req-ecebb764-18e3-4141-833f-439a15f326d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728276638356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728276144285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728276144303'] for port, after_update {{(pid=101085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:08:29.653117 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8d3189-d404-4f55-97f2-0a60946c25b0 None None] Pushing event updated for resources: {'Port': ['ID=1e270a9b-6b0f-49d4-9a90-5a720548e43b,revision_number=3']} {{(pid=101085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:08:29.708328 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.plugins.ml2.managers [None req-ecebb764-18e3-4141-833f-439a15f326d6 None None] Attempting to bind port 1e270a9b-6b0f-49d4-9a90-5a720548e43b on host dv-cinder-817085-1-iscsi for vnic_type normal with profile {{(pid=101085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 22:08:29.709094 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.plugins.ml2.managers [None req-ecebb764-18e3-4141-833f-439a15f326d6 None None] Attempting to bind port 1e270a9b-6b0f-49d4-9a90-5a720548e43b by drivers openvswitch,hyperv on host dv-cinder-817085-1-iscsi at level 0 using segments [{'id': 'ff7612bc-7882-4c3f-b9a1-cbf186f360fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'f66da6ae-b6de-42d5-9571-9876ad382855'}] {{(pid=101085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 22:08:29.709636 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecebb764-18e3-4141-833f-439a15f326d6 None None] Attempting to bind port 1e270a9b-6b0f-49d4-9a90-5a720548e43b on network f66da6ae-b6de-42d5-9571-9876ad382855 {{(pid=101085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 22:08:29.715601 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecebb764-18e3-4141-833f-439a15f326d6 None None] Checking agent: {'id': 'b17b386a-7116-42d0-acec-a66289ba5096', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817085-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 21, 51, 52), 'started_at': datetime.datetime(2021, 11, 8, 21, 52, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 22, 8, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817085-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 22:08:29.716226 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecebb764-18e3-4141-833f-439a15f326d6 None None] Checking segment: {'id': 'ff7612bc-7882-4c3f-b9a1-cbf186f360fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'f66da6ae-b6de-42d5-9571-9876ad382855'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 22:08:29.716828 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron_lib.callbacks.manager [None req-ecebb764-18e3-4141-833f-439a15f326d6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:08:29.717381 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecebb764-18e3-4141-833f-439a15f326d6 None None] Bound using segment: {'id': 'ff7612bc-7882-4c3f-b9a1-cbf186f360fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'f66da6ae-b6de-42d5-9571-9876ad382855'} {{(pid=101085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 22:08:29.718020 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.plugins.ml2.managers [None req-ecebb764-18e3-4141-833f-439a15f326d6 None None] Bound port: 1e270a9b-6b0f-49d4-9a90-5a720548e43b, host: dv-cinder-817085-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff7612bc-7882-4c3f-b9a1-cbf186f360fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'f66da6ae-b6de-42d5-9571-9876ad382855'}}] {{(pid=101085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 22:08:29.718391 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron_lib.callbacks.manager [None req-ecebb764-18e3-4141-833f-439a15f326d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-925982'] for port, before_update {{(pid=101085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:08:29.790692 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.plugins.ml2.db [None req-ecebb764-18e3-4141-833f-439a15f326d6 None None] For port 1e270a9b-6b0f-49d4-9a90-5a720548e43b, host dv-cinder-817085-1-iscsi, cleared binding levels {{(pid=101085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 22:08:29.795055 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.plugins.ml2.db [None req-ecebb764-18e3-4141-833f-439a15f326d6 None None] For port 1e270a9b-6b0f-49d4-9a90-5a720548e43b, host dv-cinder-817085-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817085-1-iscsi',level=0,port_id=1e270a9b-6b0f-49d4-9a90-5a720548e43b,segment=NetworkSegment(ff7612bc-7882-4c3f-b9a1-cbf186f360fe),segment_id=ff7612bc-7882-4c3f-b9a1-cbf186f360fe)] {{(pid=101085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 22:08:29.806634 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron_lib.callbacks.manager [None req-ecebb764-18e3-4141-833f-439a15f326d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728276638356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728276144285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728276144303'] for port, after_update {{(pid=101085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:08:29.874525 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8d3189-d404-4f55-97f2-0a60946c25b0 None None] Pushing event updated for resources: {'Port': ['ID=1e270a9b-6b0f-49d4-9a90-5a720548e43b,revision_number=4']} {{(pid=101085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:08:29.886878 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecebb764-18e3-4141-833f-439a15f326d6 None None] Routers {'b9ac43e3-7c81-4644-a053-e604820ba31e'} bound to L3 agent in host dv-cinder-817085-1-iscsi {{(pid=101085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 22:08:29.887484 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.db.l3_hamode_db [None req-ecebb764-18e3-4141-833f-439a15f326d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817085-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T21:51:49Z,description=,heartbeat_timestamp=2021-11-08T22:08:19Z,host='dv-cinder-817085-1-iscsi',id=a7fb4010-89fb-4d99-b0a1-90d6a3aacb04,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T21:51:49Z,topic='l3_agent')) {'router_ids': ['b9ac43e3-7c81-4644-a053-e604820ba31e'], 'active': True} {{(pid=101085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 22:08:29.942637 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.db.provisioning_blocks [None req-9b981341-5667-4020-bd82-ad6316050ee7 None None] Provisioning complete for port 1e270a9b-6b0f-49d4-9a90-5a720548e43b triggered by entity DHCP. {{(pid=101084) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 22:08:29.943384 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-9b981341-5667-4020-bd82-ad6316050ee7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-534742'] for port, provisioning_complete {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:08:30.004309 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.db.l3_dvr_db [None req-ecebb764-18e3-4141-833f-439a15f326d6 None None] Set router b9ac43e3-7c81-4644-a053-e604820ba31e gateway port host: dv-cinder-817085-1-iscsi {{(pid=101085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 22:08:30.069877 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-9b981341-5667-4020-bd82-ad6316050ee7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-925982'] for port, before_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:08:30.103175 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.db [None req-9b981341-5667-4020-bd82-ad6316050ee7 None None] For port 1e270a9b-6b0f-49d4-9a90-5a720548e43b, host dv-cinder-817085-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817085-1-iscsi',level=0,port_id=1e270a9b-6b0f-49d4-9a90-5a720548e43b,segment=NetworkSegment(ff7612bc-7882-4c3f-b9a1-cbf186f360fe),segment_id=ff7612bc-7882-4c3f-b9a1-cbf186f360fe)] {{(pid=101084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 22:08:30.108937 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-9b981341-5667-4020-bd82-ad6316050ee7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728276638356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728276144285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728276144303'] for port, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:08:30.163230 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b981341-5667-4020-bd82-ad6316050ee7 None None] Pushing event updated for resources: {'Port': ['ID=1e270a9b-6b0f-49d4-9a90-5a720548e43b,revision_number=5']} {{(pid=101084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:08:30.249108 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.db.provisioning_blocks [None req-b2f9ea52-a2ef-4371-8086-a9b07f47a9aa None None] Provisioning complete for port 1e270a9b-6b0f-49d4-9a90-5a720548e43b triggered by entity DHCP. {{(pid=101084) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 22:08:30.250665 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.db.l3_hamode_db [None req-ecebb764-18e3-4141-833f-439a15f326d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9ac43e3-7c81-4644-a053-e604820ba31e', 'name': 'tempest-TestMinimumBasicScenario-1741419029-router', 'tenant_id': '1529cf5a358442959b2c085e241bd8a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ae8d913-bef9-4bc0-baeb-78ef8b3a7364', 'external_fixed_ips': [{'subnet_id': 'f0dec947-372d-4ed5-9c9f-864e58aba850', 'ip_address': '172.27.3.177'}], 'enable_snat': True}, 'gw_port_id': '949d466e-fdba-42c8-b5d6-7e1cc541534d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T22:08:22Z', 'updated_at': '2021-11-08T22:08:25Z', 'revision_number': 4, 'project_id': '1529cf5a358442959b2c085e241bd8a4', 'gw_port': {'id': '949d466e-fdba-42c8-b5d6-7e1cc541534d', 'name': '', 'network_id': '8ae8d913-bef9-4bc0-baeb-78ef8b3a7364', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:9c:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9ac43e3-7c81-4644-a053-e604820ba31e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'f0dec947-372d-4ed5-9c9f-864e58aba850', 'ip_address': '172.27.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T22:08:22Z', 'updated_at': '2021-11-08T22:08:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0dec947-372d-4ed5-9c9f-864e58aba850', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817085-1-iscsi', '_interfaces': [{'id': '1e270a9b-6b0f-49d4-9a90-5a720548e43b', 'name': '', 'network_id': 'f66da6ae-b6de-42d5-9571-9876ad382855', 'tenant_id': '1529cf5a358442959b2c085e241bd8a4', 'mac_address': 'fa:16:3e:05:3a:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9ac43e3-7c81-4644-a053-e604820ba31e', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '2b734a58-7620-4b8d-b8e7-68434e52ffaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T22:08:24Z', 'updated_at': '2021-11-08T22:08:29Z', 'revision_number': 4, 'project_id': '1529cf5a358442959b2c085e241bd8a4', 'subnets': [{'id': '2b734a58-7620-4b8d-b8e7-68434e52ffaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817085-1-iscsi', False) {} {{(pid=101085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 22:08:30.252419 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-b2f9ea52-a2ef-4371-8086-a9b07f47a9aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-534742'] for port, provisioning_complete {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:08:30.280233 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecebb764-18e3-4141-833f-439a15f326d6 None None] The sync data for ids ['b9ac43e3-7c81-4644-a053-e604820ba31e'] in dv-cinder-817085-1-iscsi is: [{'id': 'b9ac43e3-7c81-4644-a053-e604820ba31e', 'name': 'tempest-TestMinimumBasicScenario-1741419029-router', 'tenant_id': '1529cf5a358442959b2c085e241bd8a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ae8d913-bef9-4bc0-baeb-78ef8b3a7364', 'external_fixed_ips': [{'subnet_id': 'f0dec947-372d-4ed5-9c9f-864e58aba850', 'ip_address': '172.27.3.177'}], 'enable_snat': True}, 'gw_port_id': '949d466e-fdba-42c8-b5d6-7e1cc541534d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T22:08:22Z', 'updated_at': '2021-11-08T22:08:25Z', 'revision_number': 4, 'project_id': '1529cf5a358442959b2c085e241bd8a4', 'gw_port': {'id': '949d466e-fdba-42c8-b5d6-7e1cc541534d', 'name': '', 'network_id': '8ae8d913-bef9-4bc0-baeb-78ef8b3a7364', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:9c:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9ac43e3-7c81-4644-a053-e604820ba31e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'f0dec947-372d-4ed5-9c9f-864e58aba850', 'ip_address': '172.27.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T22:08:22Z', 'updated_at': '2021-11-08T22:08:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0dec947-372d-4ed5-9c9f-864e58aba850', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817085-1-iscsi', '_interfaces': [{'id': '1e270a9b-6b0f-49d4-9a90-5a720548e43b', 'name': '', 'network_id': 'f66da6ae-b6de-42d5-9571-9876ad382855', 'tenant_id': '1529cf5a358442959b2c085e241bd8a4', 'mac_address': 'fa:16:3e:05:3a:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9ac43e3-7c81-4644-a053-e604820ba31e', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '2b734a58-7620-4b8d-b8e7-68434e52ffaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T22:08:24Z', 'updated_at': '2021-11-08T22:08:29Z', 'revision_number': 4, 'project_id': '1529cf5a358442959b2c085e241bd8a4', 'subnets': [{'id': '2b734a58-7620-4b8d-b8e7-68434e52ffaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 22:08:31.062456 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.rpc [None req-ad13160b-513d-4512-a15f-cb40cce6b7e9 None None] Device 1e270a9b-6b0f-49d4-9a90-5a720548e43b up at agent ovs-agent-dv-cinder-817085-1-iscsi {{(pid=101084) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 22:08:31.114339 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.db.provisioning_blocks [None req-ad13160b-513d-4512-a15f-cb40cce6b7e9 None None] Provisioning complete for port 1e270a9b-6b0f-49d4-9a90-5a720548e43b triggered by entity L2. {{(pid=101084) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 22:08:31.115002 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-ad13160b-513d-4512-a15f-cb40cce6b7e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-534742'] for port, provisioning_complete {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:08:31.208430 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.rpc [None req-ad13160b-513d-4512-a15f-cb40cce6b7e9 None None] Device 949d466e-fdba-42c8-b5d6-7e1cc541534d up at agent ovs-agent-dv-cinder-817085-1-iscsi {{(pid=101084) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 22:08:31.257130 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.db.provisioning_blocks [None req-ad13160b-513d-4512-a15f-cb40cce6b7e9 None None] Provisioning complete for port 949d466e-fdba-42c8-b5d6-7e1cc541534d triggered by entity L2. {{(pid=101084) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 22:08:31.257593 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-ad13160b-513d-4512-a15f-cb40cce6b7e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-534742'] for port, provisioning_complete {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:08:35.674868 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca200ef-184c-4855-871f-717630e9f440 req-5ef32ef1-43c7-44cc-8058-daad45222ec2 tempest-TestMinimumBasicScenario-490601421 tempest-TestMinimumBasicScenario-490601421-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:08:35.676341 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-aca200ef-184c-4855-871f-717630e9f440 req-5ef32ef1-43c7-44cc-8058-daad45222ec2 tempest-TestMinimumBasicScenario-490601421 tempest-TestMinimumBasicScenario-490601421-project] 10.222.0.25 "GET /v2.0/networks?id=cdcc7d87-c10c-471a-af0b-9ce1bfa4e121 HTTP/1.1" status: 200 len: 815 time: 0.0989032 Nov 08 22:08:35.691554 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-aca200ef-184c-4855-871f-717630e9f440 req-eb1d7104-a838-405f-9107-636dcfaff2f2 tempest-TestMinimumBasicScenario-490601421 tempest-TestMinimumBasicScenario-490601421-project] 10.222.0.25 "GET /v2.0/quotas/fb7b12f683ee48a497a40419ad743d9a HTTP/1.1" status: 200 len: 375 time: 0.0090010 Nov 08 22:08:35.744891 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-aca200ef-184c-4855-871f-717630e9f440 req-73396186-9371-41b8-bcc9-75a288021a12 tempest-TestMinimumBasicScenario-490601421 tempest-TestMinimumBasicScenario-490601421-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=fb7b12f683ee48a497a40419ad743d9a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0481641 Nov 08 22:08:35.834804 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-aca200ef-184c-4855-871f-717630e9f440 req-b78c6e7a-7695-4444-8190-8465e08e9c81 service neutron] 10.222.0.25 "GET /v2.0/networks/cdcc7d87-c10c-471a-af0b-9ce1bfa4e121?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0782888 Nov 08 22:08:35.924638 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-aca200ef-184c-4855-871f-717630e9f440 req-ef0b0b2e-29e9-4e8b-9e07-c7d579fbc5cd service neutron] 10.222.0.25 "GET /v2.0/networks/cdcc7d87-c10c-471a-af0b-9ce1bfa4e121?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832202 Nov 08 22:08:36.078962 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-74ee9842-f4d6-4e24-91ad-65aa63ab979e req-2d815677-f373-48a7-9c24-1efb9e50f9b4 tempest-TestMinimumBasicScenario-490601421 tempest-TestMinimumBasicScenario-490601421-project] 10.222.0.25 "GET /v2.0/ports?device_id=c3fab5ea-ed62-4376-8af2-3ef1faabe7d7 HTTP/1.1" status: 200 len: 210 time: 0.0275888 Nov 08 22:08:37.027875 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca200ef-184c-4855-871f-717630e9f440 req-a0f4c5e5-dc48-42b4-ba7e-121c229189c7 tempest-TestMinimumBasicScenario-490601421 tempest-TestMinimumBasicScenario-490601421-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:08:37.029332 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-aca200ef-184c-4855-871f-717630e9f440 req-a0f4c5e5-dc48-42b4-ba7e-121c229189c7 tempest-TestMinimumBasicScenario-490601421 tempest-TestMinimumBasicScenario-490601421-project] 10.222.0.48 "GET /v2.0/networks?id=cdcc7d87-c10c-471a-af0b-9ce1bfa4e121 HTTP/1.1" status: 200 len: 815 time: 0.1027465 Nov 08 22:08:37.044213 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.v2.base [req-aca200ef-184c-4855-871f-717630e9f440 req-dd04ef7b-3108-4497-8230-0a4313af7eb1 tempest-TestMinimumBasicScenario-490601421 tempest-TestMinimumBasicScenario-490601421-project] Request body: {'port': {'device_id': 'c3fab5ea-ed62-4376-8af2-3ef1faabe7d7', 'network_id': 'cdcc7d87-c10c-471a-af0b-9ce1bfa4e121', 'admin_state_up': True, 'tenant_id': 'fb7b12f683ee48a497a40419ad743d9a'}} {{(pid=101083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 22:08:37.149883 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aca200ef-184c-4855-871f-717630e9f440 req-dd04ef7b-3108-4497-8230-0a4313af7eb1 tempest-TestMinimumBasicScenario-490601421 tempest-TestMinimumBasicScenario-490601421-project] Made reservation on behalf of fb7b12f683ee48a497a40419ad743d9a for: {'port': 1} {{(pid=101083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 22:08:37.154041 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [req-aca200ef-184c-4855-871f-717630e9f440 req-dd04ef7b-3108-4497-8230-0a4313af7eb1 tempest-TestMinimumBasicScenario-490601421 tempest-TestMinimumBasicScenario-490601421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-925982'] for port, before_create {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:08:37.174147 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-7c930b9c-bec8-431e-a99a-92d775a72d8d req-a2309e90-1830-4138-a525-d8b9f3456e27 tempest-TestMinimumBasicScenario-490601421 tempest-TestMinimumBasicScenario-490601421-project] 10.222.0.25 "GET /v2.0/ports?device_id=c3fab5ea-ed62-4376-8af2-3ef1faabe7d7 HTTP/1.1" status: 200 len: 210 time: 0.0294621 Nov 08 22:08:37.283018 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.db.db_base_plugin_common [req-aca200ef-184c-4855-871f-717630e9f440 req-dd04ef7b-3108-4497-8230-0a4313af7eb1 tempest-TestMinimumBasicScenario-490601421 tempest-TestMinimumBasicScenario-490601421-project] Allocated IP 172.20.0.9 (cdcc7d87-c10c-471a-af0b-9ce1bfa4e121/0ae83315-2964-41b1-9afb-e3f063587954/97f30aea-7372-43bd-bfda-6f3d7ac9c000) {{(pid=101083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 22:08:37.455673 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [req-aca200ef-184c-4855-871f-717630e9f440 req-dd04ef7b-3108-4497-8230-0a4313af7eb1 tempest-TestMinimumBasicScenario-490601421 tempest-TestMinimumBasicScenario-490601421-project] Publish callbacks [] for port, precommit_create {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:08:37.504480 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [req-aca200ef-184c-4855-871f-717630e9f440 req-dd04ef7b-3108-4497-8230-0a4313af7eb1 tempest-TestMinimumBasicScenario-490601421 tempest-TestMinimumBasicScenario-490601421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728276144267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7659000'] for port, after_create {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:08:37.558414 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aca200ef-184c-4855-871f-717630e9f440 req-dd04ef7b-3108-4497-8230-0a4313af7eb1 tempest-TestMinimumBasicScenario-490601421 tempest-TestMinimumBasicScenario-490601421-project] Network cdcc7d87-c10c-471a-af0b-9ce1bfa4e121 is already hosted by enough agents. {{(pid=101083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 22:08:37.564224 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.scheduler.base_scheduler [req-aca200ef-184c-4855-871f-717630e9f440 req-dd04ef7b-3108-4497-8230-0a4313af7eb1 tempest-TestMinimumBasicScenario-490601421 tempest-TestMinimumBasicScenario-490601421-project] Resources bound (agent type, host, resource id): {{(pid=101083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 22:08:37.583687 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.db.l3_dvrscheduler_db [req-aca200ef-184c-4855-871f-717630e9f440 req-dd04ef7b-3108-4497-8230-0a4313af7eb1 tempest-TestMinimumBasicScenario-490601421 tempest-TestMinimumBasicScenario-490601421-project] Received port after_create {{(pid=101083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 22:08:37.599151 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd04ef7b-3108-4497-8230-0a4313af7eb1 tempest-TestMinimumBasicScenario-490601421 tempest-TestMinimumBasicScenario-490601421-project] Pushing event updated for resources: {'Port': ['ID=97f30aea-7372-43bd-bfda-6f3d7ac9c000,revision_number=1']} {{(pid=101083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:08:37.653928 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca200ef-184c-4855-871f-717630e9f440 req-dd04ef7b-3108-4497-8230-0a4313af7eb1 tempest-TestMinimumBasicScenario-490601421 tempest-TestMinimumBasicScenario-490601421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:08:37.654557 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [req-aca200ef-184c-4855-871f-717630e9f440 req-dd04ef7b-3108-4497-8230-0a4313af7eb1 tempest-TestMinimumBasicScenario-490601421 tempest-TestMinimumBasicScenario-490601421-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465805'] for port, before_response {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:08:37.675139 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-aca200ef-184c-4855-871f-717630e9f440 req-dd04ef7b-3108-4497-8230-0a4313af7eb1 tempest-TestMinimumBasicScenario-490601421 tempest-TestMinimumBasicScenario-490601421-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6355450 Nov 08 22:08:37.843218 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.db.provisioning_blocks [None req-95f553e5-e5ce-4ead-82c6-ca0648f82fe9 None None] Provisioning complete for port 97f30aea-7372-43bd-bfda-6f3d7ac9c000 triggered by entity DHCP. {{(pid=101084) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 22:08:37.843869 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-95f553e5-e5ce-4ead-82c6-ca0648f82fe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-534742'] for port, provisioning_complete {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:08:37.878647 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.plugin [None req-95f553e5-e5ce-4ead-82c6-ca0648f82fe9 None None] Port 97f30aea-7372-43bd-bfda-6f3d7ac9c000 cannot update to ACTIVE because it is not bound. {{(pid=101084) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 22:08:38.289774 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2377146a-d7b2-449f-b802-e1b59152254a req-8543682b-2eb4-4efe-a20e-bc1444e61595 tempest-TestMinimumBasicScenario-490601421 tempest-TestMinimumBasicScenario-490601421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:08:38.292057 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-2377146a-d7b2-449f-b802-e1b59152254a req-8543682b-2eb4-4efe-a20e-bc1444e61595 tempest-TestMinimumBasicScenario-490601421 tempest-TestMinimumBasicScenario-490601421-project] 10.222.0.25 "GET /v2.0/ports?device_id=c3fab5ea-ed62-4376-8af2-3ef1faabe7d7 HTTP/1.1" status: 200 len: 931 time: 0.0501392 Nov 08 22:08:38.340359 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-2377146a-d7b2-449f-b802-e1b59152254a req-b6a778d6-0331-4836-be8f-61c58649bfd5 tempest-TestMinimumBasicScenario-490601421 tempest-TestMinimumBasicScenario-490601421-project] 10.222.0.25 "GET /v2.0/security-groups?id=9bc222df-8e73-46ed-82d3-f05fddb11c82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423679 Nov 08 22:08:39.467683 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0352b7-2161-4301-a44b-e1df76ec7e8e req-bc4561d3-83a8-4cb7-b631-f2ed1e8a6bb9 tempest-TestMinimumBasicScenario-490601421 tempest-TestMinimumBasicScenario-490601421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:08:39.469303 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-9c0352b7-2161-4301-a44b-e1df76ec7e8e req-bc4561d3-83a8-4cb7-b631-f2ed1e8a6bb9 tempest-TestMinimumBasicScenario-490601421 tempest-TestMinimumBasicScenario-490601421-project] 10.222.0.25 "GET /v2.0/ports?device_id=c3fab5ea-ed62-4376-8af2-3ef1faabe7d7 HTTP/1.1" status: 200 len: 931 time: 0.0559368 Nov 08 22:08:39.522686 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-9c0352b7-2161-4301-a44b-e1df76ec7e8e req-c2f7824a-e838-4531-919e-ec2b4dc3e160 tempest-TestMinimumBasicScenario-490601421 tempest-TestMinimumBasicScenario-490601421-project] 10.222.0.25 "GET /v2.0/security-groups?id=9bc222df-8e73-46ed-82d3-f05fddb11c82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470731 Nov 08 22:08:40.646925 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b9aaac-9ad1-444b-ad4d-217c8b6716ee req-576772b6-cdc2-40c2-8a06-fd48639d466f tempest-TestMinimumBasicScenario-490601421 tempest-TestMinimumBasicScenario-490601421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:08:40.652363 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-70b9aaac-9ad1-444b-ad4d-217c8b6716ee req-576772b6-cdc2-40c2-8a06-fd48639d466f tempest-TestMinimumBasicScenario-490601421 tempest-TestMinimumBasicScenario-490601421-project] 10.222.0.25 "GET /v2.0/ports?device_id=c3fab5ea-ed62-4376-8af2-3ef1faabe7d7 HTTP/1.1" status: 200 len: 931 time: 0.0495551 Nov 08 22:08:40.699956 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-70b9aaac-9ad1-444b-ad4d-217c8b6716ee req-e7b17625-6274-4247-83c1-ec9298ccd426 tempest-TestMinimumBasicScenario-490601421 tempest-TestMinimumBasicScenario-490601421-project] 10.222.0.25 "GET /v2.0/security-groups?id=9bc222df-8e73-46ed-82d3-f05fddb11c82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447211 Nov 08 22:08:41.820765 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3e0b28-de41-4412-a0dc-b523cbdfb7df req-910505a9-b87f-4984-b532-b6ffea6e427a tempest-TestMinimumBasicScenario-490601421 tempest-TestMinimumBasicScenario-490601421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:08:41.822268 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-0b3e0b28-de41-4412-a0dc-b523cbdfb7df req-910505a9-b87f-4984-b532-b6ffea6e427a tempest-TestMinimumBasicScenario-490601421 tempest-TestMinimumBasicScenario-490601421-project] 10.222.0.25 "GET /v2.0/ports?device_id=c3fab5ea-ed62-4376-8af2-3ef1faabe7d7 HTTP/1.1" status: 200 len: 931 time: 0.0526478 Nov 08 22:08:41.871290 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-0b3e0b28-de41-4412-a0dc-b523cbdfb7df req-5327f1e1-db3a-4392-ac39-1f3ebdecb9c6 tempest-TestMinimumBasicScenario-490601421 tempest-TestMinimumBasicScenario-490601421-project] 10.222.0.25 "GET /v2.0/security-groups?id=9bc222df-8e73-46ed-82d3-f05fddb11c82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427871 Nov 08 22:08:42.305715 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.db.agents_db [None req-16c50754-5ab9-47e2-9d92-00a33089e8d5 None None] Agent healthcheck: found 6 active agents {{(pid=101085) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 22:08:42.987150 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cf5e81-94ea-4998-8514-4487ce72602c req-416da369-5fb7-493f-b46b-5b45bb09e70e tempest-TestMinimumBasicScenario-490601421 tempest-TestMinimumBasicScenario-490601421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:08:42.988669 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-17cf5e81-94ea-4998-8514-4487ce72602c req-416da369-5fb7-493f-b46b-5b45bb09e70e tempest-TestMinimumBasicScenario-490601421 tempest-TestMinimumBasicScenario-490601421-project] 10.222.0.25 "GET /v2.0/ports?device_id=c3fab5ea-ed62-4376-8af2-3ef1faabe7d7 HTTP/1.1" status: 200 len: 931 time: 0.0497737 Nov 08 22:08:43.036966 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-17cf5e81-94ea-4998-8514-4487ce72602c req-76330f58-f236-47fd-9d2e-3551c38c8d5c tempest-TestMinimumBasicScenario-490601421 tempest-TestMinimumBasicScenario-490601421-project] 10.222.0.25 "GET /v2.0/security-groups?id=9bc222df-8e73-46ed-82d3-f05fddb11c82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421722 Nov 08 22:08:44.155692 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea7cfb6-da11-4059-a593-b7ebb7e2c284 req-1ce97530-b1e3-4525-b9cd-06dcd87e048a tempest-TestMinimumBasicScenario-490601421 tempest-TestMinimumBasicScenario-490601421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:08:44.157280 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-9ea7cfb6-da11-4059-a593-b7ebb7e2c284 req-1ce97530-b1e3-4525-b9cd-06dcd87e048a tempest-TestMinimumBasicScenario-490601421 tempest-TestMinimumBasicScenario-490601421-project] 10.222.0.25 "GET /v2.0/ports?device_id=c3fab5ea-ed62-4376-8af2-3ef1faabe7d7 HTTP/1.1" status: 200 len: 931 time: 0.0515816 Nov 08 22:08:44.231116 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-9ea7cfb6-da11-4059-a593-b7ebb7e2c284 req-3100c0ef-25ac-496e-9b0d-3a871e5d1510 tempest-TestMinimumBasicScenario-490601421 tempest-TestMinimumBasicScenario-490601421-project] 10.222.0.25 "GET /v2.0/security-groups?id=9bc222df-8e73-46ed-82d3-f05fddb11c82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670002 Nov 08 22:08:45.346428 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e41b2c2-3b93-42c3-b142-63336f3b5f2f req-4ba61cae-1e55-47a7-995c-280300d3d699 tempest-TestMinimumBasicScenario-490601421 tempest-TestMinimumBasicScenario-490601421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:08:45.347928 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-2e41b2c2-3b93-42c3-b142-63336f3b5f2f req-4ba61cae-1e55-47a7-995c-280300d3d699 tempest-TestMinimumBasicScenario-490601421 tempest-TestMinimumBasicScenario-490601421-project] 10.222.0.25 "GET /v2.0/ports?device_id=c3fab5ea-ed62-4376-8af2-3ef1faabe7d7 HTTP/1.1" status: 200 len: 931 time: 0.0509396 Nov 08 22:08:45.402901 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-2e41b2c2-3b93-42c3-b142-63336f3b5f2f req-3a6d8600-cdb1-44c9-9487-7b1f60aa0f1b tempest-TestMinimumBasicScenario-490601421 tempest-TestMinimumBasicScenario-490601421-project] 10.222.0.25 "GET /v2.0/security-groups?id=9bc222df-8e73-46ed-82d3-f05fddb11c82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488248 Nov 08 22:08:46.534694 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a081027-72f6-4ffb-8d03-9fda63215ba9 req-8ce7ed3a-8000-4446-83e0-7ee2bb0a4f4c tempest-TestMinimumBasicScenario-490601421 tempest-TestMinimumBasicScenario-490601421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:08:46.536092 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-5a081027-72f6-4ffb-8d03-9fda63215ba9 req-8ce7ed3a-8000-4446-83e0-7ee2bb0a4f4c tempest-TestMinimumBasicScenario-490601421 tempest-TestMinimumBasicScenario-490601421-project] 10.222.0.25 "GET /v2.0/ports?device_id=c3fab5ea-ed62-4376-8af2-3ef1faabe7d7 HTTP/1.1" status: 200 len: 931 time: 0.0510907 Nov 08 22:08:46.585205 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-5a081027-72f6-4ffb-8d03-9fda63215ba9 req-8d2f8fda-a9e7-4d45-9036-c31c8204e9a8 tempest-TestMinimumBasicScenario-490601421 tempest-TestMinimumBasicScenario-490601421-project] 10.222.0.25 "GET /v2.0/security-groups?id=9bc222df-8e73-46ed-82d3-f05fddb11c82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429356 Nov 08 22:08:46.819040 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-79cdc8b6-f786-46c4-8e55-3cdbee5a6f18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728276665375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534631'] for agent, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:08:47.306591 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.v2.base [req-aca200ef-184c-4855-871f-717630e9f440 req-63c86632-276c-4d7c-9e30-083cb4341169 service neutron] Request body: {'port': {'device_id': 'c3fab5ea-ed62-4376-8af2-3ef1faabe7d7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81708'}} {{(pid=101083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 22:08:47.367151 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [req-aca200ef-184c-4855-871f-717630e9f440 req-63c86632-276c-4d7c-9e30-083cb4341169 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-925982'] for port, before_update {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:08:47.629541 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.notifiers.nova [req-aca200ef-184c-4855-871f-717630e9f440 req-63c86632-276c-4d7c-9e30-083cb4341169 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97f30aea-7372-43bd-bfda-6f3d7ac9c000 {{(pid=101083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 22:08:47.637223 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [req-aca200ef-184c-4855-871f-717630e9f440 req-63c86632-276c-4d7c-9e30-083cb4341169 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:08:47.649026 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.db.provisioning_blocks [req-aca200ef-184c-4855-871f-717630e9f440 req-63c86632-276c-4d7c-9e30-083cb4341169 service neutron] Transition to ACTIVE for port object 97f30aea-7372-43bd-bfda-6f3d7ac9c000 will not be triggered until provisioned by entity L2. {{(pid=101083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 22:08:47.653062 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [req-aca200ef-184c-4855-871f-717630e9f440 req-63c86632-276c-4d7c-9e30-083cb4341169 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728276638356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728276144285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728276144303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7658983'] for port, after_update {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:08:47.722307 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7045d41-6255-491e-bf8c-b4cf869a48d5 req-fe973585-42f2-4c05-a3e5-1b2003d35a89 tempest-TestMinimumBasicScenario-490601421 tempest-TestMinimumBasicScenario-490601421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:08:47.723867 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-c7045d41-6255-491e-bf8c-b4cf869a48d5 req-fe973585-42f2-4c05-a3e5-1b2003d35a89 tempest-TestMinimumBasicScenario-490601421 tempest-TestMinimumBasicScenario-490601421-project] 10.222.0.25 "GET /v2.0/ports?device_id=c3fab5ea-ed62-4376-8af2-3ef1faabe7d7 HTTP/1.1" status: 200 len: 943 time: 0.0726879 Nov 08 22:08:47.748436 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c86632-276c-4d7c-9e30-083cb4341169 service neutron] Pushing event updated for resources: {'Port': ['ID=97f30aea-7372-43bd-bfda-6f3d7ac9c000,revision_number=2']} {{(pid=101083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:08:47.775193 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-c7045d41-6255-491e-bf8c-b4cf869a48d5 req-73b4c84f-beff-48ef-948b-c162ab87e216 tempest-TestMinimumBasicScenario-490601421 tempest-TestMinimumBasicScenario-490601421-project] 10.222.0.25 "GET /v2.0/security-groups?id=9bc222df-8e73-46ed-82d3-f05fddb11c82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450017 Nov 08 22:08:47.777920 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.plugins.ml2.managers [req-aca200ef-184c-4855-871f-717630e9f440 req-63c86632-276c-4d7c-9e30-083cb4341169 service neutron] Attempting to bind port 97f30aea-7372-43bd-bfda-6f3d7ac9c000 on host hv-cinder-81708 for vnic_type normal with profile {{(pid=101083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 22:08:47.778267 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.plugins.ml2.managers [req-aca200ef-184c-4855-871f-717630e9f440 req-63c86632-276c-4d7c-9e30-083cb4341169 service neutron] Attempting to bind port 97f30aea-7372-43bd-bfda-6f3d7ac9c000 by drivers openvswitch,hyperv on host hv-cinder-81708 at level 0 using segments [{'id': '31973302-188d-4b37-8b68-7732ca909711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'cdcc7d87-c10c-471a-af0b-9ce1bfa4e121'}] {{(pid=101083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 22:08:47.778597 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aca200ef-184c-4855-871f-717630e9f440 req-63c86632-276c-4d7c-9e30-083cb4341169 service neutron] Attempting to bind port 97f30aea-7372-43bd-bfda-6f3d7ac9c000 on network cdcc7d87-c10c-471a-af0b-9ce1bfa4e121 {{(pid=101083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 22:08:47.783823 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aca200ef-184c-4855-871f-717630e9f440 req-63c86632-276c-4d7c-9e30-083cb4341169 service neutron] Port 97f30aea-7372-43bd-bfda-6f3d7ac9c000 on network cdcc7d87-c10c-471a-af0b-9ce1bfa4e121 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81708 {{(pid=101083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 22:08:47.784148 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aca200ef-184c-4855-871f-717630e9f440 req-63c86632-276c-4d7c-9e30-083cb4341169 service neutron] Attempting to bind port 97f30aea-7372-43bd-bfda-6f3d7ac9c000 on network cdcc7d87-c10c-471a-af0b-9ce1bfa4e121 {{(pid=101083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 22:08:47.793364 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aca200ef-184c-4855-871f-717630e9f440 req-63c86632-276c-4d7c-9e30-083cb4341169 service neutron] Checking agent: {'id': '7cd4d405-a24c-430d-ad05-16fe54bb5453', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81708', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 21, 57, 55), 'started_at': datetime.datetime(2021, 11, 8, 21, 57, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 22, 8, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 22:08:47.793364 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aca200ef-184c-4855-871f-717630e9f440 req-63c86632-276c-4d7c-9e30-083cb4341169 service neutron] Checking segment: {'id': '31973302-188d-4b37-8b68-7732ca909711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'cdcc7d87-c10c-471a-af0b-9ce1bfa4e121'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 22:08:47.793364 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aca200ef-184c-4855-871f-717630e9f440 req-63c86632-276c-4d7c-9e30-083cb4341169 service neutron] Bound using segment: {'id': '31973302-188d-4b37-8b68-7732ca909711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'cdcc7d87-c10c-471a-af0b-9ce1bfa4e121'} {{(pid=101083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 22:08:47.793364 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.plugins.ml2.managers [req-aca200ef-184c-4855-871f-717630e9f440 req-63c86632-276c-4d7c-9e30-083cb4341169 service neutron] Bound port: 97f30aea-7372-43bd-bfda-6f3d7ac9c000, host: hv-cinder-81708, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31973302-188d-4b37-8b68-7732ca909711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'cdcc7d87-c10c-471a-af0b-9ce1bfa4e121'}}] {{(pid=101083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 22:08:47.793364 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [req-aca200ef-184c-4855-871f-717630e9f440 req-63c86632-276c-4d7c-9e30-083cb4341169 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-925982'] for port, before_update {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:08:47.856407 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.plugins.ml2.db [req-aca200ef-184c-4855-871f-717630e9f440 req-63c86632-276c-4d7c-9e30-083cb4341169 service neutron] For port 97f30aea-7372-43bd-bfda-6f3d7ac9c000, host hv-cinder-81708, cleared binding levels {{(pid=101083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 22:08:47.860216 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.plugins.ml2.db [req-aca200ef-184c-4855-871f-717630e9f440 req-63c86632-276c-4d7c-9e30-083cb4341169 service neutron] For port 97f30aea-7372-43bd-bfda-6f3d7ac9c000, host hv-cinder-81708, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81708',level=0,port_id=97f30aea-7372-43bd-bfda-6f3d7ac9c000,segment=NetworkSegment(31973302-188d-4b37-8b68-7732ca909711),segment_id=31973302-188d-4b37-8b68-7732ca909711)] {{(pid=101083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 22:08:47.863975 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [req-aca200ef-184c-4855-871f-717630e9f440 req-63c86632-276c-4d7c-9e30-083cb4341169 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728276638356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728276144285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728276144303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7658983'] for port, after_update {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:08:47.896628 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca200ef-184c-4855-871f-717630e9f440 req-63c86632-276c-4d7c-9e30-083cb4341169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:08:47.897354 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [req-aca200ef-184c-4855-871f-717630e9f440 req-63c86632-276c-4d7c-9e30-083cb4341169 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465805'] for port, before_response {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:08:47.898649 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-aca200ef-184c-4855-871f-717630e9f440 req-63c86632-276c-4d7c-9e30-083cb4341169 service neutron] 10.222.0.48 "PUT /v2.0/ports/97f30aea-7372-43bd-bfda-6f3d7ac9c000 HTTP/1.1" status: 200 len: 1093 time: 0.5979152 Nov 08 22:08:47.899076 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3fab5ea-ed62-4376-8af2-3ef1faabe7d7', 'tag': '97f30aea-7372-43bd-bfda-6f3d7ac9c000'}] {{(pid=101083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 22:08:47.901308 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1401f4ba4b9bb213bf59dd3903e8d3cb618788e4f0023aa365925d32571c6fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c70188a8-cd33-4482-8567-1d74f4b5181b" -d '{"events": [{"name": "network-changed", "server_uuid": "c3fab5ea-ed62-4376-8af2-3ef1faabe7d7", "tag": "97f30aea-7372-43bd-bfda-6f3d7ac9c000"}]}' {{(pid=101083) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 22:08:47.931856 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c86632-276c-4d7c-9e30-083cb4341169 service neutron] Pushing event updated for resources: {'Port': ['ID=97f30aea-7372-43bd-bfda-6f3d7ac9c000,revision_number=3']} {{(pid=101083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:08:47.954396 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 22:08:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63e29239-f7c2-45df-9df8-d13cd7c26951 x-openstack-request-id: req-63e29239-f7c2-45df-9df8-d13cd7c26951 {{(pid=101083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 22:08:47.954687 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3fab5ea-ed62-4376-8af2-3ef1faabe7d7", "tag": "97f30aea-7372-43bd-bfda-6f3d7ac9c000", "status": "completed", "code": 200}]} {{(pid=101083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 22:08:47.954937 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-63e29239-f7c2-45df-9df8-d13cd7c26951 {{(pid=101083) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 22:08:47.955343 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3fab5ea-ed62-4376-8af2-3ef1faabe7d7', 'tag': '97f30aea-7372-43bd-bfda-6f3d7ac9c000', 'status': 'completed', 'code': 200} Nov 08 22:08:47.985425 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca200ef-184c-4855-871f-717630e9f440 req-a7b8a888-2c82-4dfd-b8b3-9edcc7af8b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:08:47.986953 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-aca200ef-184c-4855-871f-717630e9f440 req-a7b8a888-2c82-4dfd-b8b3-9edcc7af8b36 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=fb7b12f683ee48a497a40419ad743d9a&device_id=c3fab5ea-ed62-4376-8af2-3ef1faabe7d7 HTTP/1.1" status: 200 len: 1096 time: 0.0470188 Nov 08 22:08:48.034553 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-aca200ef-184c-4855-871f-717630e9f440 req-566f4a1a-68e4-40bf-9d48-6c29900e44e5 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=97f30aea-7372-43bd-bfda-6f3d7ac9c000 HTTP/1.1" status: 200 len: 217 time: 0.0388620 Nov 08 22:08:48.085980 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca200ef-184c-4855-871f-717630e9f440 req-3c3208c2-48c6-446d-8fcf-87b15e410543 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:08:48.087542 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-aca200ef-184c-4855-871f-717630e9f440 req-3c3208c2-48c6-446d-8fcf-87b15e410543 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0ae83315-2964-41b1-9afb-e3f063587954 HTTP/1.1" status: 200 len: 854 time: 0.0466299 Nov 08 22:08:48.133662 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca200ef-184c-4855-871f-717630e9f440 req-de04a810-6e07-4d28-9e19-a42f4056dbaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:08:48.135000 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-aca200ef-184c-4855-871f-717630e9f440 req-de04a810-6e07-4d28-9e19-a42f4056dbaa service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=cdcc7d87-c10c-471a-af0b-9ce1bfa4e121&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0399601 Nov 08 22:08:48.225845 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-aca200ef-184c-4855-871f-717630e9f440 req-0ffb1b75-6514-44d5-adf8-b979a8dc6bff service neutron] 10.222.0.48 "GET /v2.0/networks/cdcc7d87-c10c-471a-af0b-9ce1bfa4e121?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824378 Nov 08 22:08:48.312927 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-aca200ef-184c-4855-871f-717630e9f440 req-9df15498-2f27-48a9-b61a-33e9ddbabb98 service neutron] 10.222.0.48 "GET /v2.0/networks/cdcc7d87-c10c-471a-af0b-9ce1bfa4e121?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0792954 Nov 08 22:08:48.395864 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70188a8-cd33-4482-8567-1d74f4b5181b req-f0e45cdb-12a3-4ab4-9558-bc8267aaadab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:08:48.397303 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-c70188a8-cd33-4482-8567-1d74f4b5181b req-f0e45cdb-12a3-4ab4-9558-bc8267aaadab service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=fb7b12f683ee48a497a40419ad743d9a&device_id=c3fab5ea-ed62-4376-8af2-3ef1faabe7d7 HTTP/1.1" status: 200 len: 1096 time: 0.0396490 Nov 08 22:08:48.493920 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70188a8-cd33-4482-8567-1d74f4b5181b req-035e0faf-a155-455b-904e-455c89137e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:08:48.495480 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-c70188a8-cd33-4482-8567-1d74f4b5181b req-035e0faf-a155-455b-904e-455c89137e8c service neutron] 10.222.0.48 "GET /v2.0/networks?id=cdcc7d87-c10c-471a-af0b-9ce1bfa4e121 HTTP/1.1" status: 200 len: 916 time: 0.0864782 Nov 08 22:08:48.537183 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-c70188a8-cd33-4482-8567-1d74f4b5181b req-68ac0974-5c09-459a-8b41-947df5d005b5 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=97f30aea-7372-43bd-bfda-6f3d7ac9c000 HTTP/1.1" status: 200 len: 217 time: 0.0340235 Nov 08 22:08:48.587440 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70188a8-cd33-4482-8567-1d74f4b5181b req-3edeb10c-337b-4027-a3d5-a176277dac9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:08:48.588880 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-c70188a8-cd33-4482-8567-1d74f4b5181b req-3edeb10c-337b-4027-a3d5-a176277dac9d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0ae83315-2964-41b1-9afb-e3f063587954 HTTP/1.1" status: 200 len: 854 time: 0.0450065 Nov 08 22:08:48.633329 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70188a8-cd33-4482-8567-1d74f4b5181b req-4c21824a-5285-4825-a422-baa46f49a72a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:08:48.634776 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-c70188a8-cd33-4482-8567-1d74f4b5181b req-4c21824a-5285-4825-a422-baa46f49a72a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=cdcc7d87-c10c-471a-af0b-9ce1bfa4e121&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0377457 Nov 08 22:08:48.723062 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-c70188a8-cd33-4482-8567-1d74f4b5181b req-55c0f331-bb1b-41a3-85a1-270d6374eb14 service neutron] 10.222.0.48 "GET /v2.0/networks/cdcc7d87-c10c-471a-af0b-9ce1bfa4e121?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798392 Nov 08 22:08:48.815113 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-c70188a8-cd33-4482-8567-1d74f4b5181b req-2b7f3dee-3be1-4824-bf88-62bb8cbf1e4d service neutron] 10.222.0.48 "GET /v2.0/networks/cdcc7d87-c10c-471a-af0b-9ce1bfa4e121?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830388 Nov 08 22:08:48.890575 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66ad9bf-7689-4cb0-8942-1f511edfcd60 req-5118362a-15a9-427b-8046-59f8ad7eefd5 tempest-TestMinimumBasicScenario-490601421 tempest-TestMinimumBasicScenario-490601421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:08:48.892042 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-d66ad9bf-7689-4cb0-8942-1f511edfcd60 req-5118362a-15a9-427b-8046-59f8ad7eefd5 tempest-TestMinimumBasicScenario-490601421 tempest-TestMinimumBasicScenario-490601421-project] 10.222.0.25 "GET /v2.0/ports?device_id=c3fab5ea-ed62-4376-8af2-3ef1faabe7d7 HTTP/1.1" status: 200 len: 943 time: 0.0487878 Nov 08 22:08:48.938182 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-d66ad9bf-7689-4cb0-8942-1f511edfcd60 req-ef317704-57e6-44fa-9eb3-6c8f9fc6a6ad tempest-TestMinimumBasicScenario-490601421 tempest-TestMinimumBasicScenario-490601421-project] 10.222.0.25 "GET /v2.0/security-groups?id=9bc222df-8e73-46ed-82d3-f05fddb11c82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403802 Nov 08 22:08:49.141788 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-9d6292d0-f404-44b8-a925-da85dde45b56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728276665375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534631'] for agent, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:08:49.727157 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.rpc [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Device 97f30aea-7372-43bd-bfda-6f3d7ac9c000 details requested by agent hyperv_hv-cinder-81708 with host hv-cinder-81708 {{(pid=101084) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 22:08:49.817920 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.db [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] For port 97f30aea-7372-43bd-bfda-6f3d7ac9c000, host hv-cinder-81708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81708',level=0,port_id=97f30aea-7372-43bd-bfda-6f3d7ac9c000,segment=NetworkSegment(31973302-188d-4b37-8b68-7732ca909711),segment_id=31973302-188d-4b37-8b68-7732ca909711)] {{(pid=101084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 22:08:49.828795 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.rpc [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Returning: {'device': '97f30aea-7372-43bd-bfda-6f3d7ac9c000', 'network_id': 'cdcc7d87-c10c-471a-af0b-9ce1bfa4e121', 'port_id': '97f30aea-7372-43bd-bfda-6f3d7ac9c000', 'mac_address': 'fa:16:3e:8d:fe:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 744, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ae83315-2964-41b1-9afb-e3f063587954', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101084) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 22:08:49.867647 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-925982'] for port, before_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:08:49.880001 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.notifiers.nova [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97f30aea-7372-43bd-bfda-6f3d7ac9c000 {{(pid=101084) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 22:08:49.898971 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.db [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] For port 97f30aea-7372-43bd-bfda-6f3d7ac9c000, host hv-cinder-81708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81708',level=0,port_id=97f30aea-7372-43bd-bfda-6f3d7ac9c000,segment=NetworkSegment(31973302-188d-4b37-8b68-7732ca909711),segment_id=31973302-188d-4b37-8b68-7732ca909711)] {{(pid=101084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 22:08:49.903142 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728276638356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728276144285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728276144303'] for port, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:08:49.947364 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Pushing event updated for resources: {'Port': ['ID=97f30aea-7372-43bd-bfda-6f3d7ac9c000,revision_number=4']} {{(pid=101084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:08:50.051917 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3703984-5a37-4dad-8cce-28315b7e703d req-7064cc5f-55dc-46e9-aac5-08f363fd7c9c tempest-TestMinimumBasicScenario-490601421 tempest-TestMinimumBasicScenario-490601421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:08:50.053416 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-b3703984-5a37-4dad-8cce-28315b7e703d req-7064cc5f-55dc-46e9-aac5-08f363fd7c9c tempest-TestMinimumBasicScenario-490601421 tempest-TestMinimumBasicScenario-490601421-project] 10.222.0.25 "GET /v2.0/ports?device_id=c3fab5ea-ed62-4376-8af2-3ef1faabe7d7 HTTP/1.1" status: 200 len: 944 time: 0.0501530 Nov 08 22:08:50.104863 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-b3703984-5a37-4dad-8cce-28315b7e703d req-d9c56fca-0c1f-4a90-a34a-05ad3e4ee2d5 tempest-TestMinimumBasicScenario-490601421 tempest-TestMinimumBasicScenario-490601421-project] 10.222.0.25 "GET /v2.0/security-groups?id=9bc222df-8e73-46ed-82d3-f05fddb11c82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455420 Nov 08 22:08:50.115067 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.db [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] get_ports_and_sgs() called for port_ids ['97f30aea-7372-43bd-bfda-6f3d7ac9c000'] {{(pid=101084) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 22:08:50.207268 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-38f8c81f-ca07-4188-b5ff-70ceca3f97c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728276665375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534631'] for agent, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:08:51.216048 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96520a36-f1e3-47ce-acfc-ab08d7966041 req-75d7176a-85cf-4651-9051-aac76e9d99ed tempest-TestMinimumBasicScenario-490601421 tempest-TestMinimumBasicScenario-490601421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:08:51.217418 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-96520a36-f1e3-47ce-acfc-ab08d7966041 req-75d7176a-85cf-4651-9051-aac76e9d99ed tempest-TestMinimumBasicScenario-490601421 tempest-TestMinimumBasicScenario-490601421-project] 10.222.0.25 "GET /v2.0/ports?device_id=c3fab5ea-ed62-4376-8af2-3ef1faabe7d7 HTTP/1.1" status: 200 len: 944 time: 0.0473433 Nov 08 22:08:51.263099 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-96520a36-f1e3-47ce-acfc-ab08d7966041 req-6493869b-41e4-47d7-9149-74a4b7ebb719 tempest-TestMinimumBasicScenario-490601421 tempest-TestMinimumBasicScenario-490601421-project] 10.222.0.25 "GET /v2.0/security-groups?id=9bc222df-8e73-46ed-82d3-f05fddb11c82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399194 Nov 08 22:08:51.758912 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.rpc [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Device 97f30aea-7372-43bd-bfda-6f3d7ac9c000 up at agent hyperv_hv-cinder-81708 {{(pid=101084) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 22:08:51.811434 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.db.provisioning_blocks [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Provisioning for port 97f30aea-7372-43bd-bfda-6f3d7ac9c000 completed by entity L2. {{(pid=101084) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 22:08:51.815242 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.db.provisioning_blocks [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Provisioning complete for port 97f30aea-7372-43bd-bfda-6f3d7ac9c000 triggered by entity L2. {{(pid=101084) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 22:08:51.815608 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-534742'] for port, provisioning_complete {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:08:51.860069 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-550ddcb2-f0f8-4b6b-a238-0b8e3ebb0b9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728276665375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534631'] for agent, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:08:52.023704 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-925982'] for port, before_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:08:52.044701 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3fab5ea-ed62-4376-8af2-3ef1faabe7d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97f30aea-7372-43bd-bfda-6f3d7ac9c000'}] {{(pid=101084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 22:08:52.046918 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b3cbe6c7fdf7c1e60af50d850490ef6f4dccd02a9ea7bc434e0a37b2dd34cb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-393a3c79-c43d-45f3-8f29-80a0aa45a07a" -d '{"events": [{"server_uuid": "c3fab5ea-ed62-4376-8af2-3ef1faabe7d7", "name": "network-vif-plugged", "status": "completed", "tag": "97f30aea-7372-43bd-bfda-6f3d7ac9c000"}]}' {{(pid=101084) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 22:08:52.059465 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.db [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] For port 97f30aea-7372-43bd-bfda-6f3d7ac9c000, host hv-cinder-81708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81708',level=0,port_id=97f30aea-7372-43bd-bfda-6f3d7ac9c000,segment=NetworkSegment(31973302-188d-4b37-8b68-7732ca909711),segment_id=31973302-188d-4b37-8b68-7732ca909711)] {{(pid=101084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 22:08:52.063393 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728276638356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728276144285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728276144303'] for port, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:08:52.089713 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 22:08:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54badaea-8189-4b99-84fe-91d11afb5b5a x-openstack-request-id: req-54badaea-8189-4b99-84fe-91d11afb5b5a {{(pid=101084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 22:08:52.090336 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3fab5ea-ed62-4376-8af2-3ef1faabe7d7", "name": "network-vif-plugged", "status": "completed", "tag": "97f30aea-7372-43bd-bfda-6f3d7ac9c000", "code": 200}]} {{(pid=101084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 22:08:52.090590 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-54badaea-8189-4b99-84fe-91d11afb5b5a {{(pid=101084) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 22:08:52.090970 dv-cinder-817085-1-iscsi neutron-server[101084]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3fab5ea-ed62-4376-8af2-3ef1faabe7d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97f30aea-7372-43bd-bfda-6f3d7ac9c000', 'code': 200} Nov 08 22:08:52.117726 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Pushing event updated for resources: {'Port': ['ID=97f30aea-7372-43bd-bfda-6f3d7ac9c000,revision_number=5']} {{(pid=101084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:08:52.251156 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf3a65e-a98c-4bf5-bf48-dae2dbf43496 req-3c806338-a8e9-45fb-bedd-84e5ba5049ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:08:52.252603 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-adf3a65e-a98c-4bf5-bf48-dae2dbf43496 req-3c806338-a8e9-45fb-bedd-84e5ba5049ea service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=c3fab5ea-ed62-4376-8af2-3ef1faabe7d7 HTTP/1.1" status: 200 len: 1098 time: 0.0391376 Nov 08 22:08:52.295940 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-adf3a65e-a98c-4bf5-bf48-dae2dbf43496 req-9bcdbdd6-5cd0-4637-9645-753ae88bdc09 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=9bc222df-8e73-46ed-82d3-f05fddb11c82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366256 Nov 08 22:08:52.376651 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880811ee-3229-43be-a3e2-7777fcfc189c req-cda56fb5-b9a2-45b8-a308-d6fbf504e2f1 tempest-TestMinimumBasicScenario-490601421 tempest-TestMinimumBasicScenario-490601421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:08:52.378143 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-880811ee-3229-43be-a3e2-7777fcfc189c req-cda56fb5-b9a2-45b8-a308-d6fbf504e2f1 tempest-TestMinimumBasicScenario-490601421 tempest-TestMinimumBasicScenario-490601421-project] 10.222.0.25 "GET /v2.0/ports?device_id=c3fab5ea-ed62-4376-8af2-3ef1faabe7d7 HTTP/1.1" status: 200 len: 945 time: 0.0479856 Nov 08 22:08:52.424945 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-880811ee-3229-43be-a3e2-7777fcfc189c req-d7fe85c4-59a0-4605-9571-d318d36823ea tempest-TestMinimumBasicScenario-490601421 tempest-TestMinimumBasicScenario-490601421-project] 10.222.0.25 "GET /v2.0/security-groups?id=9bc222df-8e73-46ed-82d3-f05fddb11c82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407410 Nov 08 22:08:52.485232 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-ad13160b-513d-4512-a15f-cb40cce6b7e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728276665375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534631'] for agent, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:08:53.540957 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2160f7d7-7c75-4884-8668-40d9df8320ea req-7c16d755-19a7-47ed-9cab-6f29384d8f1e tempest-TestMinimumBasicScenario-490601421 tempest-TestMinimumBasicScenario-490601421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:08:53.543019 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-2160f7d7-7c75-4884-8668-40d9df8320ea req-7c16d755-19a7-47ed-9cab-6f29384d8f1e tempest-TestMinimumBasicScenario-490601421 tempest-TestMinimumBasicScenario-490601421-project] 10.222.0.25 "GET /v2.0/ports?device_id=c3fab5ea-ed62-4376-8af2-3ef1faabe7d7 HTTP/1.1" status: 200 len: 945 time: 0.0515645 Nov 08 22:08:53.591239 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-2160f7d7-7c75-4884-8668-40d9df8320ea req-a231b4b1-575d-4a92-9927-1e1f47009cd2 tempest-TestMinimumBasicScenario-490601421 tempest-TestMinimumBasicScenario-490601421-project] 10.222.0.25 "GET /v2.0/security-groups?id=9bc222df-8e73-46ed-82d3-f05fddb11c82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408499 Nov 08 22:08:53.852950 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9aad4f6-dc0a-4e8b-82a3-471313451644 req-8145f1e2-2a52-4d32-b220-1f99a86b9bad tempest-TestMinimumBasicScenario-490601421 tempest-TestMinimumBasicScenario-490601421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:08:53.854325 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-d9aad4f6-dc0a-4e8b-82a3-471313451644 req-8145f1e2-2a52-4d32-b220-1f99a86b9bad tempest-TestMinimumBasicScenario-490601421 tempest-TestMinimumBasicScenario-490601421-project] 10.222.0.25 "GET /v2.0/ports?device_id=c3fab5ea-ed62-4376-8af2-3ef1faabe7d7 HTTP/1.1" status: 200 len: 945 time: 0.0473132 Nov 08 22:08:53.900338 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-d9aad4f6-dc0a-4e8b-82a3-471313451644 req-5438c2d9-18ad-4059-81d6-af351906b9b2 tempest-TestMinimumBasicScenario-490601421 tempest-TestMinimumBasicScenario-490601421-project] 10.222.0.25 "GET /v2.0/security-groups?id=9bc222df-8e73-46ed-82d3-f05fddb11c82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397816 Nov 08 22:08:54.216870 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b653eac1-46c4-42c5-8b2c-f4da6d6dc0cb req-ccdf8e34-244e-48a8-88fb-2ea2ec25f978 tempest-TestMinimumBasicScenario-490601421 tempest-TestMinimumBasicScenario-490601421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:08:54.218302 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-b653eac1-46c4-42c5-8b2c-f4da6d6dc0cb req-ccdf8e34-244e-48a8-88fb-2ea2ec25f978 tempest-TestMinimumBasicScenario-490601421 tempest-TestMinimumBasicScenario-490601421-project] 10.222.0.25 "GET /v2.0/ports?device_id=c3fab5ea-ed62-4376-8af2-3ef1faabe7d7 HTTP/1.1" status: 200 len: 945 time: 0.0508833 Nov 08 22:08:54.264390 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-b653eac1-46c4-42c5-8b2c-f4da6d6dc0cb req-d99e0070-330b-4138-8a9f-a1801f0e695e tempest-TestMinimumBasicScenario-490601421 tempest-TestMinimumBasicScenario-490601421-project] 10.222.0.25 "GET /v2.0/security-groups?id=9bc222df-8e73-46ed-82d3-f05fddb11c82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400527 Nov 08 22:08:55.281617 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728276665375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534631'] for agent, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:09:01.852286 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-2fa9dd33-4cdb-4442-ab67-21612cefab87 req-7a498108-f903-438d-8e38-60792aa91ef5 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=875a4116-c9a5-4900-9746-f0dc4a228233&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0415003 Nov 08 22:09:01.931020 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa9dd33-4cdb-4442-ab67-21612cefab87 req-9d3a9545-9050-4493-8b04-e70be0463bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:09:01.932468 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-2fa9dd33-4cdb-4442-ab67-21612cefab87 req-9d3a9545-9050-4493-8b04-e70be0463bc5 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=675c9b3fa135484fae600e4b802f7186&device_id=875a4116-c9a5-4900-9746-f0dc4a228233 HTTP/1.1" status: 200 len: 1099 time: 0.0387764 Nov 08 22:09:02.033337 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa9dd33-4cdb-4442-ab67-21612cefab87 req-2b8e985b-5859-452a-8136-01d2b1b2a776 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:09:02.034777 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-2fa9dd33-4cdb-4442-ab67-21612cefab87 req-2b8e985b-5859-452a-8136-01d2b1b2a776 service neutron] 10.222.0.48 "GET /v2.0/networks?id=83d7137f-89f6-454e-ae7c-d8a3c54047ec HTTP/1.1" status: 200 len: 913 time: 0.0811276 Nov 08 22:09:02.119913 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-2fa9dd33-4cdb-4442-ab67-21612cefab87 req-cdf06641-5916-4df2-97e6-1622a11a07db service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=78160778-dda9-4646-8a46-1798c6eb32a6 HTTP/1.1" status: 200 len: 1002 time: 0.0776427 Nov 08 22:09:02.168781 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa9dd33-4cdb-4442-ab67-21612cefab87 req-c8bc8342-317e-4031-96d5-823ab25b345a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:09:02.170558 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-2fa9dd33-4cdb-4442-ab67-21612cefab87 req-c8bc8342-317e-4031-96d5-823ab25b345a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9914a888-52f1-4bc0-b7db-aa15204015ab HTTP/1.1" status: 200 len: 851 time: 0.0433817 Nov 08 22:09:02.217285 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa9dd33-4cdb-4442-ab67-21612cefab87 req-da364dc3-1425-4a33-85bb-9489475b102b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:09:02.218864 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-2fa9dd33-4cdb-4442-ab67-21612cefab87 req-da364dc3-1425-4a33-85bb-9489475b102b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=83d7137f-89f6-454e-ae7c-d8a3c54047ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0416300 Nov 08 22:09:02.315796 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-2fa9dd33-4cdb-4442-ab67-21612cefab87 req-c32d29c9-5051-4e92-b3f4-df74d8080ac6 service neutron] 10.222.0.48 "GET /v2.0/networks/83d7137f-89f6-454e-ae7c-d8a3c54047ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858974 Nov 08 22:09:02.407494 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-2fa9dd33-4cdb-4442-ab67-21612cefab87 req-bd6666ec-b42c-425d-979c-497a8916e1a7 service neutron] 10.222.0.48 "GET /v2.0/networks/83d7137f-89f6-454e-ae7c-d8a3c54047ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851445 Nov 08 22:09:02.542341 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43d8027-1b83-40e8-8be2-532a60ca6e2d req-8e3a228d-fed2-4e03-adfd-e1587e78ed52 tempest-TestMinimumBasicScenario-490601421 tempest-TestMinimumBasicScenario-490601421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:09:02.544364 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-f43d8027-1b83-40e8-8be2-532a60ca6e2d req-8e3a228d-fed2-4e03-adfd-e1587e78ed52 tempest-TestMinimumBasicScenario-490601421 tempest-TestMinimumBasicScenario-490601421-project] 10.222.0.25 "GET /v2.0/ports?device_id=c3fab5ea-ed62-4376-8af2-3ef1faabe7d7 HTTP/1.1" status: 200 len: 945 time: 0.0485175 Nov 08 22:09:02.589443 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-f43d8027-1b83-40e8-8be2-532a60ca6e2d req-9ca45b76-4a2e-4e18-8025-6f1c5b73b74b tempest-TestMinimumBasicScenario-490601421 tempest-TestMinimumBasicScenario-490601421-project] 10.222.0.25 "GET /v2.0/security-groups?id=9bc222df-8e73-46ed-82d3-f05fddb11c82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393152 Nov 08 22:09:02.611667 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.wsgi [-] (101082) accepted ('10.222.0.25', 50188) {{(pid=101082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 22:09:02.739360 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-199044ae-7f9a-4574-a0ae-220d54f576e9 tempest-TestMinimumBasicScenario-896016293 tempest-TestMinimumBasicScenario-896016293-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:09:02.740910 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [None req-199044ae-7f9a-4574-a0ae-220d54f576e9 tempest-TestMinimumBasicScenario-896016293 tempest-TestMinimumBasicScenario-896016293-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=c3fab5ea-ed62-4376-8af2-3ef1faabe7d7 HTTP/1.1" status: 200 len: 1093 time: 0.1282856 Nov 08 22:09:02.743825 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.wsgi [-] (101082) accepted ('10.222.0.25', 50192) {{(pid=101082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 22:09:02.748020 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.v2.base [None req-84141d81-8acc-4841-9c87-cfd0c0643517 tempest-TestMinimumBasicScenario-490601421 tempest-TestMinimumBasicScenario-490601421-project] Request body: {'floatingip': {'floating_network_id': '8ae8d913-bef9-4bc0-baeb-78ef8b3a7364', 'port_id': '97f30aea-7372-43bd-bfda-6f3d7ac9c000', 'tenant_id': 'fb7b12f683ee48a497a40419ad743d9a', 'fixed_ip_address': '172.20.0.9'}} {{(pid=101082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 22:09:02.770825 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-84141d81-8acc-4841-9c87-cfd0c0643517 tempest-TestMinimumBasicScenario-490601421 tempest-TestMinimumBasicScenario-490601421-project] Publish callbacks [] for floatingip, before_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:09:02.868790 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-84141d81-8acc-4841-9c87-cfd0c0643517 tempest-TestMinimumBasicScenario-490601421 tempest-TestMinimumBasicScenario-490601421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-925982'] for port, before_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:09:02.975010 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.db.db_base_plugin_common [None req-84141d81-8acc-4841-9c87-cfd0c0643517 tempest-TestMinimumBasicScenario-490601421 tempest-TestMinimumBasicScenario-490601421-project] Allocated IP 172.27.3.35 (8ae8d913-bef9-4bc0-baeb-78ef8b3a7364/f0dec947-372d-4ed5-9c9f-864e58aba850/86b73ee9-fc00-4887-a2f7-71bd19d48de4) {{(pid=101082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 22:09:03.086820 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-84141d81-8acc-4841-9c87-cfd0c0643517 tempest-TestMinimumBasicScenario-490601421 tempest-TestMinimumBasicScenario-490601421-project] Publish callbacks [] for port, precommit_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:09:03.120165 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-84141d81-8acc-4841-9c87-cfd0c0643517 tempest-TestMinimumBasicScenario-490601421 tempest-TestMinimumBasicScenario-490601421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728276144267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7854484'] for port, after_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:09:03.155963 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84141d81-8acc-4841-9c87-cfd0c0643517 tempest-TestMinimumBasicScenario-490601421 tempest-TestMinimumBasicScenario-490601421-project] Network 8ae8d913-bef9-4bc0-baeb-78ef8b3a7364 is already hosted by enough agents. {{(pid=101082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 22:09:03.158741 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.scheduler.base_scheduler [None req-84141d81-8acc-4841-9c87-cfd0c0643517 tempest-TestMinimumBasicScenario-490601421 tempest-TestMinimumBasicScenario-490601421-project] Resources bound (agent type, host, resource id): {{(pid=101082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 22:09:03.164613 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84141d81-8acc-4841-9c87-cfd0c0643517 tempest-TestMinimumBasicScenario-490601421 tempest-TestMinimumBasicScenario-490601421-project] Received port after_create {{(pid=101082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 22:09:03.190764 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84141d81-8acc-4841-9c87-cfd0c0643517 tempest-TestMinimumBasicScenario-490601421 tempest-TestMinimumBasicScenario-490601421-project] Pushing event updated for resources: {'Port': ['ID=86b73ee9-fc00-4887-a2f7-71bd19d48de4,revision_number=1']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:09:03.519260 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-84141d81-8acc-4841-9c87-cfd0c0643517 tempest-TestMinimumBasicScenario-490601421 tempest-TestMinimumBasicScenario-490601421-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:09:03.585850 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-84141d81-8acc-4841-9c87-cfd0c0643517 tempest-TestMinimumBasicScenario-490601421 tempest-TestMinimumBasicScenario-490601421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-925982'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:09:03.732027 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-84141d81-8acc-4841-9c87-cfd0c0643517 tempest-TestMinimumBasicScenario-490601421 tempest-TestMinimumBasicScenario-490601421-project] Publish callbacks [] for port, precommit_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:09:03.736199 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-84141d81-8acc-4841-9c87-cfd0c0643517 tempest-TestMinimumBasicScenario-490601421 tempest-TestMinimumBasicScenario-490601421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728276638356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728276144285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728276144303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7854475'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:09:03.803016 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84141d81-8acc-4841-9c87-cfd0c0643517 tempest-TestMinimumBasicScenario-490601421 tempest-TestMinimumBasicScenario-490601421-project] Pushing event updated for resources: {'Port': ['ID=86b73ee9-fc00-4887-a2f7-71bd19d48de4,revision_number=2']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:09:03.814133 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-84141d81-8acc-4841-9c87-cfd0c0643517 tempest-TestMinimumBasicScenario-490601421 tempest-TestMinimumBasicScenario-490601421-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1623957'] for floatingip, after_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:09:03.910229 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.db.l3_db [None req-84141d81-8acc-4841-9c87-cfd0c0643517 tempest-TestMinimumBasicScenario-490601421 tempest-TestMinimumBasicScenario-490601421-project] Floating IP 8815c0b4-ac7a-47b2-ac0f-ff49c2d96cba associated. External IP: 172.27.3.35, port: 97f30aea-7372-43bd-bfda-6f3d7ac9c000. Nov 08 22:09:04.109053 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84141d81-8acc-4841-9c87-cfd0c0643517 tempest-TestMinimumBasicScenario-490601421 tempest-TestMinimumBasicScenario-490601421-project] Router 0bb8c9e8-f433-4fcd-b4c7-b6aba928173c has already been hosted by L3 agent a7fb4010-89fb-4d99-b0a1-90d6a3aacb04 {{(pid=101082) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 22:09:04.211785 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84141d81-8acc-4841-9c87-cfd0c0643517 tempest-TestMinimumBasicScenario-490601421 tempest-TestMinimumBasicScenario-490601421-project] Notify agent at l3_agent.dv-cinder-817085-1-iscsi the message routers_updated {{(pid=101082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 22:09:04.221393 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5b0de38-5fca-42a0-a919-93d3de77354d None None] Sync routers for ids ['0bb8c9e8-f433-4fcd-b4c7-b6aba928173c'] in dv-cinder-817085-1-iscsi {{(pid=101084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 22:09:04.229695 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-84141d81-8acc-4841-9c87-cfd0c0643517 tempest-TestMinimumBasicScenario-490601421 tempest-TestMinimumBasicScenario-490601421-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465805'] for floatingip, before_response {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:09:04.232075 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5b0de38-5fca-42a0-a919-93d3de77354d None None] Routers {'0bb8c9e8-f433-4fcd-b4c7-b6aba928173c'} bound to L3 agent in host dv-cinder-817085-1-iscsi {{(pid=101084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 22:09:04.232689 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.db.l3_hamode_db [None req-d5b0de38-5fca-42a0-a919-93d3de77354d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817085-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T21:51:49Z,description=,heartbeat_timestamp=2021-11-08T22:08:49Z,host='dv-cinder-817085-1-iscsi',id=a7fb4010-89fb-4d99-b0a1-90d6a3aacb04,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T21:51:49Z,topic='l3_agent')) {'router_ids': ['0bb8c9e8-f433-4fcd-b4c7-b6aba928173c'], 'active': True} {{(pid=101084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 22:09:04.257328 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [None req-84141d81-8acc-4841-9c87-cfd0c0643517 tempest-TestMinimumBasicScenario-490601421 tempest-TestMinimumBasicScenario-490601421-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5124962 Nov 08 22:09:04.258170 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3fab5ea-ed62-4376-8af2-3ef1faabe7d7', 'tag': '97f30aea-7372-43bd-bfda-6f3d7ac9c000'}] {{(pid=101082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 22:09:04.260233 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.wsgi [-] (101083) accepted ('10.222.0.25', 50194) {{(pid=101083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 22:09:04.260768 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5244ac95217a6bb312334333bc6ed4bdb0e50c4a837cb758f48f620e9b099f25" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93e1734f-e21d-4118-97f7-a8d65b31ff53" -d '{"events": [{"name": "network-changed", "server_uuid": "c3fab5ea-ed62-4376-8af2-3ef1faabe7d7", "tag": "97f30aea-7372-43bd-bfda-6f3d7ac9c000"}]}' {{(pid=101082) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 22:09:04.265369 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.v2.base [None req-c29a7d8f-e955-4c37-84b3-5c86355cb084 tempest-TestMinimumBasicScenario-490601421 tempest-TestMinimumBasicScenario-490601421-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1361899306', 'description': 'tempest-secgroup-smoke-1361899306 description', 'project_id': 'fb7b12f683ee48a497a40419ad743d9a'}} {{(pid=101083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 22:09:04.289126 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-c29a7d8f-e955-4c37-84b3-5c86355cb084 tempest-TestMinimumBasicScenario-490601421 tempest-TestMinimumBasicScenario-490601421-project] Publish callbacks [] for security_group, before_create {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:09:04.300030 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 22:09:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6bfd984-cdf2-4800-a854-e77854af70e9 x-openstack-request-id: req-c6bfd984-cdf2-4800-a854-e77854af70e9 {{(pid=101082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 22:09:04.300320 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3fab5ea-ed62-4376-8af2-3ef1faabe7d7", "tag": "97f30aea-7372-43bd-bfda-6f3d7ac9c000", "status": "completed", "code": 200}]} {{(pid=101082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 22:09:04.300567 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c6bfd984-cdf2-4800-a854-e77854af70e9 {{(pid=101082) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 22:09:04.300994 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3fab5ea-ed62-4376-8af2-3ef1faabe7d7', 'tag': '97f30aea-7372-43bd-bfda-6f3d7ac9c000', 'status': 'completed', 'code': 200} Nov 08 22:09:04.341509 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.db.l3_dvr_db [None req-d5b0de38-5fca-42a0-a919-93d3de77354d None None] Set router 0bb8c9e8-f433-4fcd-b4c7-b6aba928173c gateway port host: dv-cinder-817085-1-iscsi {{(pid=101084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 22:09:04.395490 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-c29a7d8f-e955-4c37-84b3-5c86355cb084 tempest-TestMinimumBasicScenario-490601421 tempest-TestMinimumBasicScenario-490601421-project] Publish callbacks [] for security_group, precommit_create {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:09:04.398871 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e1734f-e21d-4118-97f7-a8d65b31ff53 req-a61ae99c-b6bd-4021-a870-7fd9d857bf6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:09:04.400356 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-93e1734f-e21d-4118-97f7-a8d65b31ff53 req-a61ae99c-b6bd-4021-a870-7fd9d857bf6d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=fb7b12f683ee48a497a40419ad743d9a&device_id=c3fab5ea-ed62-4376-8af2-3ef1faabe7d7 HTTP/1.1" status: 200 len: 1098 time: 0.0764551 Nov 08 22:09:04.401349 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-c29a7d8f-e955-4c37-84b3-5c86355cb084 tempest-TestMinimumBasicScenario-490601421 tempest-TestMinimumBasicScenario-490601421-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2033567'] for security_group, after_create {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:09:04.469367 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-c29a7d8f-e955-4c37-84b3-5c86355cb084 tempest-TestMinimumBasicScenario-490601421 tempest-TestMinimumBasicScenario-490601421-project] Publish callbacks [] for security_group, before_response {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:09:04.470584 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [None req-c29a7d8f-e955-4c37-84b3-5c86355cb084 tempest-TestMinimumBasicScenario-490601421 tempest-TestMinimumBasicScenario-490601421-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2093160 Nov 08 22:09:04.473702 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.wsgi [-] (101082) accepted ('10.222.0.25', 50198) {{(pid=101082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 22:09:04.476828 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29a7d8f-e955-4c37-84b3-5c86355cb084 tempest-TestMinimumBasicScenario-490601421 tempest-TestMinimumBasicScenario-490601421-project] Pushing event updated for resources: {'SecurityGroup': ['ID=22d3b48f-5f1a-483e-9d83-bcf637aa67a8,revision_number=1']} {{(pid=101083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:09:04.478948 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.v2.base [None req-eea117b3-6cc9-4e2d-b430-e002acce7456 tempest-TestMinimumBasicScenario-490601421 tempest-TestMinimumBasicScenario-490601421-project] Request body: {'security_group_rule': {'security_group_id': '22d3b48f-5f1a-483e-9d83-bcf637aa67a8', 'project_id': 'fb7b12f683ee48a497a40419ad743d9a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 22:09:04.516241 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-eea117b3-6cc9-4e2d-b430-e002acce7456 tempest-TestMinimumBasicScenario-490601421 tempest-TestMinimumBasicScenario-490601421-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:09:04.518409 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e1734f-e21d-4118-97f7-a8d65b31ff53 req-6ac7be83-e02f-4a8e-99ab-7295d207a30f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:09:04.519952 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-93e1734f-e21d-4118-97f7-a8d65b31ff53 req-6ac7be83-e02f-4a8e-99ab-7295d207a30f service neutron] 10.222.0.48 "GET /v2.0/networks?id=cdcc7d87-c10c-471a-af0b-9ce1bfa4e121 HTTP/1.1" status: 200 len: 916 time: 0.1120691 Nov 08 22:09:04.575895 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-eea117b3-6cc9-4e2d-b430-e002acce7456 tempest-TestMinimumBasicScenario-490601421 tempest-TestMinimumBasicScenario-490601421-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:09:04.580027 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-eea117b3-6cc9-4e2d-b430-e002acce7456 tempest-TestMinimumBasicScenario-490601421 tempest-TestMinimumBasicScenario-490601421-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2033480'] for security_group_rule, after_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:09:04.585864 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.db.l3_hamode_db [None req-d5b0de38-5fca-42a0-a919-93d3de77354d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bb8c9e8-f433-4fcd-b4c7-b6aba928173c', 'name': 'tempest-TestMinimumBasicScenario-1850086952-router', 'tenant_id': 'fb7b12f683ee48a497a40419ad743d9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ae8d913-bef9-4bc0-baeb-78ef8b3a7364', 'external_fixed_ips': [{'subnet_id': 'f0dec947-372d-4ed5-9c9f-864e58aba850', 'ip_address': '172.27.3.70'}], 'enable_snat': True}, 'gw_port_id': '1fe7d7be-83ea-447e-8bda-a2129a6e66ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T22:08:17Z', 'updated_at': '2021-11-08T22:08:20Z', 'revision_number': 4, 'project_id': 'fb7b12f683ee48a497a40419ad743d9a', 'gw_port': {'id': '1fe7d7be-83ea-447e-8bda-a2129a6e66ad', 'name': '', 'network_id': '8ae8d913-bef9-4bc0-baeb-78ef8b3a7364', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:f0:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bb8c9e8-f433-4fcd-b4c7-b6aba928173c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'f0dec947-372d-4ed5-9c9f-864e58aba850', 'ip_address': '172.27.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T22:08:18Z', 'updated_at': '2021-11-08T22:08:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0dec947-372d-4ed5-9c9f-864e58aba850', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817085-1-iscsi', '_floatingips': [{'id': '8815c0b4-ac7a-47b2-ac0f-ff49c2d96cba', 'tenant_id': 'fb7b12f683ee48a497a40419ad743d9a', 'floating_ip_address': '172.27.3.35', 'floating_network_id': '8ae8d913-bef9-4bc0-baeb-78ef8b3a7364', 'router_id': '0bb8c9e8-f433-4fcd-b4c7-b6aba928173c', 'port_id': '97f30aea-7372-43bd-bfda-6f3d7ac9c000', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 687, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cdcc7d87-c10c-471a-af0b-9ce1bfa4e121', 'mac_address': 'fa:16:3e:8d:fe:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3fab5ea-ed62-4376-8af2-3ef1faabe7d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T22:09:03Z', 'updated_at': '2021-11-08T22:09:03Z', 'revision_number': 0, 'project_id': 'fb7b12f683ee48a497a40419ad743d9a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e2b75f45-0906-4749-8945-0f643b9d1205', 'name': '', 'network_id': 'cdcc7d87-c10c-471a-af0b-9ce1bfa4e121', 'tenant_id': 'fb7b12f683ee48a497a40419ad743d9a', 'mac_address': 'fa:16:3e:b7:59:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bb8c9e8-f433-4fcd-b4c7-b6aba928173c', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '0ae83315-2964-41b1-9afb-e3f063587954', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T22:08:20Z', 'updated_at': '2021-11-08T22:08:24Z', 'revision_number': 5, 'project_id': 'fb7b12f683ee48a497a40419ad743d9a', 'subnets': [{'id': '0ae83315-2964-41b1-9afb-e3f063587954', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817085-1-iscsi', False) {} {{(pid=101084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 22:09:04.599513 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea117b3-6cc9-4e2d-b430-e002acce7456 tempest-TestMinimumBasicScenario-490601421 tempest-TestMinimumBasicScenario-490601421-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=305187e0-a38d-4871-ae65-dc381d45b5d4,revision_number=0']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:09:04.611308 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-eea117b3-6cc9-4e2d-b430-e002acce7456 tempest-TestMinimumBasicScenario-490601421 tempest-TestMinimumBasicScenario-490601421-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:09:04.615381 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [None req-eea117b3-6cc9-4e2d-b430-e002acce7456 tempest-TestMinimumBasicScenario-490601421 tempest-TestMinimumBasicScenario-490601421-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1379986 Nov 08 22:09:04.615595 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5b0de38-5fca-42a0-a919-93d3de77354d None None] Checking router: 0bb8c9e8-f433-4fcd-b4c7-b6aba928173c for host: dv-cinder-817085-1-iscsi {{(pid=101084) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 22:09:04.615747 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.wsgi [-] (101082) accepted ('10.222.0.25', 50200) {{(pid=101082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 22:09:04.620988 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.v2.base [None req-61747a55-ac1e-4b71-a2a1-f1f11281be3a tempest-TestMinimumBasicScenario-490601421 tempest-TestMinimumBasicScenario-490601421-project] Request body: {'security_group_rule': {'security_group_id': '22d3b48f-5f1a-483e-9d83-bcf637aa67a8', 'project_id': 'fb7b12f683ee48a497a40419ad743d9a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 22:09:04.624018 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5b0de38-5fca-42a0-a919-93d3de77354d None None] Routers {'0bb8c9e8-f433-4fcd-b4c7-b6aba928173c'} bound to L3 agent in host dv-cinder-817085-1-iscsi {{(pid=101084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 22:09:04.624691 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.db.l3_hamode_db [None req-d5b0de38-5fca-42a0-a919-93d3de77354d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817085-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T21:51:49Z,description=,heartbeat_timestamp=2021-11-08T22:08:49Z,host='dv-cinder-817085-1-iscsi',id=a7fb4010-89fb-4d99-b0a1-90d6a3aacb04,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T21:51:49Z,topic='l3_agent')) {'router_ids': ['0bb8c9e8-f433-4fcd-b4c7-b6aba928173c'], 'active': True} {{(pid=101084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 22:09:04.650488 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-61747a55-ac1e-4b71-a2a1-f1f11281be3a tempest-TestMinimumBasicScenario-490601421 tempest-TestMinimumBasicScenario-490601421-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:09:04.713144 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-61747a55-ac1e-4b71-a2a1-f1f11281be3a tempest-TestMinimumBasicScenario-490601421 tempest-TestMinimumBasicScenario-490601421-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:09:04.717926 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-61747a55-ac1e-4b71-a2a1-f1f11281be3a tempest-TestMinimumBasicScenario-490601421 tempest-TestMinimumBasicScenario-490601421-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2033480'] for security_group_rule, after_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:09:04.740406 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61747a55-ac1e-4b71-a2a1-f1f11281be3a tempest-TestMinimumBasicScenario-490601421 tempest-TestMinimumBasicScenario-490601421-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88c81d3a-2d97-43e5-a783-f2fea0aec9f6,revision_number=0']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:09:04.740935 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.db.l3_dvr_db [None req-d5b0de38-5fca-42a0-a919-93d3de77354d None None] Set router 0bb8c9e8-f433-4fcd-b4c7-b6aba928173c gateway port host: dv-cinder-817085-1-iscsi {{(pid=101084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 22:09:04.752142 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-61747a55-ac1e-4b71-a2a1-f1f11281be3a tempest-TestMinimumBasicScenario-490601421 tempest-TestMinimumBasicScenario-490601421-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:09:04.753532 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [None req-61747a55-ac1e-4b71-a2a1-f1f11281be3a tempest-TestMinimumBasicScenario-490601421 tempest-TestMinimumBasicScenario-490601421-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1366999 Nov 08 22:09:04.756504 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.wsgi [-] (101082) accepted ('10.222.0.25', 50202) {{(pid=101082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 22:09:04.760986 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.v2.base [None req-c59a213d-0d24-4088-84e2-bd2200c1dd71 tempest-TestMinimumBasicScenario-490601421 tempest-TestMinimumBasicScenario-490601421-project] Request body: {'security_group_rule': {'security_group_id': '22d3b48f-5f1a-483e-9d83-bcf637aa67a8', 'project_id': 'fb7b12f683ee48a497a40419ad743d9a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 22:09:04.788703 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-c59a213d-0d24-4088-84e2-bd2200c1dd71 tempest-TestMinimumBasicScenario-490601421 tempest-TestMinimumBasicScenario-490601421-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:09:04.843609 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-93e1734f-e21d-4118-97f7-a8d65b31ff53 req-7c4fc206-0ff3-4ee9-b6ac-e640a5d61d25 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=97f30aea-7372-43bd-bfda-6f3d7ac9c000 HTTP/1.1" status: 200 len: 998 time: 0.3164098 Nov 08 22:09:04.853083 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-c59a213d-0d24-4088-84e2-bd2200c1dd71 tempest-TestMinimumBasicScenario-490601421 tempest-TestMinimumBasicScenario-490601421-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:09:04.857835 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-c59a213d-0d24-4088-84e2-bd2200c1dd71 tempest-TestMinimumBasicScenario-490601421 tempest-TestMinimumBasicScenario-490601421-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2033480'] for security_group_rule, after_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:09:04.877653 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59a213d-0d24-4088-84e2-bd2200c1dd71 tempest-TestMinimumBasicScenario-490601421 tempest-TestMinimumBasicScenario-490601421-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e96236f8-ac0b-4fc0-9ce1-94f22fab6a33,revision_number=0']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:09:04.884452 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-c59a213d-0d24-4088-84e2-bd2200c1dd71 tempest-TestMinimumBasicScenario-490601421 tempest-TestMinimumBasicScenario-490601421-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:09:04.889262 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [None req-c59a213d-0d24-4088-84e2-bd2200c1dd71 tempest-TestMinimumBasicScenario-490601421 tempest-TestMinimumBasicScenario-490601421-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1285810 Nov 08 22:09:04.889550 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.wsgi [-] (101083) accepted ('10.222.0.25', 50204) {{(pid=101083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 22:09:04.894506 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.v2.base [None req-8c00bb11-85b6-42bf-86f9-e144ada99ea4 tempest-TestMinimumBasicScenario-490601421 tempest-TestMinimumBasicScenario-490601421-project] Request body: {'security_group_rule': {'security_group_id': '22d3b48f-5f1a-483e-9d83-bcf637aa67a8', 'project_id': 'fb7b12f683ee48a497a40419ad743d9a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 22:09:04.910816 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e1734f-e21d-4118-97f7-a8d65b31ff53 req-edc0b932-b1a8-444c-b196-8f7e8d721e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:09:04.912170 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-93e1734f-e21d-4118-97f7-a8d65b31ff53 req-edc0b932-b1a8-444c-b196-8f7e8d721e09 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0ae83315-2964-41b1-9afb-e3f063587954 HTTP/1.1" status: 200 len: 854 time: 0.0606279 Nov 08 22:09:04.946984 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-8c00bb11-85b6-42bf-86f9-e144ada99ea4 tempest-TestMinimumBasicScenario-490601421 tempest-TestMinimumBasicScenario-490601421-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:09:04.987408 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e1734f-e21d-4118-97f7-a8d65b31ff53 req-e93251e7-be01-43f5-bd91-b583dfabf98d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:09:04.988924 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-93e1734f-e21d-4118-97f7-a8d65b31ff53 req-e93251e7-be01-43f5-bd91-b583dfabf98d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=cdcc7d87-c10c-471a-af0b-9ce1bfa4e121&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0683215 Nov 08 22:09:04.993644 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.db.l3_hamode_db [None req-d5b0de38-5fca-42a0-a919-93d3de77354d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bb8c9e8-f433-4fcd-b4c7-b6aba928173c', 'name': 'tempest-TestMinimumBasicScenario-1850086952-router', 'tenant_id': 'fb7b12f683ee48a497a40419ad743d9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ae8d913-bef9-4bc0-baeb-78ef8b3a7364', 'external_fixed_ips': [{'subnet_id': 'f0dec947-372d-4ed5-9c9f-864e58aba850', 'ip_address': '172.27.3.70'}], 'enable_snat': True}, 'gw_port_id': '1fe7d7be-83ea-447e-8bda-a2129a6e66ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T22:08:17Z', 'updated_at': '2021-11-08T22:08:20Z', 'revision_number': 4, 'project_id': 'fb7b12f683ee48a497a40419ad743d9a', 'gw_port': {'id': '1fe7d7be-83ea-447e-8bda-a2129a6e66ad', 'name': '', 'network_id': '8ae8d913-bef9-4bc0-baeb-78ef8b3a7364', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:f0:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bb8c9e8-f433-4fcd-b4c7-b6aba928173c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'f0dec947-372d-4ed5-9c9f-864e58aba850', 'ip_address': '172.27.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T22:08:18Z', 'updated_at': '2021-11-08T22:08:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0dec947-372d-4ed5-9c9f-864e58aba850', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817085-1-iscsi', '_floatingips': [{'id': '8815c0b4-ac7a-47b2-ac0f-ff49c2d96cba', 'tenant_id': 'fb7b12f683ee48a497a40419ad743d9a', 'floating_ip_address': '172.27.3.35', 'floating_network_id': '8ae8d913-bef9-4bc0-baeb-78ef8b3a7364', 'router_id': '0bb8c9e8-f433-4fcd-b4c7-b6aba928173c', 'port_id': '97f30aea-7372-43bd-bfda-6f3d7ac9c000', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 687, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cdcc7d87-c10c-471a-af0b-9ce1bfa4e121', 'mac_address': 'fa:16:3e:8d:fe:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3fab5ea-ed62-4376-8af2-3ef1faabe7d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T22:09:03Z', 'updated_at': '2021-11-08T22:09:03Z', 'revision_number': 0, 'project_id': 'fb7b12f683ee48a497a40419ad743d9a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e2b75f45-0906-4749-8945-0f643b9d1205', 'name': '', 'network_id': 'cdcc7d87-c10c-471a-af0b-9ce1bfa4e121', 'tenant_id': 'fb7b12f683ee48a497a40419ad743d9a', 'mac_address': 'fa:16:3e:b7:59:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bb8c9e8-f433-4fcd-b4c7-b6aba928173c', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '0ae83315-2964-41b1-9afb-e3f063587954', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T22:08:20Z', 'updated_at': '2021-11-08T22:08:24Z', 'revision_number': 5, 'project_id': 'fb7b12f683ee48a497a40419ad743d9a', 'subnets': [{'id': '0ae83315-2964-41b1-9afb-e3f063587954', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817085-1-iscsi', False) {} {{(pid=101084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 22:09:05.024842 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5b0de38-5fca-42a0-a919-93d3de77354d None None] The sync data for ids ['0bb8c9e8-f433-4fcd-b4c7-b6aba928173c'] in dv-cinder-817085-1-iscsi is: [{'id': '0bb8c9e8-f433-4fcd-b4c7-b6aba928173c', 'name': 'tempest-TestMinimumBasicScenario-1850086952-router', 'tenant_id': 'fb7b12f683ee48a497a40419ad743d9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ae8d913-bef9-4bc0-baeb-78ef8b3a7364', 'external_fixed_ips': [{'subnet_id': 'f0dec947-372d-4ed5-9c9f-864e58aba850', 'ip_address': '172.27.3.70'}], 'enable_snat': True}, 'gw_port_id': '1fe7d7be-83ea-447e-8bda-a2129a6e66ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T22:08:17Z', 'updated_at': '2021-11-08T22:08:20Z', 'revision_number': 4, 'project_id': 'fb7b12f683ee48a497a40419ad743d9a', 'gw_port': {'id': '1fe7d7be-83ea-447e-8bda-a2129a6e66ad', 'name': '', 'network_id': '8ae8d913-bef9-4bc0-baeb-78ef8b3a7364', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:f0:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bb8c9e8-f433-4fcd-b4c7-b6aba928173c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'f0dec947-372d-4ed5-9c9f-864e58aba850', 'ip_address': '172.27.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T22:08:18Z', 'updated_at': '2021-11-08T22:08:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0dec947-372d-4ed5-9c9f-864e58aba850', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817085-1-iscsi', '_floatingips': [{'id': '8815c0b4-ac7a-47b2-ac0f-ff49c2d96cba', 'tenant_id': 'fb7b12f683ee48a497a40419ad743d9a', 'floating_ip_address': '172.27.3.35', 'floating_network_id': '8ae8d913-bef9-4bc0-baeb-78ef8b3a7364', 'router_id': '0bb8c9e8-f433-4fcd-b4c7-b6aba928173c', 'port_id': '97f30aea-7372-43bd-bfda-6f3d7ac9c000', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 687, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cdcc7d87-c10c-471a-af0b-9ce1bfa4e121', 'mac_address': 'fa:16:3e:8d:fe:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3fab5ea-ed62-4376-8af2-3ef1faabe7d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T22:09:03Z', 'updated_at': '2021-11-08T22:09:03Z', 'revision_number': 0, 'project_id': 'fb7b12f683ee48a497a40419ad743d9a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e2b75f45-0906-4749-8945-0f643b9d1205', 'name': '', 'network_id': 'cdcc7d87-c10c-471a-af0b-9ce1bfa4e121', 'tenant_id': 'fb7b12f683ee48a497a40419ad743d9a', 'mac_address': 'fa:16:3e:b7:59:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bb8c9e8-f433-4fcd-b4c7-b6aba928173c', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '0ae83315-2964-41b1-9afb-e3f063587954', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T22:08:20Z', 'updated_at': '2021-11-08T22:08:24Z', 'revision_number': 5, 'project_id': 'fb7b12f683ee48a497a40419ad743d9a', 'subnets': [{'id': '0ae83315-2964-41b1-9afb-e3f063587954', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 22:09:05.056411 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-8c00bb11-85b6-42bf-86f9-e144ada99ea4 tempest-TestMinimumBasicScenario-490601421 tempest-TestMinimumBasicScenario-490601421-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:09:05.062294 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-8c00bb11-85b6-42bf-86f9-e144ada99ea4 tempest-TestMinimumBasicScenario-490601421 tempest-TestMinimumBasicScenario-490601421-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2033480'] for security_group_rule, after_create {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:09:05.095824 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c00bb11-85b6-42bf-86f9-e144ada99ea4 tempest-TestMinimumBasicScenario-490601421 tempest-TestMinimumBasicScenario-490601421-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b61610c-b926-4302-a705-108c2612a7fe,revision_number=0']} {{(pid=101083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:09:05.102813 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-8c00bb11-85b6-42bf-86f9-e144ada99ea4 tempest-TestMinimumBasicScenario-490601421 tempest-TestMinimumBasicScenario-490601421-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:09:05.103983 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [None req-8c00bb11-85b6-42bf-86f9-e144ada99ea4 tempest-TestMinimumBasicScenario-490601421 tempest-TestMinimumBasicScenario-490601421-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2134397 Nov 08 22:09:05.107014 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.wsgi [-] (101082) accepted ('10.222.0.25', 50206) {{(pid=101082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 22:09:05.112044 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.v2.base [None req-c3317532-1c2e-4141-88b6-b99eb3c4b18c tempest-TestMinimumBasicScenario-490601421 tempest-TestMinimumBasicScenario-490601421-project] Request body: {'security_group_rule': {'security_group_id': '22d3b48f-5f1a-483e-9d83-bcf637aa67a8', 'project_id': 'fb7b12f683ee48a497a40419ad743d9a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 22:09:05.123539 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-93e1734f-e21d-4118-97f7-a8d65b31ff53 req-fd967876-83a3-4a86-8872-016c666005a5 service neutron] 10.222.0.48 "GET /v2.0/networks/cdcc7d87-c10c-471a-af0b-9ce1bfa4e121?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1177459 Nov 08 22:09:05.134769 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.db.securitygroups_db [None req-c3317532-1c2e-4141-88b6-b99eb3c4b18c tempest-TestMinimumBasicScenario-490601421 tempest-TestMinimumBasicScenario-490601421-project] Project fb7b12f683ee48a497a40419ad743d9a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 08 22:09:05.140140 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-c3317532-1c2e-4141-88b6-b99eb3c4b18c tempest-TestMinimumBasicScenario-490601421 tempest-TestMinimumBasicScenario-490601421-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:09:05.200510 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-c3317532-1c2e-4141-88b6-b99eb3c4b18c tempest-TestMinimumBasicScenario-490601421 tempest-TestMinimumBasicScenario-490601421-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:09:05.205039 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-c3317532-1c2e-4141-88b6-b99eb3c4b18c tempest-TestMinimumBasicScenario-490601421 tempest-TestMinimumBasicScenario-490601421-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2033480'] for security_group_rule, after_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:09:05.222150 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3317532-1c2e-4141-88b6-b99eb3c4b18c tempest-TestMinimumBasicScenario-490601421 tempest-TestMinimumBasicScenario-490601421-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7cd51ac2-8ccf-4ebf-9210-74e9c7d268ea,revision_number=0']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:09:05.226983 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-93e1734f-e21d-4118-97f7-a8d65b31ff53 req-8e9f61db-e23e-4038-8af7-56b0c0e81a78 service neutron] 10.222.0.48 "GET /v2.0/networks/cdcc7d87-c10c-471a-af0b-9ce1bfa4e121?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943460 Nov 08 22:09:05.233703 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-c3317532-1c2e-4141-88b6-b99eb3c4b18c tempest-TestMinimumBasicScenario-490601421 tempest-TestMinimumBasicScenario-490601421-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:09:05.234936 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [None req-c3317532-1c2e-4141-88b6-b99eb3c4b18c tempest-TestMinimumBasicScenario-490601421 tempest-TestMinimumBasicScenario-490601421-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1266940 Nov 08 22:09:05.237813 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.wsgi [-] (101082) accepted ('10.222.0.25', 50208) {{(pid=101082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 22:09:05.242513 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.v2.base [None req-eb21b452-f065-4a7e-9aa8-6cc1a17c17d3 tempest-TestMinimumBasicScenario-490601421 tempest-TestMinimumBasicScenario-490601421-project] Request body: {'security_group_rule': {'security_group_id': '22d3b48f-5f1a-483e-9d83-bcf637aa67a8', 'project_id': 'fb7b12f683ee48a497a40419ad743d9a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 22:09:05.266674 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.db.securitygroups_db [None req-eb21b452-f065-4a7e-9aa8-6cc1a17c17d3 tempest-TestMinimumBasicScenario-490601421 tempest-TestMinimumBasicScenario-490601421-project] Project fb7b12f683ee48a497a40419ad743d9a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 08 22:09:05.272106 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-eb21b452-f065-4a7e-9aa8-6cc1a17c17d3 tempest-TestMinimumBasicScenario-490601421 tempest-TestMinimumBasicScenario-490601421-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:09:05.272288 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fbbb89b-46c0-4301-9c74-1fc131d766e5 None None] New status for floating IP 8815c0b4-ac7a-47b2-ac0f-ff49c2d96cba: ACTIVE {{(pid=101085) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 08 22:09:05.332684 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-eb21b452-f065-4a7e-9aa8-6cc1a17c17d3 tempest-TestMinimumBasicScenario-490601421 tempest-TestMinimumBasicScenario-490601421-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:09:05.338871 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-eb21b452-f065-4a7e-9aa8-6cc1a17c17d3 tempest-TestMinimumBasicScenario-490601421 tempest-TestMinimumBasicScenario-490601421-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2033480'] for security_group_rule, after_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:09:05.356682 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb21b452-f065-4a7e-9aa8-6cc1a17c17d3 tempest-TestMinimumBasicScenario-490601421 tempest-TestMinimumBasicScenario-490601421-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=532bac28-4804-4cbd-90f0-f783833fe001,revision_number=0']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:09:05.365925 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-eb21b452-f065-4a7e-9aa8-6cc1a17c17d3 tempest-TestMinimumBasicScenario-490601421 tempest-TestMinimumBasicScenario-490601421-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:09:05.370163 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [None req-eb21b452-f065-4a7e-9aa8-6cc1a17c17d3 tempest-TestMinimumBasicScenario-490601421 tempest-TestMinimumBasicScenario-490601421-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1313121 Nov 08 22:09:05.461213 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-e327ce75-d095-4d0d-8a53-23645cb4210b req-1bedbafd-a337-4b3f-a8cf-6df499d09f4b tempest-TestMinimumBasicScenario-490601421 tempest-TestMinimumBasicScenario-490601421-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1361899306&fields=id&tenant_id=fb7b12f683ee48a497a40419ad743d9a HTTP/1.1" status: 200 len: 267 time: 0.0443335 Nov 08 22:09:05.519222 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e327ce75-d095-4d0d-8a53-23645cb4210b req-3558bb66-d810-465e-9d2a-83e94932aed6 tempest-TestMinimumBasicScenario-490601421 tempest-TestMinimumBasicScenario-490601421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:09:05.520848 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-e327ce75-d095-4d0d-8a53-23645cb4210b req-3558bb66-d810-465e-9d2a-83e94932aed6 tempest-TestMinimumBasicScenario-490601421 tempest-TestMinimumBasicScenario-490601421-project] 10.222.0.25 "GET /v2.0/ports?device_id=c3fab5ea-ed62-4376-8af2-3ef1faabe7d7 HTTP/1.1" status: 200 len: 945 time: 0.0535004 Nov 08 22:09:05.532796 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.v2.base [req-e327ce75-d095-4d0d-8a53-23645cb4210b req-fc7774dc-3a2d-46db-8c50-0a8d9d45cf20 tempest-TestMinimumBasicScenario-490601421 tempest-TestMinimumBasicScenario-490601421-project] Request body: {'port': {'security_groups': ['9bc222df-8e73-46ed-82d3-f05fddb11c82', '22d3b48f-5f1a-483e-9d83-bcf637aa67a8']}} {{(pid=101082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 22:09:05.596895 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [req-e327ce75-d095-4d0d-8a53-23645cb4210b req-fc7774dc-3a2d-46db-8c50-0a8d9d45cf20 tempest-TestMinimumBasicScenario-490601421 tempest-TestMinimumBasicScenario-490601421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-925982'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:09:05.775388 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.plugins.ml2.db [req-e327ce75-d095-4d0d-8a53-23645cb4210b req-fc7774dc-3a2d-46db-8c50-0a8d9d45cf20 tempest-TestMinimumBasicScenario-490601421 tempest-TestMinimumBasicScenario-490601421-project] For port 97f30aea-7372-43bd-bfda-6f3d7ac9c000, host hv-cinder-81708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81708',level=0,port_id=97f30aea-7372-43bd-bfda-6f3d7ac9c000,segment=NetworkSegment(31973302-188d-4b37-8b68-7732ca909711),segment_id=31973302-188d-4b37-8b68-7732ca909711)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 22:09:05.803864 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [req-e327ce75-d095-4d0d-8a53-23645cb4210b req-fc7774dc-3a2d-46db-8c50-0a8d9d45cf20 tempest-TestMinimumBasicScenario-490601421 tempest-TestMinimumBasicScenario-490601421-project] Publish callbacks [] for port, precommit_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:09:05.808140 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [req-e327ce75-d095-4d0d-8a53-23645cb4210b req-fc7774dc-3a2d-46db-8c50-0a8d9d45cf20 tempest-TestMinimumBasicScenario-490601421 tempest-TestMinimumBasicScenario-490601421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728276638356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728276144285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728276144303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7854475'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:09:05.819762 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.db [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] get_ports_and_sgs() called for port_ids ['97f30aea-7372-43bd-bfda-6f3d7ac9c000'] {{(pid=101084) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 22:09:05.850242 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e327ce75-d095-4d0d-8a53-23645cb4210b req-fc7774dc-3a2d-46db-8c50-0a8d9d45cf20 tempest-TestMinimumBasicScenario-490601421 tempest-TestMinimumBasicScenario-490601421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:09:05.850868 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [req-e327ce75-d095-4d0d-8a53-23645cb4210b req-fc7774dc-3a2d-46db-8c50-0a8d9d45cf20 tempest-TestMinimumBasicScenario-490601421 tempest-TestMinimumBasicScenario-490601421-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465805'] for port, before_response {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:09:05.852264 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-e327ce75-d095-4d0d-8a53-23645cb4210b req-fc7774dc-3a2d-46db-8c50-0a8d9d45cf20 tempest-TestMinimumBasicScenario-490601421 tempest-TestMinimumBasicScenario-490601421-project] 10.222.0.25 "PUT /v2.0/ports/97f30aea-7372-43bd-bfda-6f3d7ac9c000 HTTP/1.1" status: 200 len: 981 time: 0.3248928 Nov 08 22:09:05.878257 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7774dc-3a2d-46db-8c50-0a8d9d45cf20 tempest-TestMinimumBasicScenario-490601421 tempest-TestMinimumBasicScenario-490601421-project] Pushing event updated for resources: {'Port': ['ID=97f30aea-7372-43bd-bfda-6f3d7ac9c000,revision_number=6']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:09:05.942348 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.db [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] get_ports_and_sgs() called for port_ids ['97f30aea-7372-43bd-bfda-6f3d7ac9c000'] {{(pid=101084) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 22:09:05.968131 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cdb718-48c9-475d-b32a-9263e6d9e67b req-b97182f7-07d6-446b-b9b1-84cf2e11cf72 tempest-TestMinimumBasicScenario-490601421 tempest-TestMinimumBasicScenario-490601421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:09:05.970444 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-a4cdb718-48c9-475d-b32a-9263e6d9e67b req-b97182f7-07d6-446b-b9b1-84cf2e11cf72 tempest-TestMinimumBasicScenario-490601421 tempest-TestMinimumBasicScenario-490601421-project] 10.222.0.25 "GET /v2.0/ports?device_id=c3fab5ea-ed62-4376-8af2-3ef1faabe7d7 HTTP/1.1" status: 200 len: 984 time: 0.0564008 Nov 08 22:09:06.036881 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-a4cdb718-48c9-475d-b32a-9263e6d9e67b req-f970acb7-fd7d-4aae-8189-434286265c7f tempest-TestMinimumBasicScenario-490601421 tempest-TestMinimumBasicScenario-490601421-project] 10.222.0.25 "GET /v2.0/security-groups?id=22d3b48f-5f1a-483e-9d83-bcf637aa67a8&id=9bc222df-8e73-46ed-82d3-f05fddb11c82&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0593653 Nov 08 22:09:06.180245 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.db.provisioning_blocks [None req-09b6e65a-4e48-45ba-808f-95c24bd97dba None None] Provisioning complete for port 97f30aea-7372-43bd-bfda-6f3d7ac9c000 triggered by entity DHCP. {{(pid=101084) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 22:09:06.180524 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-09b6e65a-4e48-45ba-808f-95c24bd97dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-534742'] for port, provisioning_complete {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:09:06.302255 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3fab5ea-ed62-4376-8af2-3ef1faabe7d7', 'tag': '97f30aea-7372-43bd-bfda-6f3d7ac9c000'}] {{(pid=101082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 22:09:06.304682 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5244ac95217a6bb312334333bc6ed4bdb0e50c4a837cb758f48f620e9b099f25" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ac56d8a-42b3-4081-a6d0-53a12a5d4c88" -d '{"events": [{"name": "network-changed", "server_uuid": "c3fab5ea-ed62-4376-8af2-3ef1faabe7d7", "tag": "97f30aea-7372-43bd-bfda-6f3d7ac9c000"}]}' {{(pid=101082) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 22:09:06.344540 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 22:09:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18173ed2-82cc-4959-a371-c2140ddb610d x-openstack-request-id: req-18173ed2-82cc-4959-a371-c2140ddb610d {{(pid=101082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 22:09:06.344855 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3fab5ea-ed62-4376-8af2-3ef1faabe7d7", "tag": "97f30aea-7372-43bd-bfda-6f3d7ac9c000", "status": "completed", "code": 200}]} {{(pid=101082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 22:09:06.345098 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-18173ed2-82cc-4959-a371-c2140ddb610d {{(pid=101082) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 22:09:06.345488 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3fab5ea-ed62-4376-8af2-3ef1faabe7d7', 'tag': '97f30aea-7372-43bd-bfda-6f3d7ac9c000', 'status': 'completed', 'code': 200} Nov 08 22:09:06.411907 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac56d8a-42b3-4081-a6d0-53a12a5d4c88 req-0b0226fb-08c8-401d-9a3e-21801f0c8710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:09:06.413459 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-3ac56d8a-42b3-4081-a6d0-53a12a5d4c88 req-0b0226fb-08c8-401d-9a3e-21801f0c8710 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=fb7b12f683ee48a497a40419ad743d9a&device_id=c3fab5ea-ed62-4376-8af2-3ef1faabe7d7 HTTP/1.1" status: 200 len: 1137 time: 0.0429208 Nov 08 22:09:06.519241 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac56d8a-42b3-4081-a6d0-53a12a5d4c88 req-0d58a535-b127-4056-b985-8576c9471971 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:09:06.520705 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-3ac56d8a-42b3-4081-a6d0-53a12a5d4c88 req-0d58a535-b127-4056-b985-8576c9471971 service neutron] 10.222.0.48 "GET /v2.0/networks?id=cdcc7d87-c10c-471a-af0b-9ce1bfa4e121 HTTP/1.1" status: 200 len: 916 time: 0.0977428 Nov 08 22:09:06.601094 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-3ac56d8a-42b3-4081-a6d0-53a12a5d4c88 req-5afc8ef2-8b3c-46c8-a0fa-e8d38a4ad8f8 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=97f30aea-7372-43bd-bfda-6f3d7ac9c000 HTTP/1.1" status: 200 len: 1000 time: 0.0725446 Nov 08 22:09:06.656470 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac56d8a-42b3-4081-a6d0-53a12a5d4c88 req-939232c0-568e-4ad4-b05e-10f457fb31dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:09:06.657944 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-3ac56d8a-42b3-4081-a6d0-53a12a5d4c88 req-939232c0-568e-4ad4-b05e-10f457fb31dd service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0ae83315-2964-41b1-9afb-e3f063587954 HTTP/1.1" status: 200 len: 854 time: 0.0487378 Nov 08 22:09:06.709197 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac56d8a-42b3-4081-a6d0-53a12a5d4c88 req-4deab009-7c0f-415e-b529-a2393f347a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:09:06.710697 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-3ac56d8a-42b3-4081-a6d0-53a12a5d4c88 req-4deab009-7c0f-415e-b529-a2393f347a0b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=cdcc7d87-c10c-471a-af0b-9ce1bfa4e121&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0448797 Nov 08 22:09:06.803591 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-3ac56d8a-42b3-4081-a6d0-53a12a5d4c88 req-afa10fbe-b8c2-4924-9a2e-654e439cefb9 service neutron] 10.222.0.48 "GET /v2.0/networks/cdcc7d87-c10c-471a-af0b-9ce1bfa4e121?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831420 Nov 08 22:09:06.892482 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-3ac56d8a-42b3-4081-a6d0-53a12a5d4c88 req-2f305909-0c77-4153-afd8-b0728a89865a service neutron] 10.222.0.48 "GET /v2.0/networks/cdcc7d87-c10c-471a-af0b-9ce1bfa4e121?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808969 Nov 08 22:09:16.823484 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-7c4f89e2-24a8-484e-ac0e-0c0c8082ffe8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728276665375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534631'] for agent, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:09:19.143201 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-2262dabd-706e-4c12-9eef-e16d45b6b762 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728276665375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534631'] for agent, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:09:19.305151 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.db.agents_db [None req-16c50754-5ab9-47e2-9d92-00a33089e8d5 None None] Agent healthcheck: found 6 active agents {{(pid=101085) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 22:09:20.186069 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-38f8c81f-ca07-4188-b5ff-70ceca3f97c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728276665375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534631'] for agent, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:09:21.833337 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-550ddcb2-f0f8-4b6b-a238-0b8e3ebb0b9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728276665375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534631'] for agent, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:09:22.486247 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-ad13160b-513d-4512-a15f-cb40cce6b7e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728276665375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534631'] for agent, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:09:25.282464 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728276665375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534631'] for agent, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:09:28.561069 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0863794-f7ba-4b2d-8995-fd59625824ec req-b03550e8-c3f9-4b06-845b-ee325147590d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:09:28.562648 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-b0863794-f7ba-4b2d-8995-fd59625824ec req-b03550e8-c3f9-4b06-845b-ee325147590d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=fb7b12f683ee48a497a40419ad743d9a&device_id=c3fab5ea-ed62-4376-8af2-3ef1faabe7d7 HTTP/1.1" status: 200 len: 1137 time: 0.0464997 Nov 08 22:09:28.565217 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd66f863-372e-46d9-bdb0-66292437f0ae req-ae511add-e70f-4745-b9c1-5f57377d90ac tempest-TestMinimumBasicScenario-490601421 tempest-TestMinimumBasicScenario-490601421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:09:28.566695 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-dd66f863-372e-46d9-bdb0-66292437f0ae req-ae511add-e70f-4745-b9c1-5f57377d90ac tempest-TestMinimumBasicScenario-490601421 tempest-TestMinimumBasicScenario-490601421-project] 10.222.0.25 "GET /v2.0/ports?device_id=c3fab5ea-ed62-4376-8af2-3ef1faabe7d7 HTTP/1.1" status: 200 len: 984 time: 0.0636258 Nov 08 22:09:28.626191 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-dd66f863-372e-46d9-bdb0-66292437f0ae req-d9fc311c-3be0-4916-b42b-8e5c366675ac tempest-TestMinimumBasicScenario-490601421 tempest-TestMinimumBasicScenario-490601421-project] 10.222.0.25 "GET /v2.0/security-groups?id=22d3b48f-5f1a-483e-9d83-bcf637aa67a8&id=9bc222df-8e73-46ed-82d3-f05fddb11c82&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0534081 Nov 08 22:09:28.651828 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0863794-f7ba-4b2d-8995-fd59625824ec req-d4b51dc5-fccf-4e7f-ad48-e3ef767268d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:09:28.653352 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-b0863794-f7ba-4b2d-8995-fd59625824ec req-d4b51dc5-fccf-4e7f-ad48-e3ef767268d9 service neutron] 10.222.0.48 "GET /v2.0/networks?id=cdcc7d87-c10c-471a-af0b-9ce1bfa4e121 HTTP/1.1" status: 200 len: 916 time: 0.0835576 Nov 08 22:09:28.721853 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-b0863794-f7ba-4b2d-8995-fd59625824ec req-c1cda220-7815-4392-9dc2-ef3523c768ba service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=97f30aea-7372-43bd-bfda-6f3d7ac9c000 HTTP/1.1" status: 200 len: 1000 time: 0.0600150 Nov 08 22:09:28.769948 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0863794-f7ba-4b2d-8995-fd59625824ec req-1d15ee21-5c39-476a-af83-2146356a2d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:09:28.771370 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-b0863794-f7ba-4b2d-8995-fd59625824ec req-1d15ee21-5c39-476a-af83-2146356a2d5f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0ae83315-2964-41b1-9afb-e3f063587954 HTTP/1.1" status: 200 len: 854 time: 0.0427449 Nov 08 22:09:28.815055 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0863794-f7ba-4b2d-8995-fd59625824ec req-b9a1eaa7-c1fb-4991-82c4-9725b1618a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:09:28.816462 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-b0863794-f7ba-4b2d-8995-fd59625824ec req-b9a1eaa7-c1fb-4991-82c4-9725b1618a47 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=cdcc7d87-c10c-471a-af0b-9ce1bfa4e121&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0381725 Nov 08 22:09:28.922772 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-b0863794-f7ba-4b2d-8995-fd59625824ec req-7a6fe653-f19d-46e9-8200-15ec6c1d0294 service neutron] 10.222.0.48 "GET /v2.0/networks/cdcc7d87-c10c-471a-af0b-9ce1bfa4e121?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981534 Nov 08 22:09:29.009789 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-b0863794-f7ba-4b2d-8995-fd59625824ec req-f67859ae-0c5e-4a60-9e08-c93062961309 service neutron] 10.222.0.48 "GET /v2.0/networks/cdcc7d87-c10c-471a-af0b-9ce1bfa4e121?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798926 Nov 08 22:09:29.744689 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f4586d-4e06-4993-96f9-37ec4a88ce12 req-77c40fd0-b0b4-4f82-a740-d01cab68383f tempest-TestMinimumBasicScenario-490601421 tempest-TestMinimumBasicScenario-490601421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:09:29.746139 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-b0f4586d-4e06-4993-96f9-37ec4a88ce12 req-77c40fd0-b0b4-4f82-a740-d01cab68383f tempest-TestMinimumBasicScenario-490601421 tempest-TestMinimumBasicScenario-490601421-project] 10.222.0.25 "GET /v2.0/ports?device_id=c3fab5ea-ed62-4376-8af2-3ef1faabe7d7 HTTP/1.1" status: 200 len: 984 time: 0.0516119 Nov 08 22:09:29.803820 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-b0f4586d-4e06-4993-96f9-37ec4a88ce12 req-169a8d68-d993-438c-8d56-421bb674d0a2 tempest-TestMinimumBasicScenario-490601421 tempest-TestMinimumBasicScenario-490601421-project] 10.222.0.25 "GET /v2.0/security-groups?id=22d3b48f-5f1a-483e-9d83-bcf637aa67a8&id=9bc222df-8e73-46ed-82d3-f05fddb11c82&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0518165 Nov 08 22:09:30.917567 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad283a13-1aec-4780-8dd3-6736a7ded140 req-6d5721f3-63ba-4223-a3a6-8d5f9434978e tempest-TestMinimumBasicScenario-490601421 tempest-TestMinimumBasicScenario-490601421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:09:30.919064 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-ad283a13-1aec-4780-8dd3-6736a7ded140 req-6d5721f3-63ba-4223-a3a6-8d5f9434978e tempest-TestMinimumBasicScenario-490601421 tempest-TestMinimumBasicScenario-490601421-project] 10.222.0.25 "GET /v2.0/ports?device_id=c3fab5ea-ed62-4376-8af2-3ef1faabe7d7 HTTP/1.1" status: 200 len: 984 time: 0.0499604 Nov 08 22:09:30.978854 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-ad283a13-1aec-4780-8dd3-6736a7ded140 req-f8e4d22e-9a54-4acc-b882-0fda594c630e tempest-TestMinimumBasicScenario-490601421 tempest-TestMinimumBasicScenario-490601421-project] 10.222.0.25 "GET /v2.0/security-groups?id=22d3b48f-5f1a-483e-9d83-bcf637aa67a8&id=9bc222df-8e73-46ed-82d3-f05fddb11c82&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0531800 Nov 08 22:09:32.091125 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c750f30-4525-44e6-af24-33b71f89ff5a req-98c82043-90ee-491b-817d-b0355ec846f5 tempest-TestMinimumBasicScenario-490601421 tempest-TestMinimumBasicScenario-490601421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:09:32.092752 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-9c750f30-4525-44e6-af24-33b71f89ff5a req-98c82043-90ee-491b-817d-b0355ec846f5 tempest-TestMinimumBasicScenario-490601421 tempest-TestMinimumBasicScenario-490601421-project] 10.222.0.25 "GET /v2.0/ports?device_id=c3fab5ea-ed62-4376-8af2-3ef1faabe7d7 HTTP/1.1" status: 200 len: 984 time: 0.0485041 Nov 08 22:09:32.154918 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-9c750f30-4525-44e6-af24-33b71f89ff5a req-a17926b1-ab43-4d62-b1fb-40bd20b40eb8 tempest-TestMinimumBasicScenario-490601421 tempest-TestMinimumBasicScenario-490601421-project] 10.222.0.25 "GET /v2.0/security-groups?id=22d3b48f-5f1a-483e-9d83-bcf637aa67a8&id=9bc222df-8e73-46ed-82d3-f05fddb11c82&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0562544 Nov 08 22:09:33.269304 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82339883-c33a-4a41-97a4-80935e739644 req-fbd917b9-b50b-4757-a34b-3f84b1766323 tempest-TestMinimumBasicScenario-490601421 tempest-TestMinimumBasicScenario-490601421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:09:33.270694 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-82339883-c33a-4a41-97a4-80935e739644 req-fbd917b9-b50b-4757-a34b-3f84b1766323 tempest-TestMinimumBasicScenario-490601421 tempest-TestMinimumBasicScenario-490601421-project] 10.222.0.25 "GET /v2.0/ports?device_id=c3fab5ea-ed62-4376-8af2-3ef1faabe7d7 HTTP/1.1" status: 200 len: 984 time: 0.0486906 Nov 08 22:09:33.328239 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-82339883-c33a-4a41-97a4-80935e739644 req-bb86b1c7-64b4-4415-99d0-c49a9f306c53 tempest-TestMinimumBasicScenario-490601421 tempest-TestMinimumBasicScenario-490601421-project] 10.222.0.25 "GET /v2.0/security-groups?id=22d3b48f-5f1a-483e-9d83-bcf637aa67a8&id=9bc222df-8e73-46ed-82d3-f05fddb11c82&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0517073 Nov 08 22:09:34.439059 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcf6e22-bcb8-4393-82f8-2b52db847d6c req-a2ee1434-1fc7-4ee1-9cdd-22af7de25a4a tempest-TestMinimumBasicScenario-490601421 tempest-TestMinimumBasicScenario-490601421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:09:34.440502 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-2fcf6e22-bcb8-4393-82f8-2b52db847d6c req-a2ee1434-1fc7-4ee1-9cdd-22af7de25a4a tempest-TestMinimumBasicScenario-490601421 tempest-TestMinimumBasicScenario-490601421-project] 10.222.0.25 "GET /v2.0/ports?device_id=c3fab5ea-ed62-4376-8af2-3ef1faabe7d7 HTTP/1.1" status: 200 len: 984 time: 0.0480464 Nov 08 22:09:34.498842 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-2fcf6e22-bcb8-4393-82f8-2b52db847d6c req-c643442f-9d82-4f59-8772-a27fd6a204eb tempest-TestMinimumBasicScenario-490601421 tempest-TestMinimumBasicScenario-490601421-project] 10.222.0.25 "GET /v2.0/security-groups?id=22d3b48f-5f1a-483e-9d83-bcf637aa67a8&id=9bc222df-8e73-46ed-82d3-f05fddb11c82&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0523598 Nov 08 22:09:35.614787 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c8d9dc-4771-411e-a146-b9f23a70cf1c req-ebef3d07-ae6e-402f-abdd-d097a7409344 tempest-TestMinimumBasicScenario-490601421 tempest-TestMinimumBasicScenario-490601421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:09:35.616137 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-a3c8d9dc-4771-411e-a146-b9f23a70cf1c req-ebef3d07-ae6e-402f-abdd-d097a7409344 tempest-TestMinimumBasicScenario-490601421 tempest-TestMinimumBasicScenario-490601421-project] 10.222.0.25 "GET /v2.0/ports?device_id=c3fab5ea-ed62-4376-8af2-3ef1faabe7d7 HTTP/1.1" status: 200 len: 984 time: 0.0514789 Nov 08 22:09:35.674531 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-a3c8d9dc-4771-411e-a146-b9f23a70cf1c req-25cf8fef-78ef-45a3-b851-24a2558c1e24 tempest-TestMinimumBasicScenario-490601421 tempest-TestMinimumBasicScenario-490601421-project] 10.222.0.25 "GET /v2.0/security-groups?id=22d3b48f-5f1a-483e-9d83-bcf637aa67a8&id=9bc222df-8e73-46ed-82d3-f05fddb11c82&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0523870 Nov 08 22:09:36.785952 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5ac98b-c988-4755-8c18-9a7139734034 req-c4a77a42-762d-434a-9812-f7026011c9bf tempest-TestMinimumBasicScenario-490601421 tempest-TestMinimumBasicScenario-490601421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:09:36.787393 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-0e5ac98b-c988-4755-8c18-9a7139734034 req-c4a77a42-762d-434a-9812-f7026011c9bf tempest-TestMinimumBasicScenario-490601421 tempest-TestMinimumBasicScenario-490601421-project] 10.222.0.25 "GET /v2.0/ports?device_id=c3fab5ea-ed62-4376-8af2-3ef1faabe7d7 HTTP/1.1" status: 200 len: 984 time: 0.0483873 Nov 08 22:09:36.845242 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-0e5ac98b-c988-4755-8c18-9a7139734034 req-585756f3-18d2-4eed-b71d-99581eba4581 tempest-TestMinimumBasicScenario-490601421 tempest-TestMinimumBasicScenario-490601421-project] 10.222.0.25 "GET /v2.0/security-groups?id=22d3b48f-5f1a-483e-9d83-bcf637aa67a8&id=9bc222df-8e73-46ed-82d3-f05fddb11c82&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0521116 Nov 08 22:09:37.956138 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0251d645-04f9-4cdb-a604-06c0df4ae71e req-ee134b8f-311c-453a-b2ae-5f2092a03dc4 tempest-TestMinimumBasicScenario-490601421 tempest-TestMinimumBasicScenario-490601421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:09:37.957771 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-0251d645-04f9-4cdb-a604-06c0df4ae71e req-ee134b8f-311c-453a-b2ae-5f2092a03dc4 tempest-TestMinimumBasicScenario-490601421 tempest-TestMinimumBasicScenario-490601421-project] 10.222.0.25 "GET /v2.0/ports?device_id=c3fab5ea-ed62-4376-8af2-3ef1faabe7d7 HTTP/1.1" status: 200 len: 984 time: 0.0483122 Nov 08 22:09:38.019895 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-0251d645-04f9-4cdb-a604-06c0df4ae71e req-5f02359c-b841-4c52-8b5d-43db946fc7cd tempest-TestMinimumBasicScenario-490601421 tempest-TestMinimumBasicScenario-490601421-project] 10.222.0.25 "GET /v2.0/security-groups?id=22d3b48f-5f1a-483e-9d83-bcf637aa67a8&id=9bc222df-8e73-46ed-82d3-f05fddb11c82&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0562093 Nov 08 22:09:39.134368 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13589290-ccdb-4e7a-bdfa-76bd3d510283 req-3da1d1e2-c5c4-4f76-b5ed-6c64f263985e tempest-TestMinimumBasicScenario-490601421 tempest-TestMinimumBasicScenario-490601421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:09:39.135840 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-13589290-ccdb-4e7a-bdfa-76bd3d510283 req-3da1d1e2-c5c4-4f76-b5ed-6c64f263985e tempest-TestMinimumBasicScenario-490601421 tempest-TestMinimumBasicScenario-490601421-project] 10.222.0.25 "GET /v2.0/ports?device_id=c3fab5ea-ed62-4376-8af2-3ef1faabe7d7 HTTP/1.1" status: 200 len: 984 time: 0.0502279 Nov 08 22:09:39.194131 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-13589290-ccdb-4e7a-bdfa-76bd3d510283 req-ec4ad1c3-4e95-4dba-88bc-a4ae36c01298 tempest-TestMinimumBasicScenario-490601421 tempest-TestMinimumBasicScenario-490601421-project] 10.222.0.25 "GET /v2.0/security-groups?id=22d3b48f-5f1a-483e-9d83-bcf637aa67a8&id=9bc222df-8e73-46ed-82d3-f05fddb11c82&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0523336 Nov 08 22:09:40.306177 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62af4589-a345-448f-9a73-1ac0e03b5163 req-5189459c-19df-49f4-8e65-4a8b1e254725 tempest-TestMinimumBasicScenario-490601421 tempest-TestMinimumBasicScenario-490601421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:09:40.307614 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-62af4589-a345-448f-9a73-1ac0e03b5163 req-5189459c-19df-49f4-8e65-4a8b1e254725 tempest-TestMinimumBasicScenario-490601421 tempest-TestMinimumBasicScenario-490601421-project] 10.222.0.25 "GET /v2.0/ports?device_id=c3fab5ea-ed62-4376-8af2-3ef1faabe7d7 HTTP/1.1" status: 200 len: 984 time: 0.0475893 Nov 08 22:09:40.365985 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-62af4589-a345-448f-9a73-1ac0e03b5163 req-2a8f524a-39c7-4929-825b-6e28442ad7b3 tempest-TestMinimumBasicScenario-490601421 tempest-TestMinimumBasicScenario-490601421-project] 10.222.0.25 "GET /v2.0/security-groups?id=22d3b48f-5f1a-483e-9d83-bcf637aa67a8&id=9bc222df-8e73-46ed-82d3-f05fddb11c82&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0518711 Nov 08 22:09:41.480742 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de904efb-054f-4a2a-9309-c1db5fee4d63 req-0c4093de-6aef-4031-85b2-66e3eab246c3 tempest-TestMinimumBasicScenario-490601421 tempest-TestMinimumBasicScenario-490601421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:09:41.482737 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-de904efb-054f-4a2a-9309-c1db5fee4d63 req-0c4093de-6aef-4031-85b2-66e3eab246c3 tempest-TestMinimumBasicScenario-490601421 tempest-TestMinimumBasicScenario-490601421-project] 10.222.0.25 "GET /v2.0/ports?device_id=c3fab5ea-ed62-4376-8af2-3ef1faabe7d7 HTTP/1.1" status: 200 len: 984 time: 0.0506337 Nov 08 22:09:41.540679 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-de904efb-054f-4a2a-9309-c1db5fee4d63 req-344825d6-7412-444a-88c5-fbbe89eeb35c tempest-TestMinimumBasicScenario-490601421 tempest-TestMinimumBasicScenario-490601421-project] 10.222.0.25 "GET /v2.0/security-groups?id=22d3b48f-5f1a-483e-9d83-bcf637aa67a8&id=9bc222df-8e73-46ed-82d3-f05fddb11c82&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0519648 Nov 08 22:09:42.653620 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c74cb4e-2c2e-4662-9980-e2f84843ee8c req-d9545f2b-52cf-4972-b5d2-62d0b6f8f237 tempest-TestMinimumBasicScenario-490601421 tempest-TestMinimumBasicScenario-490601421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:09:42.654969 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-7c74cb4e-2c2e-4662-9980-e2f84843ee8c req-d9545f2b-52cf-4972-b5d2-62d0b6f8f237 tempest-TestMinimumBasicScenario-490601421 tempest-TestMinimumBasicScenario-490601421-project] 10.222.0.25 "GET /v2.0/ports?device_id=c3fab5ea-ed62-4376-8af2-3ef1faabe7d7 HTTP/1.1" status: 200 len: 984 time: 0.0484695 Nov 08 22:09:42.712731 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-7c74cb4e-2c2e-4662-9980-e2f84843ee8c req-8e3f345c-53de-4e87-8046-1b3404d19524 tempest-TestMinimumBasicScenario-490601421 tempest-TestMinimumBasicScenario-490601421-project] 10.222.0.25 "GET /v2.0/security-groups?id=22d3b48f-5f1a-483e-9d83-bcf637aa67a8&id=9bc222df-8e73-46ed-82d3-f05fddb11c82&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0518639 Nov 08 22:09:43.833160 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6188794c-2ec3-40f4-bfa9-dece2f66c639 req-94f7dc6f-5d29-4b18-891d-d51bb1cc04ff tempest-TestMinimumBasicScenario-490601421 tempest-TestMinimumBasicScenario-490601421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:09:43.834613 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-6188794c-2ec3-40f4-bfa9-dece2f66c639 req-94f7dc6f-5d29-4b18-891d-d51bb1cc04ff tempest-TestMinimumBasicScenario-490601421 tempest-TestMinimumBasicScenario-490601421-project] 10.222.0.25 "GET /v2.0/ports?device_id=c3fab5ea-ed62-4376-8af2-3ef1faabe7d7 HTTP/1.1" status: 200 len: 984 time: 0.0518105 Nov 08 22:09:44.158178 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-6188794c-2ec3-40f4-bfa9-dece2f66c639 req-2a21eb7b-9a65-4652-9ff2-58fba3045dc4 tempest-TestMinimumBasicScenario-490601421 tempest-TestMinimumBasicScenario-490601421-project] 10.222.0.25 "GET /v2.0/security-groups?id=22d3b48f-5f1a-483e-9d83-bcf637aa67a8&id=9bc222df-8e73-46ed-82d3-f05fddb11c82&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3176548 Nov 08 22:09:45.272414 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f396ef2b-0af0-4a53-8a16-cec69bcb4bda req-94b4a9e3-213d-4b0b-a92f-d5b4d19ffb43 tempest-TestMinimumBasicScenario-490601421 tempest-TestMinimumBasicScenario-490601421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:09:45.273778 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-f396ef2b-0af0-4a53-8a16-cec69bcb4bda req-94b4a9e3-213d-4b0b-a92f-d5b4d19ffb43 tempest-TestMinimumBasicScenario-490601421 tempest-TestMinimumBasicScenario-490601421-project] 10.222.0.25 "GET /v2.0/ports?device_id=c3fab5ea-ed62-4376-8af2-3ef1faabe7d7 HTTP/1.1" status: 200 len: 984 time: 0.0498049 Nov 08 22:09:45.336050 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-f396ef2b-0af0-4a53-8a16-cec69bcb4bda req-44e996b9-09d2-412c-8cfd-ad18beb4e077 tempest-TestMinimumBasicScenario-490601421 tempest-TestMinimumBasicScenario-490601421-project] 10.222.0.25 "GET /v2.0/security-groups?id=22d3b48f-5f1a-483e-9d83-bcf637aa67a8&id=9bc222df-8e73-46ed-82d3-f05fddb11c82&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0562875 Nov 08 22:09:46.824020 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-bfcf0cb0-a1f1-42b5-abe4-b7d77a2a7373 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728276665375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534631'] for agent, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:09:49.145384 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-544b1d96-a8d0-4aa8-9762-4afbaac32d3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728276665375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534631'] for agent, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:09:50.191510 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-38f8c81f-ca07-4188-b5ff-70ceca3f97c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728276665375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534631'] for agent, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:09:51.837863 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-550ddcb2-f0f8-4b6b-a238-0b8e3ebb0b9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728276665375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534631'] for agent, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:09:52.487596 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-ad13160b-513d-4512-a15f-cb40cce6b7e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728276665375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534631'] for agent, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:09:55.301426 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728276665375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534631'] for agent, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:09:56.304159 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.db.agents_db [None req-16c50754-5ab9-47e2-9d92-00a33089e8d5 None None] Agent healthcheck: found 6 active agents {{(pid=101085) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 22:09:57.363798 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5519a5-d833-4566-b0ec-d8d11401b8d3 req-a86c25fb-5a9b-4753-b0a5-8ea68d7252c5 tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:09:57.365315 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-7e5519a5-d833-4566-b0ec-d8d11401b8d3 req-a86c25fb-5a9b-4753-b0a5-8ea68d7252c5 tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] 10.222.0.25 "GET /v2.0/ports?device_id=875a4116-c9a5-4900-9746-f0dc4a228233 HTTP/1.1" status: 200 len: 946 time: 0.1754057 Nov 08 22:09:57.413917 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-7e5519a5-d833-4566-b0ec-d8d11401b8d3 req-6a270489-8b91-4dc1-a1df-74ee4d0ae4c0 tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] 10.222.0.25 "GET /v2.0/security-groups?id=ec8c4dc9-4a35-4d6c-bde7-e1d205b3850b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425484 Nov 08 22:09:58.586256 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cd31ba-bc06-429d-9074-74e6650eadcd req-a8e3d335-ee3b-42f9-8e58-f1eea01a1210 tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:09:58.588095 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-b8cd31ba-bc06-429d-9074-74e6650eadcd req-a8e3d335-ee3b-42f9-8e58-f1eea01a1210 tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] 10.222.0.25 "GET /v2.0/ports?device_id=875a4116-c9a5-4900-9746-f0dc4a228233 HTTP/1.1" status: 200 len: 946 time: 0.1046755 Nov 08 22:09:58.640358 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-b8cd31ba-bc06-429d-9074-74e6650eadcd req-638b5dd7-0e69-45ab-a0bd-49db5da44496 tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] 10.222.0.25 "GET /v2.0/security-groups?id=ec8c4dc9-4a35-4d6c-bde7-e1d205b3850b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462868 Nov 08 22:09:58.871628 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de168db8-4ea7-40de-b793-599741c3ea92 req-2b0ce0c2-2d39-49d2-8016-ffe91e96328a tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:09:58.873106 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-de168db8-4ea7-40de-b793-599741c3ea92 req-2b0ce0c2-2d39-49d2-8016-ffe91e96328a tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] 10.222.0.48 "GET /v2.0/ports?device_id=875a4116-c9a5-4900-9746-f0dc4a228233 HTTP/1.1" status: 200 len: 946 time: 0.0473683 Nov 08 22:09:58.964656 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.plugins.ml2.plugin [req-de168db8-4ea7-40de-b793-599741c3ea92 req-53a0f58a-3e90-474b-a608-b76db2be892e tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] Deleting port 78160778-dda9-4646-8a46-1798c6eb32a6 {{(pid=101083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 22:09:58.964940 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [req-de168db8-4ea7-40de-b793-599741c3ea92 req-53a0f58a-3e90-474b-a608-b76db2be892e tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728276550584'] for port, before_delete {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:09:59.053736 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.plugins.ml2.db [req-de168db8-4ea7-40de-b793-599741c3ea92 req-53a0f58a-3e90-474b-a608-b76db2be892e tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] For port 78160778-dda9-4646-8a46-1798c6eb32a6, host hv-cinder-81708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81708',level=0,port_id=78160778-dda9-4646-8a46-1798c6eb32a6,segment=NetworkSegment(291e05ad-3564-45f6-9832-49264fb3214a),segment_id=291e05ad-3564-45f6-9832-49264fb3214a)] {{(pid=101083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 22:09:59.054097 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [req-de168db8-4ea7-40de-b793-599741c3ea92 req-53a0f58a-3e90-474b-a608-b76db2be892e tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1626931'] for port, precommit_delete {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:09:59.233801 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [req-de168db8-4ea7-40de-b793-599741c3ea92 req-53a0f58a-3e90-474b-a608-b76db2be892e tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:09:59.234069 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [req-de168db8-4ea7-40de-b793-599741c3ea92 req-53a0f58a-3e90-474b-a608-b76db2be892e tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1623957'] for floatingip, after_update {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:09:59.234385 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.db.l3_db [req-de168db8-4ea7-40de-b793-599741c3ea92 req-53a0f58a-3e90-474b-a608-b76db2be892e tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] Floating IP 6c366199-e16e-4011-a2bb-9a5dc2cf8b12 disassociated. External IP: 172.27.3.178, port: 78160778-dda9-4646-8a46-1798c6eb32a6. Nov 08 22:09:59.234726 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.plugins.ml2.plugin [req-de168db8-4ea7-40de-b793-599741c3ea92 req-53a0f58a-3e90-474b-a608-b76db2be892e tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] Calling delete_port for 78160778-dda9-4646-8a46-1798c6eb32a6 owned by compute:nova {{(pid=101083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 22:09:59.374751 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [req-de168db8-4ea7-40de-b793-599741c3ea92 req-53a0f58a-3e90-474b-a608-b76db2be892e tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728276638338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728276144276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7659000'] for port, after_delete {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:09:59.407396 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a0f58a-3e90-474b-a608-b76db2be892e tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] Pushing event deleted for resources: {'Port': ['ID=78160778-dda9-4646-8a46-1798c6eb32a6,revision_number=None']} {{(pid=101083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:09:59.418473 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a0f58a-3e90-474b-a608-b76db2be892e tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 22:09:59.418860 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a0f58a-3e90-474b-a608-b76db2be892e tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 22:09:59.419293 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a0f58a-3e90-474b-a608-b76db2be892e tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 22:09:59.419802 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a0f58a-3e90-474b-a608-b76db2be892e tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 22:09:59.420907 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a0f58a-3e90-474b-a608-b76db2be892e tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 22:09:59.421384 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a0f58a-3e90-474b-a608-b76db2be892e tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 22:09:59.422157 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a0f58a-3e90-474b-a608-b76db2be892e tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 22:09:59.422157 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a0f58a-3e90-474b-a608-b76db2be892e tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 22:09:59.422484 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a0f58a-3e90-474b-a608-b76db2be892e tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 22:09:59.422717 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a0f58a-3e90-474b-a608-b76db2be892e tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 22:09:59.423037 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a0f58a-3e90-474b-a608-b76db2be892e tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 22:09:59.423356 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a0f58a-3e90-474b-a608-b76db2be892e tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 22:09:59.539592 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.scheduler.l3_agent_scheduler [req-de168db8-4ea7-40de-b793-599741c3ea92 req-53a0f58a-3e90-474b-a608-b76db2be892e tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] Router 71747b9f-0946-406e-9711-d3c0db299169 has already been hosted by L3 agent a7fb4010-89fb-4d99-b0a1-90d6a3aacb04 {{(pid=101083) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 22:09:59.665233 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-de168db8-4ea7-40de-b793-599741c3ea92 req-53a0f58a-3e90-474b-a608-b76db2be892e tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] Notify agent at l3_agent.dv-cinder-817085-1-iscsi the message routers_updated {{(pid=101083) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 22:09:59.677279 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cce2a70-f4e0-433e-89e9-979bd4453f2f None None] Sync routers for ids ['71747b9f-0946-406e-9711-d3c0db299169'] in dv-cinder-817085-1-iscsi {{(pid=101084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 22:09:59.687321 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cce2a70-f4e0-433e-89e9-979bd4453f2f None None] Routers {'71747b9f-0946-406e-9711-d3c0db299169'} bound to L3 agent in host dv-cinder-817085-1-iscsi {{(pid=101084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 22:09:59.688004 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.db.l3_hamode_db [None req-2cce2a70-f4e0-433e-89e9-979bd4453f2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817085-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T21:51:49Z,description=,heartbeat_timestamp=2021-11-08T22:09:49Z,host='dv-cinder-817085-1-iscsi',id=a7fb4010-89fb-4d99-b0a1-90d6a3aacb04,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T21:51:49Z,topic='l3_agent')) {'router_ids': ['71747b9f-0946-406e-9711-d3c0db299169'], 'active': True} {{(pid=101084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 22:09:59.710991 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.db.l3_dvrscheduler_db [req-de168db8-4ea7-40de-b793-599741c3ea92 req-53a0f58a-3e90-474b-a608-b76db2be892e tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] No DVR routers for this DVR port 78160778-dda9-4646-8a46-1798c6eb32a6 on host hv-cinder-81708 {{(pid=101083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 22:09:59.713693 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [req-de168db8-4ea7-40de-b793-599741c3ea92 req-53a0f58a-3e90-474b-a608-b76db2be892e tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465805'] for port, before_response {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:09:59.717066 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-de168db8-4ea7-40de-b793-599741c3ea92 req-53a0f58a-3e90-474b-a608-b76db2be892e tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] 10.222.0.48 "DELETE /v2.0/ports/78160778-dda9-4646-8a46-1798c6eb32a6 HTTP/1.1" status: 204 len: 173 time: 0.8383696 Nov 08 22:09:59.717513 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '875a4116-c9a5-4900-9746-f0dc4a228233', 'name': 'network-vif-deleted', 'tag': '78160778-dda9-4646-8a46-1798c6eb32a6'}] {{(pid=101083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 22:09:59.719761 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1401f4ba4b9bb213bf59dd3903e8d3cb618788e4f0023aa365925d32571c6fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d87933a0-d424-4d24-8f18-a0070457ab41" -d '{"events": [{"server_uuid": "875a4116-c9a5-4900-9746-f0dc4a228233", "name": "network-vif-deleted", "tag": "78160778-dda9-4646-8a46-1798c6eb32a6"}]}' {{(pid=101083) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 22:09:59.768742 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 22:09:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce4ce16f-8a55-4419-8235-d890413d969a x-openstack-request-id: req-ce4ce16f-8a55-4419-8235-d890413d969a {{(pid=101083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 22:09:59.769097 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "875a4116-c9a5-4900-9746-f0dc4a228233", "name": "network-vif-deleted", "tag": "78160778-dda9-4646-8a46-1798c6eb32a6", "status": "completed", "code": 200}]} {{(pid=101083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 22:09:59.769312 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ce4ce16f-8a55-4419-8235-d890413d969a {{(pid=101083) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 22:09:59.769946 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '875a4116-c9a5-4900-9746-f0dc4a228233', 'name': 'network-vif-deleted', 'tag': '78160778-dda9-4646-8a46-1798c6eb32a6', 'status': 'completed', 'code': 200} Nov 08 22:09:59.773672 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-c5721b21-0952-42fa-96bd-337aa60bf528 req-eee39ac5-e529-42db-b8b9-ad593d89ab74 tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] 10.222.0.25 "GET /v2.0/ports?device_id=875a4116-c9a5-4900-9746-f0dc4a228233 HTTP/1.1" status: 200 len: 210 time: 0.0498157 Nov 08 22:09:59.833431 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.db.l3_dvr_db [None req-2cce2a70-f4e0-433e-89e9-979bd4453f2f None None] Set router 71747b9f-0946-406e-9711-d3c0db299169 gateway port host: dv-cinder-817085-1-iscsi {{(pid=101084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 22:10:00.042705 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.db.l3_hamode_db [None req-2cce2a70-f4e0-433e-89e9-979bd4453f2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71747b9f-0946-406e-9711-d3c0db299169', 'name': 'tempest-TestVolumeBootPattern-1757242926-router', 'tenant_id': '675c9b3fa135484fae600e4b802f7186', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ae8d913-bef9-4bc0-baeb-78ef8b3a7364', 'external_fixed_ips': [{'subnet_id': 'f0dec947-372d-4ed5-9c9f-864e58aba850', 'ip_address': '172.27.3.4'}], 'enable_snat': True}, 'gw_port_id': '9e24c64b-4337-4581-b02c-06926084ead5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T22:07:16Z', 'updated_at': '2021-11-08T22:07:18Z', 'revision_number': 4, 'project_id': '675c9b3fa135484fae600e4b802f7186', 'gw_port': {'id': '9e24c64b-4337-4581-b02c-06926084ead5', 'name': '', 'network_id': '8ae8d913-bef9-4bc0-baeb-78ef8b3a7364', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:5a:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71747b9f-0946-406e-9711-d3c0db299169', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': 'f0dec947-372d-4ed5-9c9f-864e58aba850', 'ip_address': '172.27.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T22:07:16Z', 'updated_at': '2021-11-08T22:07:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0dec947-372d-4ed5-9c9f-864e58aba850', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817085-1-iscsi', '_interfaces': [{'id': 'f3a85905-22b4-4c66-9192-244fcb436c21', 'name': '', 'network_id': '83d7137f-89f6-454e-ae7c-d8a3c54047ec', 'tenant_id': '675c9b3fa135484fae600e4b802f7186', 'mac_address': 'fa:16:3e:f8:3d:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71747b9f-0946-406e-9711-d3c0db299169', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '9914a888-52f1-4bc0-b7db-aa15204015ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T22:07:18Z', 'updated_at': '2021-11-08T22:07:22Z', 'revision_number': 5, 'project_id': '675c9b3fa135484fae600e4b802f7186', 'subnets': [{'id': '9914a888-52f1-4bc0-b7db-aa15204015ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817085-1-iscsi', False) {} {{(pid=101084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 22:10:00.194554 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cce2a70-f4e0-433e-89e9-979bd4453f2f None None] Checking router: 71747b9f-0946-406e-9711-d3c0db299169 for host: dv-cinder-817085-1-iscsi {{(pid=101084) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 22:10:00.203314 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cce2a70-f4e0-433e-89e9-979bd4453f2f None None] Routers {'71747b9f-0946-406e-9711-d3c0db299169'} bound to L3 agent in host dv-cinder-817085-1-iscsi {{(pid=101084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 22:10:00.203911 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.db.l3_hamode_db [None req-2cce2a70-f4e0-433e-89e9-979bd4453f2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817085-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T21:51:49Z,description=,heartbeat_timestamp=2021-11-08T22:09:49Z,host='dv-cinder-817085-1-iscsi',id=a7fb4010-89fb-4d99-b0a1-90d6a3aacb04,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T21:51:49Z,topic='l3_agent')) {'router_ids': ['71747b9f-0946-406e-9711-d3c0db299169'], 'active': True} {{(pid=101084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 22:10:00.307742 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.db.l3_dvr_db [None req-2cce2a70-f4e0-433e-89e9-979bd4453f2f None None] Set router 71747b9f-0946-406e-9711-d3c0db299169 gateway port host: dv-cinder-817085-1-iscsi {{(pid=101084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 22:10:00.513652 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.db.l3_hamode_db [None req-2cce2a70-f4e0-433e-89e9-979bd4453f2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71747b9f-0946-406e-9711-d3c0db299169', 'name': 'tempest-TestVolumeBootPattern-1757242926-router', 'tenant_id': '675c9b3fa135484fae600e4b802f7186', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ae8d913-bef9-4bc0-baeb-78ef8b3a7364', 'external_fixed_ips': [{'subnet_id': 'f0dec947-372d-4ed5-9c9f-864e58aba850', 'ip_address': '172.27.3.4'}], 'enable_snat': True}, 'gw_port_id': '9e24c64b-4337-4581-b02c-06926084ead5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T22:07:16Z', 'updated_at': '2021-11-08T22:07:18Z', 'revision_number': 4, 'project_id': '675c9b3fa135484fae600e4b802f7186', 'gw_port': {'id': '9e24c64b-4337-4581-b02c-06926084ead5', 'name': '', 'network_id': '8ae8d913-bef9-4bc0-baeb-78ef8b3a7364', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:5a:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71747b9f-0946-406e-9711-d3c0db299169', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': 'f0dec947-372d-4ed5-9c9f-864e58aba850', 'ip_address': '172.27.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T22:07:16Z', 'updated_at': '2021-11-08T22:07:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0dec947-372d-4ed5-9c9f-864e58aba850', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817085-1-iscsi', '_interfaces': [{'id': 'f3a85905-22b4-4c66-9192-244fcb436c21', 'name': '', 'network_id': '83d7137f-89f6-454e-ae7c-d8a3c54047ec', 'tenant_id': '675c9b3fa135484fae600e4b802f7186', 'mac_address': 'fa:16:3e:f8:3d:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71747b9f-0946-406e-9711-d3c0db299169', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '9914a888-52f1-4bc0-b7db-aa15204015ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T22:07:18Z', 'updated_at': '2021-11-08T22:07:22Z', 'revision_number': 5, 'project_id': '675c9b3fa135484fae600e4b802f7186', 'subnets': [{'id': '9914a888-52f1-4bc0-b7db-aa15204015ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817085-1-iscsi', False) {} {{(pid=101084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 22:10:00.543909 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cce2a70-f4e0-433e-89e9-979bd4453f2f None None] The sync data for ids ['71747b9f-0946-406e-9711-d3c0db299169'] in dv-cinder-817085-1-iscsi is: [{'id': '71747b9f-0946-406e-9711-d3c0db299169', 'name': 'tempest-TestVolumeBootPattern-1757242926-router', 'tenant_id': '675c9b3fa135484fae600e4b802f7186', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ae8d913-bef9-4bc0-baeb-78ef8b3a7364', 'external_fixed_ips': [{'subnet_id': 'f0dec947-372d-4ed5-9c9f-864e58aba850', 'ip_address': '172.27.3.4'}], 'enable_snat': True}, 'gw_port_id': '9e24c64b-4337-4581-b02c-06926084ead5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T22:07:16Z', 'updated_at': '2021-11-08T22:07:18Z', 'revision_number': 4, 'project_id': '675c9b3fa135484fae600e4b802f7186', 'gw_port': {'id': '9e24c64b-4337-4581-b02c-06926084ead5', 'name': '', 'network_id': '8ae8d913-bef9-4bc0-baeb-78ef8b3a7364', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:5a:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71747b9f-0946-406e-9711-d3c0db299169', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': 'f0dec947-372d-4ed5-9c9f-864e58aba850', 'ip_address': '172.27.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T22:07:16Z', 'updated_at': '2021-11-08T22:07:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0dec947-372d-4ed5-9c9f-864e58aba850', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817085-1-iscsi', '_interfaces': [{'id': 'f3a85905-22b4-4c66-9192-244fcb436c21', 'name': '', 'network_id': '83d7137f-89f6-454e-ae7c-d8a3c54047ec', 'tenant_id': '675c9b3fa135484fae600e4b802f7186', 'mac_address': 'fa:16:3e:f8:3d:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71747b9f-0946-406e-9711-d3c0db299169', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '9914a888-52f1-4bc0-b7db-aa15204015ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T22:07:18Z', 'updated_at': '2021-11-08T22:07:22Z', 'revision_number': 5, 'project_id': '675c9b3fa135484fae600e4b802f7186', 'subnets': [{'id': '9914a888-52f1-4bc0-b7db-aa15204015ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 22:10:00.772987 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c96e46b-f1bb-4128-9563-bcb13dc06913 None None] New status for floating IP 6c366199-e16e-4011-a2bb-9a5dc2cf8b12: DOWN {{(pid=101085) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 08 22:10:01.042349 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-d05f0ff7-8bea-4927-a1ff-36c963ff2d46 req-7dc499d1-e008-40ff-accd-58a09ae6e94b tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-453527281&fields=id&tenant_id=675c9b3fa135484fae600e4b802f7186 HTTP/1.1" status: 200 len: 267 time: 0.0494239 Nov 08 22:10:01.152501 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05f0ff7-8bea-4927-a1ff-36c963ff2d46 req-502fe701-882a-437a-b3d9-cefaab8350b8 tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:10:01.153978 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-d05f0ff7-8bea-4927-a1ff-36c963ff2d46 req-502fe701-882a-437a-b3d9-cefaab8350b8 tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] 10.222.0.25 "GET /v2.0/networks?id=83d7137f-89f6-454e-ae7c-d8a3c54047ec HTTP/1.1" status: 200 len: 812 time: 0.1049438 Nov 08 22:10:01.168983 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-d05f0ff7-8bea-4927-a1ff-36c963ff2d46 req-5f3ac91c-990f-4ba8-b619-928479203bee tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] 10.222.0.25 "GET /v2.0/quotas/675c9b3fa135484fae600e4b802f7186 HTTP/1.1" status: 200 len: 375 time: 0.0088258 Nov 08 22:10:01.220645 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-d05f0ff7-8bea-4927-a1ff-36c963ff2d46 req-12781ca3-3cb9-4b7f-af3a-527e5cdb38d4 tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=675c9b3fa135484fae600e4b802f7186&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0459011 Nov 08 22:10:01.236941 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.wsgi [req-d05f0ff7-8bea-4927-a1ff-36c963ff2d46 req-4868e988-d387-41cc-9905-b102fad111bc service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=101082) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 22:10:01.237884 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-d05f0ff7-8bea-4927-a1ff-36c963ff2d46 req-4868e988-d387-41cc-9905-b102fad111bc service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055082 Nov 08 22:10:01.341304 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-d05f0ff7-8bea-4927-a1ff-36c963ff2d46 req-a57cdf75-80ac-4c7d-8852-fb9709bed449 service neutron] 10.222.0.25 "GET /v2.0/networks/83d7137f-89f6-454e-ae7c-d8a3c54047ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972505 Nov 08 22:10:01.430783 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-d05f0ff7-8bea-4927-a1ff-36c963ff2d46 req-c8f12ee4-987e-4f1d-88ad-f5372dfcd090 service neutron] 10.222.0.25 "GET /v2.0/networks/83d7137f-89f6-454e-ae7c-d8a3c54047ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836916 Nov 08 22:10:01.727510 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-5bff82f3-6c4c-4cc4-ae65-d3ec94607488 req-c939da8f-72fb-498f-8f06-30a2e99ac92f tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] 10.222.0.25 "GET /v2.0/ports?device_id=1f5cba62-ecb4-48f2-8836-a42d0c1ea61a HTTP/1.1" status: 200 len: 210 time: 0.0270543 Nov 08 22:10:01.874994 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-6f0ee12e-706c-4b60-9c4b-038d2e45ac4e req-d2237908-b63c-431a-989d-4dde523c58bf service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=c3fab5ea-ed62-4376-8af2-3ef1faabe7d7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0455592 Nov 08 22:10:01.937666 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0ee12e-706c-4b60-9c4b-038d2e45ac4e req-f9c3c8eb-7217-412c-b668-07ffda20d641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:10:01.939156 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-6f0ee12e-706c-4b60-9c4b-038d2e45ac4e req-f9c3c8eb-7217-412c-b668-07ffda20d641 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=fb7b12f683ee48a497a40419ad743d9a&device_id=c3fab5ea-ed62-4376-8af2-3ef1faabe7d7 HTTP/1.1" status: 200 len: 1137 time: 0.0423532 Nov 08 22:10:02.064981 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0ee12e-706c-4b60-9c4b-038d2e45ac4e req-b4a3b5d4-4341-46c4-b2cf-d5c810decbb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:10:02.066533 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-6f0ee12e-706c-4b60-9c4b-038d2e45ac4e req-b4a3b5d4-4341-46c4-b2cf-d5c810decbb3 service neutron] 10.222.0.48 "GET /v2.0/networks?id=cdcc7d87-c10c-471a-af0b-9ce1bfa4e121 HTTP/1.1" status: 200 len: 916 time: 0.1069536 Nov 08 22:10:02.084324 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.rpc [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Device 78160778-dda9-4646-8a46-1798c6eb32a6 no longer exists at agent hyperv_hv-cinder-81708 {{(pid=101084) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 22:10:02.108009 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.plugin [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] No Port match for: 78160778-dda9-4646-8a46-1798c6eb32a6 {{(pid=101084) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 22:10:02.108338 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.rpc [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Device 78160778-dda9-4646-8a46-1798c6eb32a6 not bound to the agent host hv-cinder-81708 {{(pid=101084) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 22:10:02.143409 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-6f0ee12e-706c-4b60-9c4b-038d2e45ac4e req-8c088b00-5945-43bd-8589-51774821f6a8 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=97f30aea-7372-43bd-bfda-6f3d7ac9c000 HTTP/1.1" status: 200 len: 1000 time: 0.0697193 Nov 08 22:10:02.204354 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0ee12e-706c-4b60-9c4b-038d2e45ac4e req-4590e310-a9bb-4708-9f23-7ee31bcd25cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:10:02.205850 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-6f0ee12e-706c-4b60-9c4b-038d2e45ac4e req-4590e310-a9bb-4708-9f23-7ee31bcd25cf service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0ae83315-2964-41b1-9afb-e3f063587954 HTTP/1.1" status: 200 len: 854 time: 0.0429544 Nov 08 22:10:02.256525 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0ee12e-706c-4b60-9c4b-038d2e45ac4e req-e8616eec-624e-4b97-b777-7d388ac111ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:10:02.258350 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-6f0ee12e-706c-4b60-9c4b-038d2e45ac4e req-e8616eec-624e-4b97-b777-7d388ac111ba service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=cdcc7d87-c10c-471a-af0b-9ce1bfa4e121&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0452125 Nov 08 22:10:02.345153 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-6f0ee12e-706c-4b60-9c4b-038d2e45ac4e req-7bf483f5-af1f-4cf6-8252-670be2b26705 service neutron] 10.222.0.48 "GET /v2.0/networks/cdcc7d87-c10c-471a-af0b-9ce1bfa4e121?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788620 Nov 08 22:10:02.440282 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-6f0ee12e-706c-4b60-9c4b-038d2e45ac4e req-f97be65e-810e-4a71-b3c4-2f1b68beee20 service neutron] 10.222.0.48 "GET /v2.0/networks/cdcc7d87-c10c-471a-af0b-9ce1bfa4e121?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862718 Nov 08 22:10:02.676973 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05f0ff7-8bea-4927-a1ff-36c963ff2d46 req-0781f840-7f4c-4959-8fdf-2fa4e3d2194e tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:10:02.678449 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-d05f0ff7-8bea-4927-a1ff-36c963ff2d46 req-0781f840-7f4c-4959-8fdf-2fa4e3d2194e tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] 10.222.0.48 "GET /v2.0/networks?id=83d7137f-89f6-454e-ae7c-d8a3c54047ec HTTP/1.1" status: 200 len: 812 time: 0.1062751 Nov 08 22:10:02.749822 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-d05f0ff7-8bea-4927-a1ff-36c963ff2d46 req-27e0a871-20b7-4ca1-8a35-ba5281a62e60 tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=675c9b3fa135484fae600e4b802f7186 HTTP/1.1" status: 200 len: 379 time: 0.0594594 Nov 08 22:10:02.759103 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.v2.base [req-d05f0ff7-8bea-4927-a1ff-36c963ff2d46 req-8f60b665-243d-4308-9bb3-2d86d1859345 tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] Request body: {'port': {'device_id': '1f5cba62-ecb4-48f2-8836-a42d0c1ea61a', 'network_id': '83d7137f-89f6-454e-ae7c-d8a3c54047ec', 'admin_state_up': True, 'tenant_id': '675c9b3fa135484fae600e4b802f7186', 'security_groups': ['ec8c4dc9-4a35-4d6c-bde7-e1d205b3850b']}} {{(pid=101083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 22:10:02.824201 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-e0e9a3f2-bdaa-4a28-9cd6-9dcff6f7d697 req-83df2c3e-fa34-4bd7-bbfe-f295d0b17bee tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] 10.222.0.25 "GET /v2.0/ports?device_id=1f5cba62-ecb4-48f2-8836-a42d0c1ea61a HTTP/1.1" status: 200 len: 210 time: 0.0313001 Nov 08 22:10:02.869097 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d05f0ff7-8bea-4927-a1ff-36c963ff2d46 req-8f60b665-243d-4308-9bb3-2d86d1859345 tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] Made reservation on behalf of 675c9b3fa135484fae600e4b802f7186 for: {'port': 1} {{(pid=101083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 22:10:02.872484 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [req-d05f0ff7-8bea-4927-a1ff-36c963ff2d46 req-8f60b665-243d-4308-9bb3-2d86d1859345 tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-925982'] for port, before_create {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:10:03.004070 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.db.db_base_plugin_common [req-d05f0ff7-8bea-4927-a1ff-36c963ff2d46 req-8f60b665-243d-4308-9bb3-2d86d1859345 tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] Allocated IP 172.20.0.8 (83d7137f-89f6-454e-ae7c-d8a3c54047ec/9914a888-52f1-4bc0-b7db-aa15204015ab/e4d5aa63-f3ca-434e-ae15-9665f1105b1f) {{(pid=101083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 22:10:03.153893 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [req-d05f0ff7-8bea-4927-a1ff-36c963ff2d46 req-8f60b665-243d-4308-9bb3-2d86d1859345 tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] Publish callbacks [] for port, precommit_create {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:10:03.188751 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [req-d05f0ff7-8bea-4927-a1ff-36c963ff2d46 req-8f60b665-243d-4308-9bb3-2d86d1859345 tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728276144267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7659000'] for port, after_create {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:10:03.235069 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d05f0ff7-8bea-4927-a1ff-36c963ff2d46 req-8f60b665-243d-4308-9bb3-2d86d1859345 tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] Network 83d7137f-89f6-454e-ae7c-d8a3c54047ec is already hosted by enough agents. {{(pid=101083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 22:10:03.240315 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.scheduler.base_scheduler [req-d05f0ff7-8bea-4927-a1ff-36c963ff2d46 req-8f60b665-243d-4308-9bb3-2d86d1859345 tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] Resources bound (agent type, host, resource id): {{(pid=101083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 22:10:03.244023 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.db.l3_dvrscheduler_db [req-d05f0ff7-8bea-4927-a1ff-36c963ff2d46 req-8f60b665-243d-4308-9bb3-2d86d1859345 tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] Received port after_create {{(pid=101083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 22:10:03.269121 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f60b665-243d-4308-9bb3-2d86d1859345 tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] Pushing event updated for resources: {'Port': ['ID=e4d5aa63-f3ca-434e-ae15-9665f1105b1f,revision_number=1']} {{(pid=101083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:10:03.298916 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05f0ff7-8bea-4927-a1ff-36c963ff2d46 req-8f60b665-243d-4308-9bb3-2d86d1859345 tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:10:03.299480 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [req-d05f0ff7-8bea-4927-a1ff-36c963ff2d46 req-8f60b665-243d-4308-9bb3-2d86d1859345 tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465805'] for port, before_response {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:10:03.316832 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-d05f0ff7-8bea-4927-a1ff-36c963ff2d46 req-8f60b665-243d-4308-9bb3-2d86d1859345 tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5614319 Nov 08 22:10:03.329203 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.v2.base [req-d05f0ff7-8bea-4927-a1ff-36c963ff2d46 req-bba1eaf8-5d3b-4ab9-a5bb-9e7be5c623cd service neutron] Request body: {'port': {'device_id': '1f5cba62-ecb4-48f2-8836-a42d0c1ea61a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81708'}} {{(pid=101083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 22:10:03.387014 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [req-d05f0ff7-8bea-4927-a1ff-36c963ff2d46 req-bba1eaf8-5d3b-4ab9-a5bb-9e7be5c623cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-925982'] for port, before_update {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:10:03.455045 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.db.provisioning_blocks [None req-38f68eea-5859-4277-b099-adc6464e2c0e None None] Provisioning complete for port e4d5aa63-f3ca-434e-ae15-9665f1105b1f triggered by entity DHCP. {{(pid=101084) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 22:10:03.455669 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-38f68eea-5859-4277-b099-adc6464e2c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-534742'] for port, provisioning_complete {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:10:03.488258 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.plugin [None req-38f68eea-5859-4277-b099-adc6464e2c0e None None] Port e4d5aa63-f3ca-434e-ae15-9665f1105b1f cannot update to ACTIVE because it is not bound. {{(pid=101084) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 22:10:03.644582 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.notifiers.nova [req-d05f0ff7-8bea-4927-a1ff-36c963ff2d46 req-bba1eaf8-5d3b-4ab9-a5bb-9e7be5c623cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e4d5aa63-f3ca-434e-ae15-9665f1105b1f {{(pid=101083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 22:10:03.651789 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [req-d05f0ff7-8bea-4927-a1ff-36c963ff2d46 req-bba1eaf8-5d3b-4ab9-a5bb-9e7be5c623cd service neutron] Publish callbacks [] for port, precommit_update {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:10:03.663311 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.db.provisioning_blocks [req-d05f0ff7-8bea-4927-a1ff-36c963ff2d46 req-bba1eaf8-5d3b-4ab9-a5bb-9e7be5c623cd service neutron] Transition to ACTIVE for port object e4d5aa63-f3ca-434e-ae15-9665f1105b1f will not be triggered until provisioned by entity L2. {{(pid=101083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 22:10:03.667107 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [req-d05f0ff7-8bea-4927-a1ff-36c963ff2d46 req-bba1eaf8-5d3b-4ab9-a5bb-9e7be5c623cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728276638356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728276144285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728276144303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7658983'] for port, after_update {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:10:03.719098 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba1eaf8-5d3b-4ab9-a5bb-9e7be5c623cd service neutron] Pushing event updated for resources: {'Port': ['ID=e4d5aa63-f3ca-434e-ae15-9665f1105b1f,revision_number=2']} {{(pid=101083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:10:03.786990 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.plugins.ml2.managers [req-d05f0ff7-8bea-4927-a1ff-36c963ff2d46 req-bba1eaf8-5d3b-4ab9-a5bb-9e7be5c623cd service neutron] Attempting to bind port e4d5aa63-f3ca-434e-ae15-9665f1105b1f on host hv-cinder-81708 for vnic_type normal with profile {{(pid=101083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 22:10:03.787314 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.plugins.ml2.managers [req-d05f0ff7-8bea-4927-a1ff-36c963ff2d46 req-bba1eaf8-5d3b-4ab9-a5bb-9e7be5c623cd service neutron] Attempting to bind port e4d5aa63-f3ca-434e-ae15-9665f1105b1f by drivers openvswitch,hyperv on host hv-cinder-81708 at level 0 using segments [{'id': '291e05ad-3564-45f6-9832-49264fb3214a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '83d7137f-89f6-454e-ae7c-d8a3c54047ec'}] {{(pid=101083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 22:10:03.787644 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d05f0ff7-8bea-4927-a1ff-36c963ff2d46 req-bba1eaf8-5d3b-4ab9-a5bb-9e7be5c623cd service neutron] Attempting to bind port e4d5aa63-f3ca-434e-ae15-9665f1105b1f on network 83d7137f-89f6-454e-ae7c-d8a3c54047ec {{(pid=101083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 22:10:03.792050 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d05f0ff7-8bea-4927-a1ff-36c963ff2d46 req-bba1eaf8-5d3b-4ab9-a5bb-9e7be5c623cd service neutron] Port e4d5aa63-f3ca-434e-ae15-9665f1105b1f on network 83d7137f-89f6-454e-ae7c-d8a3c54047ec not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81708 {{(pid=101083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 22:10:03.792371 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d05f0ff7-8bea-4927-a1ff-36c963ff2d46 req-bba1eaf8-5d3b-4ab9-a5bb-9e7be5c623cd service neutron] Attempting to bind port e4d5aa63-f3ca-434e-ae15-9665f1105b1f on network 83d7137f-89f6-454e-ae7c-d8a3c54047ec {{(pid=101083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 22:10:03.797996 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d05f0ff7-8bea-4927-a1ff-36c963ff2d46 req-bba1eaf8-5d3b-4ab9-a5bb-9e7be5c623cd service neutron] Checking agent: {'id': '7cd4d405-a24c-430d-ad05-16fe54bb5453', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81708', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 21, 57, 55), 'started_at': datetime.datetime(2021, 11, 8, 21, 57, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 22, 9, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 22:10:03.798329 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d05f0ff7-8bea-4927-a1ff-36c963ff2d46 req-bba1eaf8-5d3b-4ab9-a5bb-9e7be5c623cd service neutron] Checking segment: {'id': '291e05ad-3564-45f6-9832-49264fb3214a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '83d7137f-89f6-454e-ae7c-d8a3c54047ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 22:10:03.798713 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d05f0ff7-8bea-4927-a1ff-36c963ff2d46 req-bba1eaf8-5d3b-4ab9-a5bb-9e7be5c623cd service neutron] Bound using segment: {'id': '291e05ad-3564-45f6-9832-49264fb3214a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '83d7137f-89f6-454e-ae7c-d8a3c54047ec'} {{(pid=101083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 22:10:03.799135 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.plugins.ml2.managers [req-d05f0ff7-8bea-4927-a1ff-36c963ff2d46 req-bba1eaf8-5d3b-4ab9-a5bb-9e7be5c623cd service neutron] Bound port: e4d5aa63-f3ca-434e-ae15-9665f1105b1f, host: hv-cinder-81708, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '291e05ad-3564-45f6-9832-49264fb3214a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '83d7137f-89f6-454e-ae7c-d8a3c54047ec'}}] {{(pid=101083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 22:10:03.799483 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [req-d05f0ff7-8bea-4927-a1ff-36c963ff2d46 req-bba1eaf8-5d3b-4ab9-a5bb-9e7be5c623cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-925982'] for port, before_update {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:10:03.871955 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.plugins.ml2.db [req-d05f0ff7-8bea-4927-a1ff-36c963ff2d46 req-bba1eaf8-5d3b-4ab9-a5bb-9e7be5c623cd service neutron] For port e4d5aa63-f3ca-434e-ae15-9665f1105b1f, host hv-cinder-81708, cleared binding levels {{(pid=101083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 22:10:03.876023 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.plugins.ml2.db [req-d05f0ff7-8bea-4927-a1ff-36c963ff2d46 req-bba1eaf8-5d3b-4ab9-a5bb-9e7be5c623cd service neutron] For port e4d5aa63-f3ca-434e-ae15-9665f1105b1f, host hv-cinder-81708, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81708',level=0,port_id=e4d5aa63-f3ca-434e-ae15-9665f1105b1f,segment=NetworkSegment(291e05ad-3564-45f6-9832-49264fb3214a),segment_id=291e05ad-3564-45f6-9832-49264fb3214a)] {{(pid=101083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 22:10:03.880465 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [req-d05f0ff7-8bea-4927-a1ff-36c963ff2d46 req-bba1eaf8-5d3b-4ab9-a5bb-9e7be5c623cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728276638356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728276144285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728276144303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7658983'] for port, after_update {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:10:03.915352 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05f0ff7-8bea-4927-a1ff-36c963ff2d46 req-bba1eaf8-5d3b-4ab9-a5bb-9e7be5c623cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:10:03.915969 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [req-d05f0ff7-8bea-4927-a1ff-36c963ff2d46 req-bba1eaf8-5d3b-4ab9-a5bb-9e7be5c623cd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465805'] for port, before_response {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:10:03.917385 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-d05f0ff7-8bea-4927-a1ff-36c963ff2d46 req-bba1eaf8-5d3b-4ab9-a5bb-9e7be5c623cd service neutron] 10.222.0.48 "PUT /v2.0/ports/e4d5aa63-f3ca-434e-ae15-9665f1105b1f HTTP/1.1" status: 200 len: 1093 time: 0.5926588 Nov 08 22:10:03.917870 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f5cba62-ecb4-48f2-8836-a42d0c1ea61a', 'tag': 'e4d5aa63-f3ca-434e-ae15-9665f1105b1f'}] {{(pid=101083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 22:10:03.920585 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1401f4ba4b9bb213bf59dd3903e8d3cb618788e4f0023aa365925d32571c6fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21117d40-dccc-4f5d-bbb7-48d7b596fba2" -d '{"events": [{"name": "network-changed", "server_uuid": "1f5cba62-ecb4-48f2-8836-a42d0c1ea61a", "tag": "e4d5aa63-f3ca-434e-ae15-9665f1105b1f"}]}' {{(pid=101083) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 22:10:03.952714 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c674287f-ee5d-4876-99f3-83fd5139dca4 req-7522cbcc-6f39-4b40-b284-8c4bca3e2a5c tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:10:03.955413 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-c674287f-ee5d-4876-99f3-83fd5139dca4 req-7522cbcc-6f39-4b40-b284-8c4bca3e2a5c tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] 10.222.0.25 "GET /v2.0/ports?device_id=1f5cba62-ecb4-48f2-8836-a42d0c1ea61a HTTP/1.1" status: 200 len: 943 time: 0.0586648 Nov 08 22:10:03.981707 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 22:10:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1386ebd6-c734-4dde-9b84-36845ae4acad x-openstack-request-id: req-1386ebd6-c734-4dde-9b84-36845ae4acad {{(pid=101083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 22:10:03.983990 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f5cba62-ecb4-48f2-8836-a42d0c1ea61a", "tag": "e4d5aa63-f3ca-434e-ae15-9665f1105b1f", "status": "completed", "code": 200}]} {{(pid=101083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 22:10:03.984299 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1386ebd6-c734-4dde-9b84-36845ae4acad {{(pid=101083) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 22:10:03.984714 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f5cba62-ecb4-48f2-8836-a42d0c1ea61a', 'tag': 'e4d5aa63-f3ca-434e-ae15-9665f1105b1f', 'status': 'completed', 'code': 200} Nov 08 22:10:03.987724 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba1eaf8-5d3b-4ab9-a5bb-9e7be5c623cd service neutron] Pushing event updated for resources: {'Port': ['ID=e4d5aa63-f3ca-434e-ae15-9665f1105b1f,revision_number=3']} {{(pid=101083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:10:04.023566 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-c674287f-ee5d-4876-99f3-83fd5139dca4 req-6cf5aead-78f6-4860-ae38-2f58c49cf810 tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] 10.222.0.25 "GET /v2.0/security-groups?id=ec8c4dc9-4a35-4d6c-bde7-e1d205b3850b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595214 Nov 08 22:10:04.032326 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05f0ff7-8bea-4927-a1ff-36c963ff2d46 req-a6a0c41e-6c1a-4323-b85a-29fed4296d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:10:04.033874 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-d05f0ff7-8bea-4927-a1ff-36c963ff2d46 req-a6a0c41e-6c1a-4323-b85a-29fed4296d03 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=675c9b3fa135484fae600e4b802f7186&device_id=1f5cba62-ecb4-48f2-8836-a42d0c1ea61a HTTP/1.1" status: 200 len: 1096 time: 0.0711355 Nov 08 22:10:04.079634 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-d05f0ff7-8bea-4927-a1ff-36c963ff2d46 req-0e5dcf33-88b0-4186-a849-fca95938dc31 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e4d5aa63-f3ca-434e-ae15-9665f1105b1f HTTP/1.1" status: 200 len: 217 time: 0.0379202 Nov 08 22:10:04.131327 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05f0ff7-8bea-4927-a1ff-36c963ff2d46 req-2608dfe4-2d5b-461d-ae3b-51d2b423d7bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:10:04.132833 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-d05f0ff7-8bea-4927-a1ff-36c963ff2d46 req-2608dfe4-2d5b-461d-ae3b-51d2b423d7bc service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9914a888-52f1-4bc0-b7db-aa15204015ab HTTP/1.1" status: 200 len: 851 time: 0.0464673 Nov 08 22:10:04.177852 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05f0ff7-8bea-4927-a1ff-36c963ff2d46 req-7151e52f-1c8f-485c-b5dc-88d6155f03be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:10:04.179338 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-d05f0ff7-8bea-4927-a1ff-36c963ff2d46 req-7151e52f-1c8f-485c-b5dc-88d6155f03be service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=83d7137f-89f6-454e-ae7c-d8a3c54047ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0390744 Nov 08 22:10:04.270895 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-d05f0ff7-8bea-4927-a1ff-36c963ff2d46 req-70b971e1-ee7b-4b5a-9468-05e96517e168 service neutron] 10.222.0.48 "GET /v2.0/networks/83d7137f-89f6-454e-ae7c-d8a3c54047ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824797 Nov 08 22:10:04.384934 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-d05f0ff7-8bea-4927-a1ff-36c963ff2d46 req-4fa628ce-7800-485e-81ab-5c42e134c7cd service neutron] 10.222.0.48 "GET /v2.0/networks/83d7137f-89f6-454e-ae7c-d8a3c54047ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1070147 Nov 08 22:10:04.468876 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21117d40-dccc-4f5d-bbb7-48d7b596fba2 req-172d3ea9-7214-4ea8-9845-2d7b6cb5b7a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:10:04.470457 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-21117d40-dccc-4f5d-bbb7-48d7b596fba2 req-172d3ea9-7214-4ea8-9845-2d7b6cb5b7a6 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=675c9b3fa135484fae600e4b802f7186&device_id=1f5cba62-ecb4-48f2-8836-a42d0c1ea61a HTTP/1.1" status: 200 len: 1096 time: 0.0408418 Nov 08 22:10:04.563350 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21117d40-dccc-4f5d-bbb7-48d7b596fba2 req-401f1beb-579e-4a1b-9ebe-a10061e48435 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:10:04.564795 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-21117d40-dccc-4f5d-bbb7-48d7b596fba2 req-401f1beb-579e-4a1b-9ebe-a10061e48435 service neutron] 10.222.0.48 "GET /v2.0/networks?id=83d7137f-89f6-454e-ae7c-d8a3c54047ec HTTP/1.1" status: 200 len: 913 time: 0.0857768 Nov 08 22:10:04.607808 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-21117d40-dccc-4f5d-bbb7-48d7b596fba2 req-90cf5423-7105-4eea-85f4-a73edbaa5126 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e4d5aa63-f3ca-434e-ae15-9665f1105b1f HTTP/1.1" status: 200 len: 217 time: 0.0335157 Nov 08 22:10:04.666355 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21117d40-dccc-4f5d-bbb7-48d7b596fba2 req-b39df2ff-7feb-430f-8700-da418e22e1fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:10:04.668197 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-21117d40-dccc-4f5d-bbb7-48d7b596fba2 req-b39df2ff-7feb-430f-8700-da418e22e1fe service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9914a888-52f1-4bc0-b7db-aa15204015ab HTTP/1.1" status: 200 len: 851 time: 0.0528736 Nov 08 22:10:04.714932 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21117d40-dccc-4f5d-bbb7-48d7b596fba2 req-8447a1f4-46bf-4623-aaae-eef589d7e982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:10:04.716405 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-21117d40-dccc-4f5d-bbb7-48d7b596fba2 req-8447a1f4-46bf-4623-aaae-eef589d7e982 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=83d7137f-89f6-454e-ae7c-d8a3c54047ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0381980 Nov 08 22:10:04.803763 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-21117d40-dccc-4f5d-bbb7-48d7b596fba2 req-0b4bca81-e77a-41d3-ba64-d62319b4faf3 service neutron] 10.222.0.48 "GET /v2.0/networks/83d7137f-89f6-454e-ae7c-d8a3c54047ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798404 Nov 08 22:10:04.894974 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-21117d40-dccc-4f5d-bbb7-48d7b596fba2 req-60cf6661-0ea1-4c77-bdb2-5a420775d972 service neutron] 10.222.0.48 "GET /v2.0/networks/83d7137f-89f6-454e-ae7c-d8a3c54047ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840757 Nov 08 22:10:05.135318 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ae0cd7-9c99-4dcd-89c6-00bacd126cae req-d6628e74-005d-47b1-90f2-c80eb368dd34 tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:10:05.136774 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-30ae0cd7-9c99-4dcd-89c6-00bacd126cae req-d6628e74-005d-47b1-90f2-c80eb368dd34 tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] 10.222.0.25 "GET /v2.0/ports?device_id=1f5cba62-ecb4-48f2-8836-a42d0c1ea61a HTTP/1.1" status: 200 len: 943 time: 0.0505710 Nov 08 22:10:05.185161 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-30ae0cd7-9c99-4dcd-89c6-00bacd126cae req-268cebff-6620-4179-bb9c-74fb0188d8ba tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] 10.222.0.25 "GET /v2.0/security-groups?id=ec8c4dc9-4a35-4d6c-bde7-e1d205b3850b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415962 Nov 08 22:10:06.300217 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514a7686-1bfd-42e1-b60c-25361599d3f0 req-2fa078fc-5f75-4946-92ff-27e8085ee0f1 tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:10:06.301739 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-514a7686-1bfd-42e1-b60c-25361599d3f0 req-2fa078fc-5f75-4946-92ff-27e8085ee0f1 tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] 10.222.0.25 "GET /v2.0/ports?device_id=1f5cba62-ecb4-48f2-8836-a42d0c1ea61a HTTP/1.1" status: 200 len: 943 time: 0.0513558 Nov 08 22:10:06.349965 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-514a7686-1bfd-42e1-b60c-25361599d3f0 req-297f111b-b2fe-4fb2-8285-de98c820d7c2 tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] 10.222.0.25 "GET /v2.0/security-groups?id=ec8c4dc9-4a35-4d6c-bde7-e1d205b3850b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423760 Nov 08 22:10:07.461535 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4617b7-4c3c-4cf3-935e-4f2f28dc3cc9 req-5f40d215-58f2-47d1-94b2-df8f088f1088 tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:10:07.462984 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-9f4617b7-4c3c-4cf3-935e-4f2f28dc3cc9 req-5f40d215-58f2-47d1-94b2-df8f088f1088 tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] 10.222.0.25 "GET /v2.0/ports?device_id=1f5cba62-ecb4-48f2-8836-a42d0c1ea61a HTTP/1.1" status: 200 len: 943 time: 0.0486612 Nov 08 22:10:07.510290 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-9f4617b7-4c3c-4cf3-935e-4f2f28dc3cc9 req-14052b6b-2840-48ac-a829-c6496e03960b tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] 10.222.0.25 "GET /v2.0/security-groups?id=ec8c4dc9-4a35-4d6c-bde7-e1d205b3850b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415368 Nov 08 22:10:08.628473 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e54f7da-8b2f-4dbd-9e4b-58b2e064b113 req-10daf0a9-daac-4bee-bb2b-8cf9bbb41462 tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:10:08.630149 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-6e54f7da-8b2f-4dbd-9e4b-58b2e064b113 req-10daf0a9-daac-4bee-bb2b-8cf9bbb41462 tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] 10.222.0.25 "GET /v2.0/ports?device_id=1f5cba62-ecb4-48f2-8836-a42d0c1ea61a HTTP/1.1" status: 200 len: 943 time: 0.0529299 Nov 08 22:10:08.678926 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-6e54f7da-8b2f-4dbd-9e4b-58b2e064b113 req-419126dc-1423-4950-8878-923146b4a56e tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] 10.222.0.25 "GET /v2.0/security-groups?id=ec8c4dc9-4a35-4d6c-bde7-e1d205b3850b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429921 Nov 08 22:10:09.794792 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7db101-9aa5-41ff-aea2-37d71c3213e8 req-69a1fe79-862e-439c-ad37-f783425ef42a tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:10:09.796808 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-da7db101-9aa5-41ff-aea2-37d71c3213e8 req-69a1fe79-862e-439c-ad37-f783425ef42a tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] 10.222.0.25 "GET /v2.0/ports?device_id=1f5cba62-ecb4-48f2-8836-a42d0c1ea61a HTTP/1.1" status: 200 len: 943 time: 0.0486252 Nov 08 22:10:09.844286 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-da7db101-9aa5-41ff-aea2-37d71c3213e8 req-e7851eb7-34a7-46bd-8bed-9cc86530b2af tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] 10.222.0.25 "GET /v2.0/security-groups?id=ec8c4dc9-4a35-4d6c-bde7-e1d205b3850b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416059 Nov 08 22:10:10.956386 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7549779b-298a-4967-8756-5fe01e87b44f req-153baaf8-6198-4e35-a3e9-ef2fa10ea0e3 tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:10:10.957876 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-7549779b-298a-4967-8756-5fe01e87b44f req-153baaf8-6198-4e35-a3e9-ef2fa10ea0e3 tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] 10.222.0.25 "GET /v2.0/ports?device_id=1f5cba62-ecb4-48f2-8836-a42d0c1ea61a HTTP/1.1" status: 200 len: 943 time: 0.0475669 Nov 08 22:10:11.009538 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-7549779b-298a-4967-8756-5fe01e87b44f req-cc632bb3-0a9d-40ff-82fd-362fee75734b tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] 10.222.0.25 "GET /v2.0/security-groups?id=ec8c4dc9-4a35-4d6c-bde7-e1d205b3850b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458698 Nov 08 22:10:12.122003 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752ec6dc-162e-4229-81ea-0b695eb650d3 req-fdec46ff-77dd-4c10-9c46-51afc32702a6 tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:10:12.123460 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-752ec6dc-162e-4229-81ea-0b695eb650d3 req-fdec46ff-77dd-4c10-9c46-51afc32702a6 tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] 10.222.0.25 "GET /v2.0/ports?device_id=1f5cba62-ecb4-48f2-8836-a42d0c1ea61a HTTP/1.1" status: 200 len: 943 time: 0.0489314 Nov 08 22:10:12.143417 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.rpc [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Device e4d5aa63-f3ca-434e-ae15-9665f1105b1f details requested by agent hyperv_hv-cinder-81708 with host hv-cinder-81708 {{(pid=101084) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 22:10:12.171591 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-752ec6dc-162e-4229-81ea-0b695eb650d3 req-21816fa2-8517-4d3f-ac74-8863aec54740 tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] 10.222.0.25 "GET /v2.0/security-groups?id=ec8c4dc9-4a35-4d6c-bde7-e1d205b3850b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422893 Nov 08 22:10:12.236082 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.db [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] For port e4d5aa63-f3ca-434e-ae15-9665f1105b1f, host hv-cinder-81708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81708',level=0,port_id=e4d5aa63-f3ca-434e-ae15-9665f1105b1f,segment=NetworkSegment(291e05ad-3564-45f6-9832-49264fb3214a),segment_id=291e05ad-3564-45f6-9832-49264fb3214a)] {{(pid=101084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 22:10:12.250382 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.rpc [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Returning: {'device': 'e4d5aa63-f3ca-434e-ae15-9665f1105b1f', 'network_id': '83d7137f-89f6-454e-ae7c-d8a3c54047ec', 'port_id': 'e4d5aa63-f3ca-434e-ae15-9665f1105b1f', 'mac_address': 'fa:16:3e:af:2e:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 718, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9914a888-52f1-4bc0-b7db-aa15204015ab', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101084) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 22:10:12.286485 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-925982'] for port, before_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:10:12.298615 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.notifiers.nova [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4d5aa63-f3ca-434e-ae15-9665f1105b1f {{(pid=101084) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 22:10:12.316719 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.db [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] For port e4d5aa63-f3ca-434e-ae15-9665f1105b1f, host hv-cinder-81708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81708',level=0,port_id=e4d5aa63-f3ca-434e-ae15-9665f1105b1f,segment=NetworkSegment(291e05ad-3564-45f6-9832-49264fb3214a),segment_id=291e05ad-3564-45f6-9832-49264fb3214a)] {{(pid=101084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 22:10:12.321505 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728276638356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728276144285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728276144303'] for port, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:10:12.367540 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Pushing event updated for resources: {'Port': ['ID=e4d5aa63-f3ca-434e-ae15-9665f1105b1f,revision_number=4']} {{(pid=101084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:10:12.374837 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 22:10:12.375188 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 22:10:12.375528 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 22:10:12.375861 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 22:10:12.376190 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 22:10:12.376520 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 22:10:12.376871 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 22:10:12.377201 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 22:10:12.377524 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 22:10:12.377844 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 22:10:12.378161 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 22:10:12.378476 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 22:10:12.547471 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.db [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] get_ports_and_sgs() called for port_ids ['e4d5aa63-f3ca-434e-ae15-9665f1105b1f'] {{(pid=101084) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 22:10:13.285325 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27a921b-818a-4af6-8f52-a8d1b2a1e04f req-0f6bc2a3-4b25-4975-9d22-122030fea9fb tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:10:13.286685 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-c27a921b-818a-4af6-8f52-a8d1b2a1e04f req-0f6bc2a3-4b25-4975-9d22-122030fea9fb tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] 10.222.0.25 "GET /v2.0/ports?device_id=1f5cba62-ecb4-48f2-8836-a42d0c1ea61a HTTP/1.1" status: 200 len: 944 time: 0.0481036 Nov 08 22:10:13.334050 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-c27a921b-818a-4af6-8f52-a8d1b2a1e04f req-4b42e326-0727-4232-ba71-f71c510ad767 tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] 10.222.0.25 "GET /v2.0/security-groups?id=ec8c4dc9-4a35-4d6c-bde7-e1d205b3850b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414531 Nov 08 22:10:14.160203 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.rpc [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Device e4d5aa63-f3ca-434e-ae15-9665f1105b1f up at agent hyperv_hv-cinder-81708 {{(pid=101084) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 22:10:14.210700 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.db.provisioning_blocks [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Provisioning for port e4d5aa63-f3ca-434e-ae15-9665f1105b1f completed by entity L2. {{(pid=101084) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 22:10:14.214707 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.db.provisioning_blocks [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Provisioning complete for port e4d5aa63-f3ca-434e-ae15-9665f1105b1f triggered by entity L2. {{(pid=101084) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 22:10:14.215070 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-534742'] for port, provisioning_complete {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:10:14.288220 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-925982'] for port, before_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:10:14.309597 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f5cba62-ecb4-48f2-8836-a42d0c1ea61a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4d5aa63-f3ca-434e-ae15-9665f1105b1f'}] {{(pid=101084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 22:10:14.312407 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b3cbe6c7fdf7c1e60af50d850490ef6f4dccd02a9ea7bc434e0a37b2dd34cb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0df2ac3-4d93-44c6-b958-562ce45d2d19" -d '{"events": [{"server_uuid": "1f5cba62-ecb4-48f2-8836-a42d0c1ea61a", "name": "network-vif-plugged", "status": "completed", "tag": "e4d5aa63-f3ca-434e-ae15-9665f1105b1f"}]}' {{(pid=101084) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 22:10:14.325220 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.db [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] For port e4d5aa63-f3ca-434e-ae15-9665f1105b1f, host hv-cinder-81708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81708',level=0,port_id=e4d5aa63-f3ca-434e-ae15-9665f1105b1f,segment=NetworkSegment(291e05ad-3564-45f6-9832-49264fb3214a),segment_id=291e05ad-3564-45f6-9832-49264fb3214a)] {{(pid=101084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 22:10:14.329108 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728276638356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728276144285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728276144303'] for port, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:10:14.355225 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 22:10:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df574757-4efc-48c2-97b9-05b0fa75d582 x-openstack-request-id: req-df574757-4efc-48c2-97b9-05b0fa75d582 {{(pid=101084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 22:10:14.355524 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f5cba62-ecb4-48f2-8836-a42d0c1ea61a", "name": "network-vif-plugged", "status": "completed", "tag": "e4d5aa63-f3ca-434e-ae15-9665f1105b1f", "code": 200}]} {{(pid=101084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 22:10:14.355777 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-df574757-4efc-48c2-97b9-05b0fa75d582 {{(pid=101084) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 22:10:14.356173 dv-cinder-817085-1-iscsi neutron-server[101084]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f5cba62-ecb4-48f2-8836-a42d0c1ea61a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4d5aa63-f3ca-434e-ae15-9665f1105b1f', 'code': 200} Nov 08 22:10:14.385684 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Pushing event updated for resources: {'Port': ['ID=e4d5aa63-f3ca-434e-ae15-9665f1105b1f,revision_number=5']} {{(pid=101084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:10:14.458426 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faaeb361-6b28-44cc-9b46-cb171bb41c22 req-0daffbc9-632d-402e-8f46-6eaab7bcc294 tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:10:14.460693 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-faaeb361-6b28-44cc-9b46-cb171bb41c22 req-0daffbc9-632d-402e-8f46-6eaab7bcc294 tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] 10.222.0.25 "GET /v2.0/ports?device_id=1f5cba62-ecb4-48f2-8836-a42d0c1ea61a HTTP/1.1" status: 200 len: 945 time: 0.0534804 Nov 08 22:10:14.513194 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-faaeb361-6b28-44cc-9b46-cb171bb41c22 req-97434989-cc9c-4f39-9c75-4c8a02f4094d tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] 10.222.0.25 "GET /v2.0/security-groups?id=ec8c4dc9-4a35-4d6c-bde7-e1d205b3850b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462971 Nov 08 22:10:14.608381 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1d1bac-b1b8-407b-a5c5-a72b7c1c3688 req-99ea623c-fea7-40ce-8ed7-d182066384ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:10:14.609884 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-fb1d1bac-b1b8-407b-a5c5-a72b7c1c3688 req-99ea623c-fea7-40ce-8ed7-d182066384ed service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=1f5cba62-ecb4-48f2-8836-a42d0c1ea61a HTTP/1.1" status: 200 len: 1098 time: 0.0801330 Nov 08 22:10:14.656130 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-fb1d1bac-b1b8-407b-a5c5-a72b7c1c3688 req-5f552d47-5a40-495f-99f2-85a6fb922097 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=ec8c4dc9-4a35-4d6c-bde7-e1d205b3850b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389707 Nov 08 22:10:15.628345 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f219d3-836a-43b4-8fc8-71097fe2a0d1 req-6fa0c908-5ec0-4c5d-987c-44fe7af2351d tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:10:15.630081 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-47f219d3-836a-43b4-8fc8-71097fe2a0d1 req-6fa0c908-5ec0-4c5d-987c-44fe7af2351d tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] 10.222.0.25 "GET /v2.0/ports?device_id=1f5cba62-ecb4-48f2-8836-a42d0c1ea61a HTTP/1.1" status: 200 len: 945 time: 0.0486495 Nov 08 22:10:15.682902 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-47f219d3-836a-43b4-8fc8-71097fe2a0d1 req-26bf467e-6bbc-4ce7-a1ce-f10ca79b34c0 tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] 10.222.0.25 "GET /v2.0/security-groups?id=ec8c4dc9-4a35-4d6c-bde7-e1d205b3850b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469103 Nov 08 22:10:16.795145 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f175568a-c1cb-4c48-b2fa-e7720fd4bf33 req-6b72376a-18cd-4017-b1ff-1bef7057119c tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:10:16.797618 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-f175568a-c1cb-4c48-b2fa-e7720fd4bf33 req-6b72376a-18cd-4017-b1ff-1bef7057119c tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] 10.222.0.25 "GET /v2.0/ports?device_id=1f5cba62-ecb4-48f2-8836-a42d0c1ea61a HTTP/1.1" status: 200 len: 945 time: 0.0492275 Nov 08 22:10:16.825386 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-2cb34c0b-6e88-47c9-af9e-7654cd5dab88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728276665375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534631'] for agent, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:10:16.859339 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-f175568a-c1cb-4c48-b2fa-e7720fd4bf33 req-1ac99b16-171f-401c-92b2-4c3edd8ceaf2 tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] 10.222.0.25 "GET /v2.0/security-groups?id=ec8c4dc9-4a35-4d6c-bde7-e1d205b3850b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559018 Nov 08 22:10:16.971152 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c3ab3b-8f8d-47d4-8f3b-e3d64c38fc26 req-6051083e-a594-471f-9d94-4fbace91484d tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:10:16.972538 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-44c3ab3b-8f8d-47d4-8f3b-e3d64c38fc26 req-6051083e-a594-471f-9d94-4fbace91484d tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] 10.222.0.25 "GET /v2.0/ports?device_id=1f5cba62-ecb4-48f2-8836-a42d0c1ea61a HTTP/1.1" status: 200 len: 945 time: 0.0479507 Nov 08 22:10:17.020979 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-44c3ab3b-8f8d-47d4-8f3b-e3d64c38fc26 req-88ba93d4-c7a6-456a-8ec2-ded257d73c3e tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] 10.222.0.25 "GET /v2.0/security-groups?id=ec8c4dc9-4a35-4d6c-bde7-e1d205b3850b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425785 Nov 08 22:10:17.094041 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.wsgi [-] (101083) accepted ('10.222.0.25', 50350) {{(pid=101083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 22:10:17.136248 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78d20d70-66f1-4d53-8ae7-9018556e01cd tempest-TestVolumeBootPattern-983344704 tempest-TestVolumeBootPattern-983344704-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:10:17.137871 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [None req-78d20d70-66f1-4d53-8ae7-9018556e01cd tempest-TestVolumeBootPattern-983344704 tempest-TestVolumeBootPattern-983344704-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=1f5cba62-ecb4-48f2-8836-a42d0c1ea61a HTTP/1.1" status: 200 len: 1093 time: 0.0425708 Nov 08 22:10:17.140529 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.wsgi [-] (101083) accepted ('10.222.0.25', 50352) {{(pid=101083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 22:10:17.145022 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.v2.base [None req-f6894cc4-0961-4c17-ab7e-ebca0011ad3a tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] Request body: {'floatingip': {'floating_network_id': '8ae8d913-bef9-4bc0-baeb-78ef8b3a7364', 'port_id': 'e4d5aa63-f3ca-434e-ae15-9665f1105b1f', 'tenant_id': '675c9b3fa135484fae600e4b802f7186', 'fixed_ip_address': '172.20.0.8'}} {{(pid=101083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 22:10:17.166459 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-f6894cc4-0961-4c17-ab7e-ebca0011ad3a tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] Publish callbacks [] for floatingip, before_create {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:10:17.258509 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-f6894cc4-0961-4c17-ab7e-ebca0011ad3a tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-925982'] for port, before_create {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:10:17.365553 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.db.db_base_plugin_common [None req-f6894cc4-0961-4c17-ab7e-ebca0011ad3a tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] Allocated IP 172.27.3.46 (8ae8d913-bef9-4bc0-baeb-78ef8b3a7364/f0dec947-372d-4ed5-9c9f-864e58aba850/0154ce85-d16f-4058-a7a1-a2f37581110a) {{(pid=101083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 22:10:17.462455 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-f6894cc4-0961-4c17-ab7e-ebca0011ad3a tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] Publish callbacks [] for port, precommit_create {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:10:17.495157 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-f6894cc4-0961-4c17-ab7e-ebca0011ad3a tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728276144267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7659000'] for port, after_create {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:10:17.537600 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6894cc4-0961-4c17-ab7e-ebca0011ad3a tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] Network 8ae8d913-bef9-4bc0-baeb-78ef8b3a7364 is already hosted by enough agents. {{(pid=101083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 22:10:17.541712 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.scheduler.base_scheduler [None req-f6894cc4-0961-4c17-ab7e-ebca0011ad3a tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] Resources bound (agent type, host, resource id): {{(pid=101083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 22:10:17.547199 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6894cc4-0961-4c17-ab7e-ebca0011ad3a tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] Received port after_create {{(pid=101083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 22:10:17.570127 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6894cc4-0961-4c17-ab7e-ebca0011ad3a tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] Pushing event updated for resources: {'Port': ['ID=0154ce85-d16f-4058-a7a1-a2f37581110a,revision_number=1']} {{(pid=101083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:10:17.904039 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-f6894cc4-0961-4c17-ab7e-ebca0011ad3a tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:10:17.970148 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-f6894cc4-0961-4c17-ab7e-ebca0011ad3a tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-925982'] for port, before_update {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:10:18.112883 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-f6894cc4-0961-4c17-ab7e-ebca0011ad3a tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] Publish callbacks [] for port, precommit_update {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:10:18.117253 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-f6894cc4-0961-4c17-ab7e-ebca0011ad3a tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728276638356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728276144285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728276144303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7658983'] for port, after_update {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:10:18.184394 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6894cc4-0961-4c17-ab7e-ebca0011ad3a tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] Pushing event updated for resources: {'Port': ['ID=0154ce85-d16f-4058-a7a1-a2f37581110a,revision_number=2']} {{(pid=101083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:10:18.192618 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-f6894cc4-0961-4c17-ab7e-ebca0011ad3a tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1623957'] for floatingip, after_create {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:10:18.526821 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.db.l3_db [None req-f6894cc4-0961-4c17-ab7e-ebca0011ad3a tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] Floating IP 65d9a313-4a7b-4e96-9da9-d0c5f861637a associated. External IP: 172.27.3.46, port: e4d5aa63-f3ca-434e-ae15-9665f1105b1f. Nov 08 22:10:18.725980 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6894cc4-0961-4c17-ab7e-ebca0011ad3a tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] Router 71747b9f-0946-406e-9711-d3c0db299169 has already been hosted by L3 agent a7fb4010-89fb-4d99-b0a1-90d6a3aacb04 {{(pid=101083) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 22:10:18.779878 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-86adc170-52a5-4087-a862-e1c32de70a65 req-845344f0-83ba-41d4-a046-d22f657bf0e7 tempest-TestMinimumBasicScenario-490601421 tempest-TestMinimumBasicScenario-490601421-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1361899306&fields=id&tenant_id=fb7b12f683ee48a497a40419ad743d9a HTTP/1.1" status: 200 len: 267 time: 0.0424795 Nov 08 22:10:18.832284 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86adc170-52a5-4087-a862-e1c32de70a65 req-858f793c-57c3-41bb-819c-58390bb8f11b tempest-TestMinimumBasicScenario-490601421 tempest-TestMinimumBasicScenario-490601421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:10:18.833592 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6894cc4-0961-4c17-ab7e-ebca0011ad3a tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] Notify agent at l3_agent.dv-cinder-817085-1-iscsi the message routers_updated {{(pid=101083) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 22:10:18.833830 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-86adc170-52a5-4087-a862-e1c32de70a65 req-858f793c-57c3-41bb-819c-58390bb8f11b tempest-TestMinimumBasicScenario-490601421 tempest-TestMinimumBasicScenario-490601421-project] 10.222.0.25 "GET /v2.0/ports?device_id=c3fab5ea-ed62-4376-8af2-3ef1faabe7d7 HTTP/1.1" status: 200 len: 984 time: 0.0483582 Nov 08 22:10:18.844643 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf8b5738-547c-4c71-9054-1a2eeb4b61ed None None] Sync routers for ids ['71747b9f-0946-406e-9711-d3c0db299169'] in dv-cinder-817085-1-iscsi {{(pid=101084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 22:10:18.846845 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.v2.base [req-86adc170-52a5-4087-a862-e1c32de70a65 req-c95f3932-c272-4b0a-a9f1-186b8a54a5eb tempest-TestMinimumBasicScenario-490601421 tempest-TestMinimumBasicScenario-490601421-project] Request body: {'port': {'security_groups': ['9bc222df-8e73-46ed-82d3-f05fddb11c82']}} {{(pid=101082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 22:10:18.858783 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-f6894cc4-0961-4c17-ab7e-ebca0011ad3a tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465805'] for floatingip, before_response {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:10:18.859435 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf8b5738-547c-4c71-9054-1a2eeb4b61ed None None] Routers {'71747b9f-0946-406e-9711-d3c0db299169'} bound to L3 agent in host dv-cinder-817085-1-iscsi {{(pid=101084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 22:10:18.860233 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.db.l3_hamode_db [None req-cf8b5738-547c-4c71-9054-1a2eeb4b61ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817085-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T21:51:49Z,description=,heartbeat_timestamp=2021-11-08T22:09:49Z,host='dv-cinder-817085-1-iscsi',id=a7fb4010-89fb-4d99-b0a1-90d6a3aacb04,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T21:51:49Z,topic='l3_agent')) {'router_ids': ['71747b9f-0946-406e-9711-d3c0db299169'], 'active': True} {{(pid=101084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 22:10:18.902533 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [None req-f6894cc4-0961-4c17-ab7e-ebca0011ad3a tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.7472532 Nov 08 22:10:18.902533 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f5cba62-ecb4-48f2-8836-a42d0c1ea61a', 'tag': 'e4d5aa63-f3ca-434e-ae15-9665f1105b1f'}] {{(pid=101083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 22:10:18.902533 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1401f4ba4b9bb213bf59dd3903e8d3cb618788e4f0023aa365925d32571c6fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bbcb7da-5c36-4b79-9c13-025e93e3547e" -d '{"events": [{"name": "network-changed", "server_uuid": "1f5cba62-ecb4-48f2-8836-a42d0c1ea61a", "tag": "e4d5aa63-f3ca-434e-ae15-9665f1105b1f"}]}' {{(pid=101083) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 22:10:18.926687 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [req-86adc170-52a5-4087-a862-e1c32de70a65 req-c95f3932-c272-4b0a-a9f1-186b8a54a5eb tempest-TestMinimumBasicScenario-490601421 tempest-TestMinimumBasicScenario-490601421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-925982'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:10:18.937580 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 22:10:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd0f5ab0-73f4-4fb1-ab31-eaf289577ab0 x-openstack-request-id: req-bd0f5ab0-73f4-4fb1-ab31-eaf289577ab0 {{(pid=101083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 22:10:18.938504 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f5cba62-ecb4-48f2-8836-a42d0c1ea61a", "tag": "e4d5aa63-f3ca-434e-ae15-9665f1105b1f", "status": "completed", "code": 200}]} {{(pid=101083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 22:10:18.938763 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-bd0f5ab0-73f4-4fb1-ab31-eaf289577ab0 {{(pid=101083) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 22:10:18.939170 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f5cba62-ecb4-48f2-8836-a42d0c1ea61a', 'tag': 'e4d5aa63-f3ca-434e-ae15-9665f1105b1f', 'status': 'completed', 'code': 200} Nov 08 22:10:18.976454 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.db.l3_dvr_db [None req-cf8b5738-547c-4c71-9054-1a2eeb4b61ed None None] Set router 71747b9f-0946-406e-9711-d3c0db299169 gateway port host: dv-cinder-817085-1-iscsi {{(pid=101084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 22:10:19.002485 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbcb7da-5c36-4b79-9c13-025e93e3547e req-779ec3c5-e416-4b55-9083-bdd31e80ecb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:10:19.004219 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-7bbcb7da-5c36-4b79-9c13-025e93e3547e req-779ec3c5-e416-4b55-9083-bdd31e80ecb4 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=675c9b3fa135484fae600e4b802f7186&device_id=1f5cba62-ecb4-48f2-8836-a42d0c1ea61a HTTP/1.1" status: 200 len: 1098 time: 0.0428703 Nov 08 22:10:19.102310 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbcb7da-5c36-4b79-9c13-025e93e3547e req-b74c4b13-5e85-4299-bf78-4d45ffaf9438 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:10:19.103887 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-7bbcb7da-5c36-4b79-9c13-025e93e3547e req-b74c4b13-5e85-4299-bf78-4d45ffaf9438 service neutron] 10.222.0.48 "GET /v2.0/networks?id=83d7137f-89f6-454e-ae7c-d8a3c54047ec HTTP/1.1" status: 200 len: 913 time: 0.0926237 Nov 08 22:10:19.111322 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.plugins.ml2.db [req-86adc170-52a5-4087-a862-e1c32de70a65 req-c95f3932-c272-4b0a-a9f1-186b8a54a5eb tempest-TestMinimumBasicScenario-490601421 tempest-TestMinimumBasicScenario-490601421-project] For port 97f30aea-7372-43bd-bfda-6f3d7ac9c000, host hv-cinder-81708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81708',level=0,port_id=97f30aea-7372-43bd-bfda-6f3d7ac9c000,segment=NetworkSegment(31973302-188d-4b37-8b68-7732ca909711),segment_id=31973302-188d-4b37-8b68-7732ca909711)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 22:10:19.149107 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [req-86adc170-52a5-4087-a862-e1c32de70a65 req-c95f3932-c272-4b0a-a9f1-186b8a54a5eb tempest-TestMinimumBasicScenario-490601421 tempest-TestMinimumBasicScenario-490601421-project] Publish callbacks [] for port, precommit_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:10:19.154943 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [req-86adc170-52a5-4087-a862-e1c32de70a65 req-c95f3932-c272-4b0a-a9f1-186b8a54a5eb tempest-TestMinimumBasicScenario-490601421 tempest-TestMinimumBasicScenario-490601421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728276638356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728276144285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728276144303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7854475'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:10:19.172586 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.db [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] get_ports_and_sgs() called for port_ids ['97f30aea-7372-43bd-bfda-6f3d7ac9c000'] {{(pid=101084) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 22:10:19.183311 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-d6ed70e4-32c5-49a9-b112-0f1a739e4daf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728276665375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534631'] for agent, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:10:19.187111 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-7bbcb7da-5c36-4b79-9c13-025e93e3547e req-4028d634-3a94-441b-8b64-62bf2efb0a19 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e4d5aa63-f3ca-434e-ae15-9665f1105b1f HTTP/1.1" status: 200 len: 998 time: 0.0754085 Nov 08 22:10:19.197946 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86adc170-52a5-4087-a862-e1c32de70a65 req-c95f3932-c272-4b0a-a9f1-186b8a54a5eb tempest-TestMinimumBasicScenario-490601421 tempest-TestMinimumBasicScenario-490601421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:10:19.198589 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [req-86adc170-52a5-4087-a862-e1c32de70a65 req-c95f3932-c272-4b0a-a9f1-186b8a54a5eb tempest-TestMinimumBasicScenario-490601421 tempest-TestMinimumBasicScenario-490601421-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465805'] for port, before_response {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:10:19.202944 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-86adc170-52a5-4087-a862-e1c32de70a65 req-c95f3932-c272-4b0a-a9f1-186b8a54a5eb tempest-TestMinimumBasicScenario-490601421 tempest-TestMinimumBasicScenario-490601421-project] 10.222.0.25 "PUT /v2.0/ports/97f30aea-7372-43bd-bfda-6f3d7ac9c000 HTTP/1.1" status: 200 len: 942 time: 0.3613138 Nov 08 22:10:19.203431 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3fab5ea-ed62-4376-8af2-3ef1faabe7d7', 'tag': '97f30aea-7372-43bd-bfda-6f3d7ac9c000'}] {{(pid=101082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 22:10:19.206352 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5244ac95217a6bb312334333bc6ed4bdb0e50c4a837cb758f48f620e9b099f25" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f037b33-fec9-468a-9bec-67a73cf958e0" -d '{"events": [{"name": "network-changed", "server_uuid": "c3fab5ea-ed62-4376-8af2-3ef1faabe7d7", "tag": "97f30aea-7372-43bd-bfda-6f3d7ac9c000"}]}' {{(pid=101082) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 22:10:19.207614 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.wsgi [-] (101083) accepted ('10.222.0.25', 50364) {{(pid=101083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 22:10:19.241784 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95f3932-c272-4b0a-a9f1-186b8a54a5eb tempest-TestMinimumBasicScenario-490601421 tempest-TestMinimumBasicScenario-490601421-project] Pushing event updated for resources: {'Port': ['ID=97f30aea-7372-43bd-bfda-6f3d7ac9c000,revision_number=7']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:10:19.250462 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95f3932-c272-4b0a-a9f1-186b8a54a5eb tempest-TestMinimumBasicScenario-490601421 tempest-TestMinimumBasicScenario-490601421-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 22:10:19.251207 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95f3932-c272-4b0a-a9f1-186b8a54a5eb tempest-TestMinimumBasicScenario-490601421 tempest-TestMinimumBasicScenario-490601421-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 22:10:19.251625 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95f3932-c272-4b0a-a9f1-186b8a54a5eb tempest-TestMinimumBasicScenario-490601421 tempest-TestMinimumBasicScenario-490601421-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 22:10:19.252054 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95f3932-c272-4b0a-a9f1-186b8a54a5eb tempest-TestMinimumBasicScenario-490601421 tempest-TestMinimumBasicScenario-490601421-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 22:10:19.252543 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95f3932-c272-4b0a-a9f1-186b8a54a5eb tempest-TestMinimumBasicScenario-490601421 tempest-TestMinimumBasicScenario-490601421-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 22:10:19.252974 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95f3932-c272-4b0a-a9f1-186b8a54a5eb tempest-TestMinimumBasicScenario-490601421 tempest-TestMinimumBasicScenario-490601421-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 22:10:19.253363 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95f3932-c272-4b0a-a9f1-186b8a54a5eb tempest-TestMinimumBasicScenario-490601421 tempest-TestMinimumBasicScenario-490601421-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 22:10:19.254268 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95f3932-c272-4b0a-a9f1-186b8a54a5eb tempest-TestMinimumBasicScenario-490601421 tempest-TestMinimumBasicScenario-490601421-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 22:10:19.254867 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95f3932-c272-4b0a-a9f1-186b8a54a5eb tempest-TestMinimumBasicScenario-490601421 tempest-TestMinimumBasicScenario-490601421-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 22:10:19.255201 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95f3932-c272-4b0a-a9f1-186b8a54a5eb tempest-TestMinimumBasicScenario-490601421 tempest-TestMinimumBasicScenario-490601421-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 22:10:19.255540 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95f3932-c272-4b0a-a9f1-186b8a54a5eb tempest-TestMinimumBasicScenario-490601421 tempest-TestMinimumBasicScenario-490601421-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 22:10:19.255859 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95f3932-c272-4b0a-a9f1-186b8a54a5eb tempest-TestMinimumBasicScenario-490601421 tempest-TestMinimumBasicScenario-490601421-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 22:10:19.280147 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 22:10:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cffd3307-b5d1-4052-b226-30f761dda1ac x-openstack-request-id: req-cffd3307-b5d1-4052-b226-30f761dda1ac {{(pid=101082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 22:10:19.280446 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3fab5ea-ed62-4376-8af2-3ef1faabe7d7", "tag": "97f30aea-7372-43bd-bfda-6f3d7ac9c000", "status": "completed", "code": 200}]} {{(pid=101082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 22:10:19.280908 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-cffd3307-b5d1-4052-b226-30f761dda1ac {{(pid=101082) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 22:10:19.281325 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3fab5ea-ed62-4376-8af2-3ef1faabe7d7', 'tag': '97f30aea-7372-43bd-bfda-6f3d7ac9c000', 'status': 'completed', 'code': 200} Nov 08 22:10:19.291586 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.db [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] get_ports_and_sgs() called for port_ids ['97f30aea-7372-43bd-bfda-6f3d7ac9c000'] {{(pid=101084) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 22:10:19.331256 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbcb7da-5c36-4b79-9c13-025e93e3547e req-6f92520f-7adc-4f7f-8a93-af49bc35cffc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:10:19.332737 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-7bbcb7da-5c36-4b79-9c13-025e93e3547e req-6f92520f-7adc-4f7f-8a93-af49bc35cffc service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9914a888-52f1-4bc0-b7db-aa15204015ab HTTP/1.1" status: 200 len: 851 time: 0.1360176 Nov 08 22:10:19.346746 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f037b33-fec9-468a-9bec-67a73cf958e0 req-dab27e37-a9ef-4e86-9c9e-f8e138e01124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:10:19.348359 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-8f037b33-fec9-468a-9bec-67a73cf958e0 req-dab27e37-a9ef-4e86-9c9e-f8e138e01124 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=fb7b12f683ee48a497a40419ad743d9a&device_id=c3fab5ea-ed62-4376-8af2-3ef1faabe7d7 HTTP/1.1" status: 200 len: 1098 time: 0.0562458 Nov 08 22:10:19.373818 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-d2333c39-1eb8-46f7-90a7-77d22eb8edd7 tempest-TestMinimumBasicScenario-490601421 tempest-TestMinimumBasicScenario-490601421-project] Publish callbacks [] for security_group, before_delete {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:10:19.404834 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.db.l3_hamode_db [None req-cf8b5738-547c-4c71-9054-1a2eeb4b61ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71747b9f-0946-406e-9711-d3c0db299169', 'name': 'tempest-TestVolumeBootPattern-1757242926-router', 'tenant_id': '675c9b3fa135484fae600e4b802f7186', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ae8d913-bef9-4bc0-baeb-78ef8b3a7364', 'external_fixed_ips': [{'subnet_id': 'f0dec947-372d-4ed5-9c9f-864e58aba850', 'ip_address': '172.27.3.4'}], 'enable_snat': True}, 'gw_port_id': '9e24c64b-4337-4581-b02c-06926084ead5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T22:07:16Z', 'updated_at': '2021-11-08T22:07:18Z', 'revision_number': 4, 'project_id': '675c9b3fa135484fae600e4b802f7186', 'gw_port': {'id': '9e24c64b-4337-4581-b02c-06926084ead5', 'name': '', 'network_id': '8ae8d913-bef9-4bc0-baeb-78ef8b3a7364', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:5a:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71747b9f-0946-406e-9711-d3c0db299169', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': 'f0dec947-372d-4ed5-9c9f-864e58aba850', 'ip_address': '172.27.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T22:07:16Z', 'updated_at': '2021-11-08T22:07:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0dec947-372d-4ed5-9c9f-864e58aba850', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817085-1-iscsi', '_floatingips': [{'id': '65d9a313-4a7b-4e96-9da9-d0c5f861637a', 'tenant_id': '675c9b3fa135484fae600e4b802f7186', 'floating_ip_address': '172.27.3.46', 'floating_network_id': '8ae8d913-bef9-4bc0-baeb-78ef8b3a7364', 'router_id': '71747b9f-0946-406e-9711-d3c0db299169', 'port_id': 'e4d5aa63-f3ca-434e-ae15-9665f1105b1f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '83d7137f-89f6-454e-ae7c-d8a3c54047ec', 'mac_address': 'fa:16:3e:af:2e:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f5cba62-ecb4-48f2-8836-a42d0c1ea61a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T22:10:17Z', 'updated_at': '2021-11-08T22:10:17Z', 'revision_number': 0, 'project_id': '675c9b3fa135484fae600e4b802f7186', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3a85905-22b4-4c66-9192-244fcb436c21', 'name': '', 'network_id': '83d7137f-89f6-454e-ae7c-d8a3c54047ec', 'tenant_id': '675c9b3fa135484fae600e4b802f7186', 'mac_address': 'fa:16:3e:f8:3d:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71747b9f-0946-406e-9711-d3c0db299169', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '9914a888-52f1-4bc0-b7db-aa15204015ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T22:07:18Z', 'updated_at': '2021-11-08T22:07:22Z', 'revision_number': 5, 'project_id': '675c9b3fa135484fae600e4b802f7186', 'subnets': [{'id': '9914a888-52f1-4bc0-b7db-aa15204015ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817085-1-iscsi', False) {} {{(pid=101084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 22:10:19.408172 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-d2333c39-1eb8-46f7-90a7-77d22eb8edd7 tempest-TestMinimumBasicScenario-490601421 tempest-TestMinimumBasicScenario-490601421-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:10:19.425770 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbcb7da-5c36-4b79-9c13-025e93e3547e req-1e948dc2-8065-401f-adb2-302c83549f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:10:19.428183 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-7bbcb7da-5c36-4b79-9c13-025e93e3547e req-1e948dc2-8065-401f-adb2-302c83549f2a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=83d7137f-89f6-454e-ae7c-d8a3c54047ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0878422 Nov 08 22:10:19.444798 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.wsgi [req-7bbcb7da-5c36-4b79-9c13-025e93e3547e req-f703842b-1bdb-4ebd-8401-807fa88823b0 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=101083) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 22:10:19.444798 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-7bbcb7da-5c36-4b79-9c13-025e93e3547e req-f703842b-1bdb-4ebd-8401-807fa88823b0 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0071177 Nov 08 22:10:19.445221 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf8b5738-547c-4c71-9054-1a2eeb4b61ed None None] Checking router: 71747b9f-0946-406e-9711-d3c0db299169 for host: dv-cinder-817085-1-iscsi {{(pid=101084) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 22:10:19.474984 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f037b33-fec9-468a-9bec-67a73cf958e0 req-1ba3607d-9a27-4cde-b5df-b3ad9b710c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:10:19.477992 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-8f037b33-fec9-468a-9bec-67a73cf958e0 req-1ba3607d-9a27-4cde-b5df-b3ad9b710c8c service neutron] 10.222.0.48 "GET /v2.0/networks?id=cdcc7d87-c10c-471a-af0b-9ce1bfa4e121 HTTP/1.1" status: 200 len: 916 time: 0.1204152 Nov 08 22:10:19.497451 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf8b5738-547c-4c71-9054-1a2eeb4b61ed None None] Routers {'71747b9f-0946-406e-9711-d3c0db299169'} bound to L3 agent in host dv-cinder-817085-1-iscsi {{(pid=101084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 22:10:19.498105 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.db.l3_hamode_db [None req-cf8b5738-547c-4c71-9054-1a2eeb4b61ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817085-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T21:51:49Z,description=,heartbeat_timestamp=2021-11-08T22:10:19Z,host='dv-cinder-817085-1-iscsi',id=a7fb4010-89fb-4d99-b0a1-90d6a3aacb04,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T21:51:49Z,topic='l3_agent')) {'router_ids': ['71747b9f-0946-406e-9711-d3c0db299169'], 'active': True} {{(pid=101084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 22:10:19.557885 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-8f037b33-fec9-468a-9bec-67a73cf958e0 req-bf6ec697-6eb4-45b8-a57c-3f584714b02c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=97f30aea-7372-43bd-bfda-6f3d7ac9c000 HTTP/1.1" status: 200 len: 1000 time: 0.0732496 Nov 08 22:10:19.574409 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-7bbcb7da-5c36-4b79-9c13-025e93e3547e req-da4540b1-f125-4d9c-bf21-d7832d518817 service neutron] 10.222.0.48 "GET /v2.0/networks/83d7137f-89f6-454e-ae7c-d8a3c54047ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1146402 Nov 08 22:10:19.575563 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-d2333c39-1eb8-46f7-90a7-77d22eb8edd7 tempest-TestMinimumBasicScenario-490601421 tempest-TestMinimumBasicScenario-490601421-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2033567'] for security_group, after_delete {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:10:19.578336 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-d2333c39-1eb8-46f7-90a7-77d22eb8edd7 tempest-TestMinimumBasicScenario-490601421 tempest-TestMinimumBasicScenario-490601421-project] Publish callbacks [] for security_group, before_response {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:10:19.581892 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [None req-d2333c39-1eb8-46f7-90a7-77d22eb8edd7 tempest-TestMinimumBasicScenario-490601421 tempest-TestMinimumBasicScenario-490601421-project] 10.222.0.25 "DELETE /v2.0/security-groups/22d3b48f-5f1a-483e-9d83-bcf637aa67a8 HTTP/1.1" status: 204 len: 168 time: 0.3700023 Nov 08 22:10:19.589598 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.wsgi [-] (101083) accepted ('10.222.0.25', 50368) {{(pid=101083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 22:10:19.600080 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2333c39-1eb8-46f7-90a7-77d22eb8edd7 tempest-TestMinimumBasicScenario-490601421 tempest-TestMinimumBasicScenario-490601421-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=22d3b48f-5f1a-483e-9d83-bcf637aa67a8,revision_number=None']} {{(pid=101083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:10:19.625397 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f037b33-fec9-468a-9bec-67a73cf958e0 req-876dace4-3442-4685-9ffc-5ea1ff879a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:10:19.626873 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-8f037b33-fec9-468a-9bec-67a73cf958e0 req-876dace4-3442-4685-9ffc-5ea1ff879a95 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0ae83315-2964-41b1-9afb-e3f063587954 HTTP/1.1" status: 200 len: 854 time: 0.0617349 Nov 08 22:10:19.681553 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f037b33-fec9-468a-9bec-67a73cf958e0 req-50a13f2f-2db9-4fa4-985d-6d493543855d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:10:19.683082 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-8f037b33-fec9-468a-9bec-67a73cf958e0 req-50a13f2f-2db9-4fa4-985d-6d493543855d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=cdcc7d87-c10c-471a-af0b-9ce1bfa4e121&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0478914 Nov 08 22:10:19.776773 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [req-7bbcb7da-5c36-4b79-9c13-025e93e3547e req-3b12dd0e-1f00-452d-ae3d-709cadb3437b service neutron] 10.222.0.48 "GET /v2.0/networks/83d7137f-89f6-454e-ae7c-d8a3c54047ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1878986 Nov 08 22:10:19.788783 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.db.provisioning_blocks [None req-65e5b963-e484-4859-9399-c5c5e55cea15 None None] Provisioning complete for port 97f30aea-7372-43bd-bfda-6f3d7ac9c000 triggered by entity DHCP. {{(pid=101084) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 22:10:19.789175 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-65e5b963-e484-4859-9399-c5c5e55cea15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-534742'] for port, provisioning_complete {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:10:19.795626 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-8f037b33-fec9-468a-9bec-67a73cf958e0 req-fef75aab-a779-4ca4-adb8-d257b453fda3 service neutron] 10.222.0.48 "GET /v2.0/networks/cdcc7d87-c10c-471a-af0b-9ce1bfa4e121?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1042547 Nov 08 22:10:19.854958 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.db.l3_dvr_db [None req-cf8b5738-547c-4c71-9054-1a2eeb4b61ed None None] Set router 71747b9f-0946-406e-9711-d3c0db299169 gateway port host: dv-cinder-817085-1-iscsi {{(pid=101084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 22:10:19.856872 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.plugins.ml2.plugin [None req-524f86ee-b02c-43fb-bb66-10707b25a091 tempest-TestMinimumBasicScenario-490601421 tempest-TestMinimumBasicScenario-490601421-project] Deleting port 86b73ee9-fc00-4887-a2f7-71bd19d48de4 {{(pid=101083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 22:10:19.858156 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-524f86ee-b02c-43fb-bb66-10707b25a091 tempest-TestMinimumBasicScenario-490601421 tempest-TestMinimumBasicScenario-490601421-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728276550584'] for port, before_delete {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:10:19.917749 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-8f037b33-fec9-468a-9bec-67a73cf958e0 req-c7013584-3d55-428f-a106-0d218d2d8114 service neutron] 10.222.0.48 "GET /v2.0/networks/cdcc7d87-c10c-471a-af0b-9ce1bfa4e121?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1133685 Nov 08 22:10:19.943519 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-524f86ee-b02c-43fb-bb66-10707b25a091 tempest-TestMinimumBasicScenario-490601421 tempest-TestMinimumBasicScenario-490601421-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1626931'] for port, precommit_delete {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:10:19.943843 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-524f86ee-b02c-43fb-bb66-10707b25a091 tempest-TestMinimumBasicScenario-490601421 tempest-TestMinimumBasicScenario-490601421-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:10:19.955322 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.plugins.ml2.plugin [None req-524f86ee-b02c-43fb-bb66-10707b25a091 tempest-TestMinimumBasicScenario-490601421 tempest-TestMinimumBasicScenario-490601421-project] Calling delete_port for 86b73ee9-fc00-4887-a2f7-71bd19d48de4 owned by network:floatingip {{(pid=101083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 22:10:20.132420 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-524f86ee-b02c-43fb-bb66-10707b25a091 tempest-TestMinimumBasicScenario-490601421 tempest-TestMinimumBasicScenario-490601421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728276638338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728276144276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7659000'] for port, after_delete {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:10:20.147511 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.db.l3_hamode_db [None req-cf8b5738-547c-4c71-9054-1a2eeb4b61ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71747b9f-0946-406e-9711-d3c0db299169', 'name': 'tempest-TestVolumeBootPattern-1757242926-router', 'tenant_id': '675c9b3fa135484fae600e4b802f7186', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ae8d913-bef9-4bc0-baeb-78ef8b3a7364', 'external_fixed_ips': [{'subnet_id': 'f0dec947-372d-4ed5-9c9f-864e58aba850', 'ip_address': '172.27.3.4'}], 'enable_snat': True}, 'gw_port_id': '9e24c64b-4337-4581-b02c-06926084ead5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T22:07:16Z', 'updated_at': '2021-11-08T22:07:18Z', 'revision_number': 4, 'project_id': '675c9b3fa135484fae600e4b802f7186', 'gw_port': {'id': '9e24c64b-4337-4581-b02c-06926084ead5', 'name': '', 'network_id': '8ae8d913-bef9-4bc0-baeb-78ef8b3a7364', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:5a:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71747b9f-0946-406e-9711-d3c0db299169', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': 'f0dec947-372d-4ed5-9c9f-864e58aba850', 'ip_address': '172.27.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T22:07:16Z', 'updated_at': '2021-11-08T22:07:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0dec947-372d-4ed5-9c9f-864e58aba850', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817085-1-iscsi', '_floatingips': [{'id': '65d9a313-4a7b-4e96-9da9-d0c5f861637a', 'tenant_id': '675c9b3fa135484fae600e4b802f7186', 'floating_ip_address': '172.27.3.46', 'floating_network_id': '8ae8d913-bef9-4bc0-baeb-78ef8b3a7364', 'router_id': '71747b9f-0946-406e-9711-d3c0db299169', 'port_id': 'e4d5aa63-f3ca-434e-ae15-9665f1105b1f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '83d7137f-89f6-454e-ae7c-d8a3c54047ec', 'mac_address': 'fa:16:3e:af:2e:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f5cba62-ecb4-48f2-8836-a42d0c1ea61a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T22:10:17Z', 'updated_at': '2021-11-08T22:10:17Z', 'revision_number': 0, 'project_id': '675c9b3fa135484fae600e4b802f7186', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3a85905-22b4-4c66-9192-244fcb436c21', 'name': '', 'network_id': '83d7137f-89f6-454e-ae7c-d8a3c54047ec', 'tenant_id': '675c9b3fa135484fae600e4b802f7186', 'mac_address': 'fa:16:3e:f8:3d:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71747b9f-0946-406e-9711-d3c0db299169', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '9914a888-52f1-4bc0-b7db-aa15204015ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T22:07:18Z', 'updated_at': '2021-11-08T22:07:22Z', 'revision_number': 5, 'project_id': '675c9b3fa135484fae600e4b802f7186', 'subnets': [{'id': '9914a888-52f1-4bc0-b7db-aa15204015ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817085-1-iscsi', False) {} {{(pid=101084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 22:10:20.159759 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524f86ee-b02c-43fb-bb66-10707b25a091 tempest-TestMinimumBasicScenario-490601421 tempest-TestMinimumBasicScenario-490601421-project] Pushing event deleted for resources: {'Port': ['ID=86b73ee9-fc00-4887-a2f7-71bd19d48de4,revision_number=None']} {{(pid=101083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:10:20.175468 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf8b5738-547c-4c71-9054-1a2eeb4b61ed None None] The sync data for ids ['71747b9f-0946-406e-9711-d3c0db299169'] in dv-cinder-817085-1-iscsi is: [{'id': '71747b9f-0946-406e-9711-d3c0db299169', 'name': 'tempest-TestVolumeBootPattern-1757242926-router', 'tenant_id': '675c9b3fa135484fae600e4b802f7186', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ae8d913-bef9-4bc0-baeb-78ef8b3a7364', 'external_fixed_ips': [{'subnet_id': 'f0dec947-372d-4ed5-9c9f-864e58aba850', 'ip_address': '172.27.3.4'}], 'enable_snat': True}, 'gw_port_id': '9e24c64b-4337-4581-b02c-06926084ead5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T22:07:16Z', 'updated_at': '2021-11-08T22:07:18Z', 'revision_number': 4, 'project_id': '675c9b3fa135484fae600e4b802f7186', 'gw_port': {'id': '9e24c64b-4337-4581-b02c-06926084ead5', 'name': '', 'network_id': '8ae8d913-bef9-4bc0-baeb-78ef8b3a7364', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:5a:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71747b9f-0946-406e-9711-d3c0db299169', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': 'f0dec947-372d-4ed5-9c9f-864e58aba850', 'ip_address': '172.27.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T22:07:16Z', 'updated_at': '2021-11-08T22:07:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0dec947-372d-4ed5-9c9f-864e58aba850', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817085-1-iscsi', '_floatingips': [{'id': '65d9a313-4a7b-4e96-9da9-d0c5f861637a', 'tenant_id': '675c9b3fa135484fae600e4b802f7186', 'floating_ip_address': '172.27.3.46', 'floating_network_id': '8ae8d913-bef9-4bc0-baeb-78ef8b3a7364', 'router_id': '71747b9f-0946-406e-9711-d3c0db299169', 'port_id': 'e4d5aa63-f3ca-434e-ae15-9665f1105b1f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '83d7137f-89f6-454e-ae7c-d8a3c54047ec', 'mac_address': 'fa:16:3e:af:2e:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f5cba62-ecb4-48f2-8836-a42d0c1ea61a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T22:10:17Z', 'updated_at': '2021-11-08T22:10:17Z', 'revision_number': 0, 'project_id': '675c9b3fa135484fae600e4b802f7186', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3a85905-22b4-4c66-9192-244fcb436c21', 'name': '', 'network_id': '83d7137f-89f6-454e-ae7c-d8a3c54047ec', 'tenant_id': '675c9b3fa135484fae600e4b802f7186', 'mac_address': 'fa:16:3e:f8:3d:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71747b9f-0946-406e-9711-d3c0db299169', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '9914a888-52f1-4bc0-b7db-aa15204015ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T22:07:18Z', 'updated_at': '2021-11-08T22:07:22Z', 'revision_number': 5, 'project_id': '675c9b3fa135484fae600e4b802f7186', 'subnets': [{'id': '9914a888-52f1-4bc0-b7db-aa15204015ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 22:10:20.193495 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-38f8c81f-ca07-4188-b5ff-70ceca3f97c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728276665375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534631'] for agent, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:10:20.231818 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-524f86ee-b02c-43fb-bb66-10707b25a091 tempest-TestMinimumBasicScenario-490601421 tempest-TestMinimumBasicScenario-490601421-project] Publish callbacks [] for floatingip, after_delete {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:10:20.232949 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.db.l3_db [None req-524f86ee-b02c-43fb-bb66-10707b25a091 tempest-TestMinimumBasicScenario-490601421 tempest-TestMinimumBasicScenario-490601421-project] Floating IP 8815c0b4-ac7a-47b2-ac0f-ff49c2d96cba disassociated (deleted). External IP: 172.27.3.35, port: 97f30aea-7372-43bd-bfda-6f3d7ac9c000. Nov 08 22:10:20.369409 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c188ef33-3af6-4428-8443-9ca0a06d5cb4 None None] New status for floating IP 65d9a313-4a7b-4e96-9da9-d0c5f861637a: ACTIVE {{(pid=101085) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 08 22:10:20.440344 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-524f86ee-b02c-43fb-bb66-10707b25a091 tempest-TestMinimumBasicScenario-490601421 tempest-TestMinimumBasicScenario-490601421-project] Router 0bb8c9e8-f433-4fcd-b4c7-b6aba928173c has already been hosted by L3 agent a7fb4010-89fb-4d99-b0a1-90d6a3aacb04 {{(pid=101083) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 22:10:20.552511 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-524f86ee-b02c-43fb-bb66-10707b25a091 tempest-TestMinimumBasicScenario-490601421 tempest-TestMinimumBasicScenario-490601421-project] Notify agent at l3_agent.dv-cinder-817085-1-iscsi the message routers_updated {{(pid=101083) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 22:10:20.557104 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-524f86ee-b02c-43fb-bb66-10707b25a091 tempest-TestMinimumBasicScenario-490601421 tempest-TestMinimumBasicScenario-490601421-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465805'] for floatingip, before_response {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:10:20.562453 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5886456e-3179-4792-9bcd-511f4c39fa38 None None] Sync routers for ids ['0bb8c9e8-f433-4fcd-b4c7-b6aba928173c'] in dv-cinder-817085-1-iscsi {{(pid=101084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 22:10:20.572388 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5886456e-3179-4792-9bcd-511f4c39fa38 None None] Routers {'0bb8c9e8-f433-4fcd-b4c7-b6aba928173c'} bound to L3 agent in host dv-cinder-817085-1-iscsi {{(pid=101084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 22:10:20.573120 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.db.l3_hamode_db [None req-5886456e-3179-4792-9bcd-511f4c39fa38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817085-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T21:51:49Z,description=,heartbeat_timestamp=2021-11-08T22:10:19Z,host='dv-cinder-817085-1-iscsi',id=a7fb4010-89fb-4d99-b0a1-90d6a3aacb04,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T21:51:49Z,topic='l3_agent')) {'router_ids': ['0bb8c9e8-f433-4fcd-b4c7-b6aba928173c'], 'active': True} {{(pid=101084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 22:10:20.589521 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [None req-524f86ee-b02c-43fb-bb66-10707b25a091 tempest-TestMinimumBasicScenario-490601421 tempest-TestMinimumBasicScenario-490601421-project] 10.222.0.25 "DELETE /v2.0/floatingips/8815c0b4-ac7a-47b2-ac0f-ff49c2d96cba HTTP/1.1" status: 204 len: 168 time: 0.9989557 Nov 08 22:10:20.679963 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.db.l3_dvr_db [None req-5886456e-3179-4792-9bcd-511f4c39fa38 None None] Set router 0bb8c9e8-f433-4fcd-b4c7-b6aba928173c gateway port host: dv-cinder-817085-1-iscsi {{(pid=101084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 22:10:20.880073 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.db.l3_hamode_db [None req-5886456e-3179-4792-9bcd-511f4c39fa38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bb8c9e8-f433-4fcd-b4c7-b6aba928173c', 'name': 'tempest-TestMinimumBasicScenario-1850086952-router', 'tenant_id': 'fb7b12f683ee48a497a40419ad743d9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ae8d913-bef9-4bc0-baeb-78ef8b3a7364', 'external_fixed_ips': [{'subnet_id': 'f0dec947-372d-4ed5-9c9f-864e58aba850', 'ip_address': '172.27.3.70'}], 'enable_snat': True}, 'gw_port_id': '1fe7d7be-83ea-447e-8bda-a2129a6e66ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T22:08:17Z', 'updated_at': '2021-11-08T22:08:20Z', 'revision_number': 4, 'project_id': 'fb7b12f683ee48a497a40419ad743d9a', 'gw_port': {'id': '1fe7d7be-83ea-447e-8bda-a2129a6e66ad', 'name': '', 'network_id': '8ae8d913-bef9-4bc0-baeb-78ef8b3a7364', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:f0:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bb8c9e8-f433-4fcd-b4c7-b6aba928173c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'f0dec947-372d-4ed5-9c9f-864e58aba850', 'ip_address': '172.27.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T22:08:18Z', 'updated_at': '2021-11-08T22:08:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0dec947-372d-4ed5-9c9f-864e58aba850', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817085-1-iscsi', '_interfaces': [{'id': 'e2b75f45-0906-4749-8945-0f643b9d1205', 'name': '', 'network_id': 'cdcc7d87-c10c-471a-af0b-9ce1bfa4e121', 'tenant_id': 'fb7b12f683ee48a497a40419ad743d9a', 'mac_address': 'fa:16:3e:b7:59:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bb8c9e8-f433-4fcd-b4c7-b6aba928173c', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '0ae83315-2964-41b1-9afb-e3f063587954', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T22:08:20Z', 'updated_at': '2021-11-08T22:08:24Z', 'revision_number': 5, 'project_id': 'fb7b12f683ee48a497a40419ad743d9a', 'subnets': [{'id': '0ae83315-2964-41b1-9afb-e3f063587954', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817085-1-iscsi', False) {} {{(pid=101084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 22:10:20.905890 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5886456e-3179-4792-9bcd-511f4c39fa38 None None] Checking router: 0bb8c9e8-f433-4fcd-b4c7-b6aba928173c for host: dv-cinder-817085-1-iscsi {{(pid=101084) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 22:10:20.914045 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5886456e-3179-4792-9bcd-511f4c39fa38 None None] Routers {'0bb8c9e8-f433-4fcd-b4c7-b6aba928173c'} bound to L3 agent in host dv-cinder-817085-1-iscsi {{(pid=101084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 22:10:20.914638 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.db.l3_hamode_db [None req-5886456e-3179-4792-9bcd-511f4c39fa38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817085-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T21:51:49Z,description=,heartbeat_timestamp=2021-11-08T22:10:19Z,host='dv-cinder-817085-1-iscsi',id=a7fb4010-89fb-4d99-b0a1-90d6a3aacb04,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T21:51:49Z,topic='l3_agent')) {'router_ids': ['0bb8c9e8-f433-4fcd-b4c7-b6aba928173c'], 'active': True} {{(pid=101084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 22:10:20.940999 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3fab5ea-ed62-4376-8af2-3ef1faabe7d7', 'tag': '97f30aea-7372-43bd-bfda-6f3d7ac9c000'}] {{(pid=101083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 22:10:20.943333 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1401f4ba4b9bb213bf59dd3903e8d3cb618788e4f0023aa365925d32571c6fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18c138b0-45f3-48c2-9c4b-f2e12869ebd5" -d '{"events": [{"name": "network-changed", "server_uuid": "c3fab5ea-ed62-4376-8af2-3ef1faabe7d7", "tag": "97f30aea-7372-43bd-bfda-6f3d7ac9c000"}]}' {{(pid=101083) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 22:10:20.978333 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 22:10:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0389a236-6965-4c73-aa2c-4d6804cb716d x-openstack-request-id: req-0389a236-6965-4c73-aa2c-4d6804cb716d {{(pid=101083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 22:10:20.978618 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3fab5ea-ed62-4376-8af2-3ef1faabe7d7", "tag": "97f30aea-7372-43bd-bfda-6f3d7ac9c000", "status": "completed", "code": 200}]} {{(pid=101083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 22:10:20.978863 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0389a236-6965-4c73-aa2c-4d6804cb716d {{(pid=101083) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 22:10:20.979256 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3fab5ea-ed62-4376-8af2-3ef1faabe7d7', 'tag': '97f30aea-7372-43bd-bfda-6f3d7ac9c000', 'status': 'completed', 'code': 200} Nov 08 22:10:21.019556 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.db.l3_dvr_db [None req-5886456e-3179-4792-9bcd-511f4c39fa38 None None] Set router 0bb8c9e8-f433-4fcd-b4c7-b6aba928173c gateway port host: dv-cinder-817085-1-iscsi {{(pid=101084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 22:10:21.042799 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c138b0-45f3-48c2-9c4b-f2e12869ebd5 req-050d09ac-b899-4190-b365-937c43adde28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:10:21.044336 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-18c138b0-45f3-48c2-9c4b-f2e12869ebd5 req-050d09ac-b899-4190-b365-937c43adde28 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=fb7b12f683ee48a497a40419ad743d9a&device_id=c3fab5ea-ed62-4376-8af2-3ef1faabe7d7 HTTP/1.1" status: 200 len: 1098 time: 0.0401680 Nov 08 22:10:21.136768 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c138b0-45f3-48c2-9c4b-f2e12869ebd5 req-f342a187-f3aa-4852-845a-cbe9aefa7262 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:10:21.138272 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-18c138b0-45f3-48c2-9c4b-f2e12869ebd5 req-f342a187-f3aa-4852-845a-cbe9aefa7262 service neutron] 10.222.0.48 "GET /v2.0/networks?id=cdcc7d87-c10c-471a-af0b-9ce1bfa4e121 HTTP/1.1" status: 200 len: 916 time: 0.0853539 Nov 08 22:10:21.180557 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-18c138b0-45f3-48c2-9c4b-f2e12869ebd5 req-172cdf7e-cfc6-4785-bb8c-cb4e8e7e7419 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=97f30aea-7372-43bd-bfda-6f3d7ac9c000 HTTP/1.1" status: 200 len: 217 time: 0.0343103 Nov 08 22:10:21.219534 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.db.l3_hamode_db [None req-5886456e-3179-4792-9bcd-511f4c39fa38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bb8c9e8-f433-4fcd-b4c7-b6aba928173c', 'name': 'tempest-TestMinimumBasicScenario-1850086952-router', 'tenant_id': 'fb7b12f683ee48a497a40419ad743d9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ae8d913-bef9-4bc0-baeb-78ef8b3a7364', 'external_fixed_ips': [{'subnet_id': 'f0dec947-372d-4ed5-9c9f-864e58aba850', 'ip_address': '172.27.3.70'}], 'enable_snat': True}, 'gw_port_id': '1fe7d7be-83ea-447e-8bda-a2129a6e66ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T22:08:17Z', 'updated_at': '2021-11-08T22:08:20Z', 'revision_number': 4, 'project_id': 'fb7b12f683ee48a497a40419ad743d9a', 'gw_port': {'id': '1fe7d7be-83ea-447e-8bda-a2129a6e66ad', 'name': '', 'network_id': '8ae8d913-bef9-4bc0-baeb-78ef8b3a7364', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:f0:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bb8c9e8-f433-4fcd-b4c7-b6aba928173c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'f0dec947-372d-4ed5-9c9f-864e58aba850', 'ip_address': '172.27.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T22:08:18Z', 'updated_at': '2021-11-08T22:08:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0dec947-372d-4ed5-9c9f-864e58aba850', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817085-1-iscsi', '_interfaces': [{'id': 'e2b75f45-0906-4749-8945-0f643b9d1205', 'name': '', 'network_id': 'cdcc7d87-c10c-471a-af0b-9ce1bfa4e121', 'tenant_id': 'fb7b12f683ee48a497a40419ad743d9a', 'mac_address': 'fa:16:3e:b7:59:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bb8c9e8-f433-4fcd-b4c7-b6aba928173c', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '0ae83315-2964-41b1-9afb-e3f063587954', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T22:08:20Z', 'updated_at': '2021-11-08T22:08:24Z', 'revision_number': 5, 'project_id': 'fb7b12f683ee48a497a40419ad743d9a', 'subnets': [{'id': '0ae83315-2964-41b1-9afb-e3f063587954', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817085-1-iscsi', False) {} {{(pid=101084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 22:10:21.229400 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c138b0-45f3-48c2-9c4b-f2e12869ebd5 req-07c13a83-f9a8-4faa-810d-6e3126d9dc0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:10:21.230864 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-18c138b0-45f3-48c2-9c4b-f2e12869ebd5 req-07c13a83-f9a8-4faa-810d-6e3126d9dc0a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0ae83315-2964-41b1-9afb-e3f063587954 HTTP/1.1" status: 200 len: 854 time: 0.0428419 Nov 08 22:10:21.246348 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5886456e-3179-4792-9bcd-511f4c39fa38 None None] The sync data for ids ['0bb8c9e8-f433-4fcd-b4c7-b6aba928173c'] in dv-cinder-817085-1-iscsi is: [{'id': '0bb8c9e8-f433-4fcd-b4c7-b6aba928173c', 'name': 'tempest-TestMinimumBasicScenario-1850086952-router', 'tenant_id': 'fb7b12f683ee48a497a40419ad743d9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ae8d913-bef9-4bc0-baeb-78ef8b3a7364', 'external_fixed_ips': [{'subnet_id': 'f0dec947-372d-4ed5-9c9f-864e58aba850', 'ip_address': '172.27.3.70'}], 'enable_snat': True}, 'gw_port_id': '1fe7d7be-83ea-447e-8bda-a2129a6e66ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T22:08:17Z', 'updated_at': '2021-11-08T22:08:20Z', 'revision_number': 4, 'project_id': 'fb7b12f683ee48a497a40419ad743d9a', 'gw_port': {'id': '1fe7d7be-83ea-447e-8bda-a2129a6e66ad', 'name': '', 'network_id': '8ae8d913-bef9-4bc0-baeb-78ef8b3a7364', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:f0:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bb8c9e8-f433-4fcd-b4c7-b6aba928173c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'f0dec947-372d-4ed5-9c9f-864e58aba850', 'ip_address': '172.27.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T22:08:18Z', 'updated_at': '2021-11-08T22:08:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0dec947-372d-4ed5-9c9f-864e58aba850', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817085-1-iscsi', '_interfaces': [{'id': 'e2b75f45-0906-4749-8945-0f643b9d1205', 'name': '', 'network_id': 'cdcc7d87-c10c-471a-af0b-9ce1bfa4e121', 'tenant_id': 'fb7b12f683ee48a497a40419ad743d9a', 'mac_address': 'fa:16:3e:b7:59:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bb8c9e8-f433-4fcd-b4c7-b6aba928173c', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '0ae83315-2964-41b1-9afb-e3f063587954', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T22:08:20Z', 'updated_at': '2021-11-08T22:08:24Z', 'revision_number': 5, 'project_id': 'fb7b12f683ee48a497a40419ad743d9a', 'subnets': [{'id': '0ae83315-2964-41b1-9afb-e3f063587954', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 22:10:21.291188 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c138b0-45f3-48c2-9c4b-f2e12869ebd5 req-b60429c3-865a-45f0-86ed-cf9d92da4963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:10:21.292856 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-18c138b0-45f3-48c2-9c4b-f2e12869ebd5 req-b60429c3-865a-45f0-86ed-cf9d92da4963 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=cdcc7d87-c10c-471a-af0b-9ce1bfa4e121&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0531104 Nov 08 22:10:21.383140 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-18c138b0-45f3-48c2-9c4b-f2e12869ebd5 req-b338d6e6-fdf2-4234-8a85-3a7cf17d9d97 service neutron] 10.222.0.48 "GET /v2.0/networks/cdcc7d87-c10c-471a-af0b-9ce1bfa4e121?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822227 Nov 08 22:10:21.482106 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-18c138b0-45f3-48c2-9c4b-f2e12869ebd5 req-de33374d-6607-490b-a983-b9cd64ce9f6c service neutron] 10.222.0.48 "GET /v2.0/networks/cdcc7d87-c10c-471a-af0b-9ce1bfa4e121?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909629 Nov 08 22:10:21.497159 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bb84c29-f9ed-4f0b-941b-ea7a22f95015 None None] New status for floating IP 8815c0b4-ac7a-47b2-ac0f-ff49c2d96cba: DOWN {{(pid=101085) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 08 22:10:21.842312 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-550ddcb2-f0f8-4b6b-a238-0b8e3ebb0b9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728276665375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534631'] for agent, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:10:22.488731 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-ad13160b-513d-4512-a15f-cb40cce6b7e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728276665375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534631'] for agent, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:10:23.272766 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdb3cf3-cdf4-4db8-a8fc-ebfe6458d1aa req-505896d1-f8e9-4efd-853a-3786b58bf4ab tempest-TestMinimumBasicScenario-490601421 tempest-TestMinimumBasicScenario-490601421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:10:23.274202 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-9fdb3cf3-cdf4-4db8-a8fc-ebfe6458d1aa req-505896d1-f8e9-4efd-853a-3786b58bf4ab tempest-TestMinimumBasicScenario-490601421 tempest-TestMinimumBasicScenario-490601421-project] 10.222.0.25 "GET /v2.0/ports?device_id=c3fab5ea-ed62-4376-8af2-3ef1faabe7d7 HTTP/1.1" status: 200 len: 945 time: 0.0486865 Nov 08 22:10:23.319974 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-9fdb3cf3-cdf4-4db8-a8fc-ebfe6458d1aa req-7394758c-0ad3-4bd1-82b7-7aca18efc58b tempest-TestMinimumBasicScenario-490601421 tempest-TestMinimumBasicScenario-490601421-project] 10.222.0.25 "GET /v2.0/security-groups?id=9bc222df-8e73-46ed-82d3-f05fddb11c82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398283 Nov 08 22:10:24.433321 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f8c2e3-a868-41ac-afbb-d0e2ba6fe350 req-de613270-c319-4b4f-ab23-056ea0e1fc65 tempest-TestMinimumBasicScenario-490601421 tempest-TestMinimumBasicScenario-490601421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:10:24.434773 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-74f8c2e3-a868-41ac-afbb-d0e2ba6fe350 req-de613270-c319-4b4f-ab23-056ea0e1fc65 tempest-TestMinimumBasicScenario-490601421 tempest-TestMinimumBasicScenario-490601421-project] 10.222.0.25 "GET /v2.0/ports?device_id=c3fab5ea-ed62-4376-8af2-3ef1faabe7d7 HTTP/1.1" status: 200 len: 945 time: 0.0474031 Nov 08 22:10:24.485016 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-74f8c2e3-a868-41ac-afbb-d0e2ba6fe350 req-b777194b-1985-4df5-ab12-8510d23b89d0 tempest-TestMinimumBasicScenario-490601421 tempest-TestMinimumBasicScenario-490601421-project] 10.222.0.25 "GET /v2.0/security-groups?id=9bc222df-8e73-46ed-82d3-f05fddb11c82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442219 Nov 08 22:10:24.961509 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4708fbe6-7419-4ef9-acec-8a81922cdf74 req-a75ccb31-c0ec-4b6f-9e07-416e288856a8 tempest-TestMinimumBasicScenario-490601421 tempest-TestMinimumBasicScenario-490601421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:10:24.962962 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-4708fbe6-7419-4ef9-acec-8a81922cdf74 req-a75ccb31-c0ec-4b6f-9e07-416e288856a8 tempest-TestMinimumBasicScenario-490601421 tempest-TestMinimumBasicScenario-490601421-project] 10.222.0.48 "GET /v2.0/ports?device_id=c3fab5ea-ed62-4376-8af2-3ef1faabe7d7 HTTP/1.1" status: 200 len: 945 time: 0.0477307 Nov 08 22:10:25.050262 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [req-4708fbe6-7419-4ef9-acec-8a81922cdf74 req-7e1496de-4497-42dd-8e72-007df38c4e08 tempest-TestMinimumBasicScenario-490601421 tempest-TestMinimumBasicScenario-490601421-project] Deleting port 97f30aea-7372-43bd-bfda-6f3d7ac9c000 {{(pid=101082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 22:10:25.050595 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [req-4708fbe6-7419-4ef9-acec-8a81922cdf74 req-7e1496de-4497-42dd-8e72-007df38c4e08 tempest-TestMinimumBasicScenario-490601421 tempest-TestMinimumBasicScenario-490601421-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728276550584'] for port, before_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:10:25.138317 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.plugins.ml2.db [req-4708fbe6-7419-4ef9-acec-8a81922cdf74 req-7e1496de-4497-42dd-8e72-007df38c4e08 tempest-TestMinimumBasicScenario-490601421 tempest-TestMinimumBasicScenario-490601421-project] For port 97f30aea-7372-43bd-bfda-6f3d7ac9c000, host hv-cinder-81708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81708',level=0,port_id=97f30aea-7372-43bd-bfda-6f3d7ac9c000,segment=NetworkSegment(31973302-188d-4b37-8b68-7732ca909711),segment_id=31973302-188d-4b37-8b68-7732ca909711)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 22:10:25.138674 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [req-4708fbe6-7419-4ef9-acec-8a81922cdf74 req-7e1496de-4497-42dd-8e72-007df38c4e08 tempest-TestMinimumBasicScenario-490601421 tempest-TestMinimumBasicScenario-490601421-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1626931'] for port, precommit_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:10:25.151653 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [req-4708fbe6-7419-4ef9-acec-8a81922cdf74 req-7e1496de-4497-42dd-8e72-007df38c4e08 tempest-TestMinimumBasicScenario-490601421 tempest-TestMinimumBasicScenario-490601421-project] Calling delete_port for 97f30aea-7372-43bd-bfda-6f3d7ac9c000 owned by compute:nova {{(pid=101082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 22:10:25.274152 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [req-4708fbe6-7419-4ef9-acec-8a81922cdf74 req-7e1496de-4497-42dd-8e72-007df38c4e08 tempest-TestMinimumBasicScenario-490601421 tempest-TestMinimumBasicScenario-490601421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728276638338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728276144276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7854484'] for port, after_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:10:25.286367 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.db [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] get_ports_and_sgs() called for port_ids ['97f30aea-7372-43bd-bfda-6f3d7ac9c000'] {{(pid=101084) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 22:10:25.301645 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1496de-4497-42dd-8e72-007df38c4e08 tempest-TestMinimumBasicScenario-490601421 tempest-TestMinimumBasicScenario-490601421-project] Pushing event deleted for resources: {'Port': ['ID=97f30aea-7372-43bd-bfda-6f3d7ac9c000,revision_number=None']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:10:25.324092 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728276665375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534631'] for agent, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:10:25.341869 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [req-4708fbe6-7419-4ef9-acec-8a81922cdf74 req-7e1496de-4497-42dd-8e72-007df38c4e08 tempest-TestMinimumBasicScenario-490601421 tempest-TestMinimumBasicScenario-490601421-project] No DVR routers for this DVR port 97f30aea-7372-43bd-bfda-6f3d7ac9c000 on host hv-cinder-81708 {{(pid=101082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 22:10:25.344307 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [req-4708fbe6-7419-4ef9-acec-8a81922cdf74 req-7e1496de-4497-42dd-8e72-007df38c4e08 tempest-TestMinimumBasicScenario-490601421 tempest-TestMinimumBasicScenario-490601421-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465805'] for port, before_response {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:10:25.347598 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-4708fbe6-7419-4ef9-acec-8a81922cdf74 req-7e1496de-4497-42dd-8e72-007df38c4e08 tempest-TestMinimumBasicScenario-490601421 tempest-TestMinimumBasicScenario-490601421-project] 10.222.0.48 "DELETE /v2.0/ports/97f30aea-7372-43bd-bfda-6f3d7ac9c000 HTTP/1.1" status: 204 len: 173 time: 0.3777530 Nov 08 22:10:25.348047 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3fab5ea-ed62-4376-8af2-3ef1faabe7d7', 'name': 'network-vif-deleted', 'tag': '97f30aea-7372-43bd-bfda-6f3d7ac9c000'}] {{(pid=101082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 22:10:25.350279 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5244ac95217a6bb312334333bc6ed4bdb0e50c4a837cb758f48f620e9b099f25" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7c244c1-afa9-40aa-9b84-cef00793d19d" -d '{"events": [{"server_uuid": "c3fab5ea-ed62-4376-8af2-3ef1faabe7d7", "name": "network-vif-deleted", "tag": "97f30aea-7372-43bd-bfda-6f3d7ac9c000"}]}' {{(pid=101082) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 22:10:25.394270 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 22:10:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb0d64a4-a7a9-47ee-88c7-40ac8538706e x-openstack-request-id: req-bb0d64a4-a7a9-47ee-88c7-40ac8538706e {{(pid=101082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 22:10:25.394621 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3fab5ea-ed62-4376-8af2-3ef1faabe7d7", "name": "network-vif-deleted", "tag": "97f30aea-7372-43bd-bfda-6f3d7ac9c000", "status": "completed", "code": 200}]} {{(pid=101082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 22:10:25.394868 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-bb0d64a4-a7a9-47ee-88c7-40ac8538706e {{(pid=101082) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 22:10:25.395259 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3fab5ea-ed62-4376-8af2-3ef1faabe7d7', 'name': 'network-vif-deleted', 'tag': '97f30aea-7372-43bd-bfda-6f3d7ac9c000', 'status': 'completed', 'code': 200} Nov 08 22:10:25.589919 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-e380dfdf-01d2-4909-b79b-b44b6f3c7f40 req-2743db89-3b09-45b4-8c51-830c60566614 tempest-TestMinimumBasicScenario-490601421 tempest-TestMinimumBasicScenario-490601421-project] 10.222.0.25 "GET /v2.0/ports?device_id=c3fab5ea-ed62-4376-8af2-3ef1faabe7d7 HTTP/1.1" status: 200 len: 210 time: 0.0264547 Nov 08 22:10:27.146302 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.wsgi [-] (101083) accepted ('10.222.0.25', 50454) {{(pid=101083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 22:10:27.476334 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-263c29b8-f456-40a4-94bf-fc01bd9ab06a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1623189'] for router_interface, before_delete {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:10:27.704766 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.plugins.ml2.plugin [None req-263c29b8-f456-40a4-94bf-fc01bd9ab06a admin admin] Deleting port e2b75f45-0906-4749-8945-0f643b9d1205 {{(pid=101083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 22:10:27.705135 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-263c29b8-f456-40a4-94bf-fc01bd9ab06a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728276550584'] for port, before_delete {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:10:27.781163 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.plugins.ml2.db [None req-263c29b8-f456-40a4-94bf-fc01bd9ab06a admin admin] For port e2b75f45-0906-4749-8945-0f643b9d1205, host dv-cinder-817085-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817085-1-iscsi',level=0,port_id=e2b75f45-0906-4749-8945-0f643b9d1205,segment=NetworkSegment(31973302-188d-4b37-8b68-7732ca909711),segment_id=31973302-188d-4b37-8b68-7732ca909711)] {{(pid=101083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 22:10:27.781461 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-263c29b8-f456-40a4-94bf-fc01bd9ab06a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1626931'] for port, precommit_delete {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:10:27.797120 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.plugins.ml2.plugin [None req-263c29b8-f456-40a4-94bf-fc01bd9ab06a admin admin] Calling delete_port for e2b75f45-0906-4749-8945-0f643b9d1205 owned by network:router_interface {{(pid=101083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 22:10:27.964133 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-263c29b8-f456-40a4-94bf-fc01bd9ab06a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728276638338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728276144276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7659000'] for port, after_delete {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:10:27.989468 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263c29b8-f456-40a4-94bf-fc01bd9ab06a admin admin] Pushing event deleted for resources: {'Port': ['ID=e2b75f45-0906-4749-8945-0f643b9d1205,revision_number=None']} {{(pid=101083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:10:28.147457 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-263c29b8-f456-40a4-94bf-fc01bd9ab06a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1646114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1636901'] for router_interface, after_delete {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:10:28.207585 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.rpc [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Device 97f30aea-7372-43bd-bfda-6f3d7ac9c000 no longer exists at agent hyperv_hv-cinder-81708 {{(pid=101084) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 22:10:28.230852 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.plugin [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] No Port match for: 97f30aea-7372-43bd-bfda-6f3d7ac9c000 {{(pid=101084) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 22:10:28.231201 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.rpc [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Device 97f30aea-7372-43bd-bfda-6f3d7ac9c000 not bound to the agent host hv-cinder-81708 {{(pid=101084) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 22:10:28.593661 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-263c29b8-f456-40a4-94bf-fc01bd9ab06a admin admin] Router 0bb8c9e8-f433-4fcd-b4c7-b6aba928173c has already been hosted by L3 agent a7fb4010-89fb-4d99-b0a1-90d6a3aacb04 {{(pid=101083) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 22:10:28.695149 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-263c29b8-f456-40a4-94bf-fc01bd9ab06a admin admin] Notify agent at l3_agent.dv-cinder-817085-1-iscsi the message routers_updated {{(pid=101083) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 22:10:28.699940 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [None req-263c29b8-f456-40a4-94bf-fc01bd9ab06a admin admin] 10.222.0.25 "PUT /v2.0/routers/0bb8c9e8-f433-4fcd-b4c7-b6aba928173c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5526073 Nov 08 22:10:28.702480 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.wsgi [-] (101083) accepted ('10.222.0.25', 50456) {{(pid=101083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 22:10:28.705716 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b98fd69-79bf-465d-accf-2f6a2964c2e4 None None] Sync routers for ids ['0bb8c9e8-f433-4fcd-b4c7-b6aba928173c'] in dv-cinder-817085-1-iscsi {{(pid=101084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 22:10:28.714986 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b98fd69-79bf-465d-accf-2f6a2964c2e4 None None] Routers {'0bb8c9e8-f433-4fcd-b4c7-b6aba928173c'} bound to L3 agent in host dv-cinder-817085-1-iscsi {{(pid=101084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 22:10:28.715592 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.db.l3_hamode_db [None req-8b98fd69-79bf-465d-accf-2f6a2964c2e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817085-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T21:51:49Z,description=,heartbeat_timestamp=2021-11-08T22:10:19Z,host='dv-cinder-817085-1-iscsi',id=a7fb4010-89fb-4d99-b0a1-90d6a3aacb04,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T21:51:49Z,topic='l3_agent')) {'router_ids': ['0bb8c9e8-f433-4fcd-b4c7-b6aba928173c'], 'active': True} {{(pid=101084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 22:10:28.804073 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-55cd87e5-0283-4a5f-8cc1-639b49928119 admin admin] Publish callbacks [] for router, before_delete {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:10:28.821523 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.db.l3_dvr_db [None req-8b98fd69-79bf-465d-accf-2f6a2964c2e4 None None] Set router 0bb8c9e8-f433-4fcd-b4c7-b6aba928173c gateway port host: dv-cinder-817085-1-iscsi {{(pid=101084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 22:10:28.904163 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-55cd87e5-0283-4a5f-8cc1-639b49928119 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:10:28.955469 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.plugins.ml2.plugin [None req-55cd87e5-0283-4a5f-8cc1-639b49928119 admin admin] Deleting port 1fe7d7be-83ea-447e-8bda-a2129a6e66ad {{(pid=101083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 22:10:28.955718 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-55cd87e5-0283-4a5f-8cc1-639b49928119 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728276550584'] for port, before_delete {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:10:28.995778 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.db.l3_hamode_db [None req-8b98fd69-79bf-465d-accf-2f6a2964c2e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bb8c9e8-f433-4fcd-b4c7-b6aba928173c', 'name': 'tempest-TestMinimumBasicScenario-1850086952-router', 'tenant_id': 'fb7b12f683ee48a497a40419ad743d9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ae8d913-bef9-4bc0-baeb-78ef8b3a7364', 'external_fixed_ips': [{'subnet_id': 'f0dec947-372d-4ed5-9c9f-864e58aba850', 'ip_address': '172.27.3.70'}], 'enable_snat': True}, 'gw_port_id': '1fe7d7be-83ea-447e-8bda-a2129a6e66ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T22:08:17Z', 'updated_at': '2021-11-08T22:10:27Z', 'revision_number': 5, 'project_id': 'fb7b12f683ee48a497a40419ad743d9a', 'gw_port': {'id': '1fe7d7be-83ea-447e-8bda-a2129a6e66ad', 'name': '', 'network_id': '8ae8d913-bef9-4bc0-baeb-78ef8b3a7364', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:f0:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bb8c9e8-f433-4fcd-b4c7-b6aba928173c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'f0dec947-372d-4ed5-9c9f-864e58aba850', 'ip_address': '172.27.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T22:08:18Z', 'updated_at': '2021-11-08T22:08:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0dec947-372d-4ed5-9c9f-864e58aba850', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817085-1-iscsi'}], 'dv-cinder-817085-1-iscsi', False) {} {{(pid=101084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 22:10:29.026408 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b98fd69-79bf-465d-accf-2f6a2964c2e4 None None] Checking router: 0bb8c9e8-f433-4fcd-b4c7-b6aba928173c for host: dv-cinder-817085-1-iscsi {{(pid=101084) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 22:10:29.035418 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b98fd69-79bf-465d-accf-2f6a2964c2e4 None None] Routers {'0bb8c9e8-f433-4fcd-b4c7-b6aba928173c'} bound to L3 agent in host dv-cinder-817085-1-iscsi {{(pid=101084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 22:10:29.036032 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.db.l3_hamode_db [None req-8b98fd69-79bf-465d-accf-2f6a2964c2e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817085-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T21:51:49Z,description=,heartbeat_timestamp=2021-11-08T22:10:19Z,host='dv-cinder-817085-1-iscsi',id=a7fb4010-89fb-4d99-b0a1-90d6a3aacb04,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T21:51:49Z,topic='l3_agent')) {'router_ids': ['0bb8c9e8-f433-4fcd-b4c7-b6aba928173c'], 'active': True} {{(pid=101084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 22:10:29.036633 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.plugins.ml2.db [None req-55cd87e5-0283-4a5f-8cc1-639b49928119 admin admin] For port 1fe7d7be-83ea-447e-8bda-a2129a6e66ad, host dv-cinder-817085-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817085-1-iscsi',level=0,port_id=1fe7d7be-83ea-447e-8bda-a2129a6e66ad,segment=NetworkSegment(4f9c68d0-c68c-4bfe-b6e8-d7426962dfc1),segment_id=4f9c68d0-c68c-4bfe-b6e8-d7426962dfc1)] {{(pid=101083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 22:10:29.037027 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-55cd87e5-0283-4a5f-8cc1-639b49928119 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1626931'] for port, precommit_delete {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:10:29.055499 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.plugins.ml2.plugin [None req-55cd87e5-0283-4a5f-8cc1-639b49928119 admin admin] Calling delete_port for 1fe7d7be-83ea-447e-8bda-a2129a6e66ad owned by network:router_gateway {{(pid=101083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 22:10:29.119441 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.db.l3_dvr_db [None req-8b98fd69-79bf-465d-accf-2f6a2964c2e4 None None] Set router 0bb8c9e8-f433-4fcd-b4c7-b6aba928173c gateway port host: None {{(pid=101084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 22:10:29.222174 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-55cd87e5-0283-4a5f-8cc1-639b49928119 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728276638338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728276144276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7659000'] for port, after_delete {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:10:29.245819 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cd87e5-0283-4a5f-8cc1-639b49928119 admin admin] Pushing event deleted for resources: {'Port': ['ID=1fe7d7be-83ea-447e-8bda-a2129a6e66ad,revision_number=None']} {{(pid=101083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:10:29.297187 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.db.l3_hamode_db [None req-8b98fd69-79bf-465d-accf-2f6a2964c2e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bb8c9e8-f433-4fcd-b4c7-b6aba928173c', 'name': 'tempest-TestMinimumBasicScenario-1850086952-router', 'tenant_id': 'fb7b12f683ee48a497a40419ad743d9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T22:08:17Z', 'updated_at': '2021-11-08T22:10:28Z', 'revision_number': 6, 'project_id': 'fb7b12f683ee48a497a40419ad743d9a', 'gw_port_host': None}], 'dv-cinder-817085-1-iscsi', False) {} {{(pid=101084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 22:10:29.312520 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-55cd87e5-0283-4a5f-8cc1-639b49928119 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1624031'] for router_gateway, after_delete {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:10:29.325553 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b98fd69-79bf-465d-accf-2f6a2964c2e4 None None] The sync data for ids ['0bb8c9e8-f433-4fcd-b4c7-b6aba928173c'] in dv-cinder-817085-1-iscsi is: [{'id': '0bb8c9e8-f433-4fcd-b4c7-b6aba928173c', 'name': 'tempest-TestMinimumBasicScenario-1850086952-router', 'tenant_id': 'fb7b12f683ee48a497a40419ad743d9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T22:08:17Z', 'updated_at': '2021-11-08T22:10:28Z', 'revision_number': 6, 'project_id': 'fb7b12f683ee48a497a40419ad743d9a', 'gw_port_host': None}] {{(pid=101084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 22:10:29.406908 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-55cd87e5-0283-4a5f-8cc1-639b49928119 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1634429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5206'] for router, precommit_delete {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:10:29.409058 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-55cd87e5-0283-4a5f-8cc1-639b49928119 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:10:29.453415 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-55cd87e5-0283-4a5f-8cc1-639b49928119 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1634406'] for router, after_delete {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:10:29.453998 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55cd87e5-0283-4a5f-8cc1-639b49928119 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0bb8c9e8-f433-4fcd-b4c7-b6aba928173c {{(pid=101083) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 08 22:10:29.458297 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-55cd87e5-0283-4a5f-8cc1-639b49928119 admin admin] Publish callbacks [] for router, before_response {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:10:29.459405 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [None req-55cd87e5-0283-4a5f-8cc1-639b49928119 admin admin] 10.222.0.25 "DELETE /v2.0/routers/0bb8c9e8-f433-4fcd-b4c7-b6aba928173c HTTP/1.1" status: 204 len: 168 time: 0.7560356 Nov 08 22:10:29.461913 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.wsgi [-] (101083) accepted ('10.222.0.25', 50458) {{(pid=101083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 22:10:29.506873 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.db.db_base_plugin_v2 [None req-252be757-7482-4fa2-b054-eb29e2fa2c5e admin admin] Deleting subnet 0ae83315-2964-41b1-9afb-e3f063587954 {{(pid=101083) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 22:10:29.509800 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-252be757-7482-4fa2-b054-eb29e2fa2c5e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:10:29.543544 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-252be757-7482-4fa2-b054-eb29e2fa2c5e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8163774'] for subnet, precommit_delete_associations {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:10:29.621978 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-252be757-7482-4fa2-b054-eb29e2fa2c5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-524324'] for subnet, precommit_delete {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:10:29.673557 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-252be757-7482-4fa2-b054-eb29e2fa2c5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-524333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7658797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4932587'] for subnet, after_delete {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:10:29.698169 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252be757-7482-4fa2-b054-eb29e2fa2c5e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0ae83315-2964-41b1-9afb-e3f063587954,revision_number=None']} {{(pid=101083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:10:29.702419 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-252be757-7482-4fa2-b054-eb29e2fa2c5e admin admin] Publish callbacks [] for subnet, before_response {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:10:29.705611 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [None req-252be757-7482-4fa2-b054-eb29e2fa2c5e admin admin] 10.222.0.25 "DELETE /v2.0/subnets/0ae83315-2964-41b1-9afb-e3f063587954 HTTP/1.1" status: 204 len: 168 time: 0.2427669 Nov 08 22:10:29.709237 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.wsgi [-] (101083) accepted ('10.222.0.25', 50460) {{(pid=101083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 22:10:29.715170 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ab713fd-f5b2-4deb-b29b-69d54f6e1ba2 None None] Network cdcc7d87-c10c-471a-af0b-9ce1bfa4e121 requested from dv-cinder-817085-1-iscsi {{(pid=101084) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 22:10:29.782439 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-4012d4b6-8233-4ece-9ca8-e0b3f38d362d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605121'] for network, before_delete {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:10:29.838985 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.plugins.ml2.plugin [None req-4012d4b6-8233-4ece-9ca8-e0b3f38d362d admin admin] Deleting port 5aaba6df-0ed7-4b17-bd42-ffe42a1df03a {{(pid=101083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 22:10:29.839321 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-4012d4b6-8233-4ece-9ca8-e0b3f38d362d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728276550584'] for port, before_delete {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:10:29.901429 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.plugins.ml2.db [None req-4012d4b6-8233-4ece-9ca8-e0b3f38d362d admin admin] For port 5aaba6df-0ed7-4b17-bd42-ffe42a1df03a, host dv-cinder-817085-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817085-1-iscsi',level=0,port_id=5aaba6df-0ed7-4b17-bd42-ffe42a1df03a,segment=NetworkSegment(31973302-188d-4b37-8b68-7732ca909711),segment_id=31973302-188d-4b37-8b68-7732ca909711)] {{(pid=101083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 22:10:29.901809 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-4012d4b6-8233-4ece-9ca8-e0b3f38d362d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1626931'] for port, precommit_delete {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:10:29.914586 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.plugins.ml2.plugin [None req-4012d4b6-8233-4ece-9ca8-e0b3f38d362d admin admin] Calling delete_port for 5aaba6df-0ed7-4b17-bd42-ffe42a1df03a owned by network:dhcp {{(pid=101083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 22:10:29.994423 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-4012d4b6-8233-4ece-9ca8-e0b3f38d362d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728276638338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728276144276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7659000'] for port, after_delete {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:10:30.018389 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4012d4b6-8233-4ece-9ca8-e0b3f38d362d admin admin] Pushing event deleted for resources: {'Port': ['ID=5aaba6df-0ed7-4b17-bd42-ffe42a1df03a,revision_number=None']} {{(pid=101083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:10:30.021794 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4012d4b6-8233-4ece-9ca8-e0b3f38d362d admin admin] No DVR routers for this DVR port 5aaba6df-0ed7-4b17-bd42-ffe42a1df03a on host dv-cinder-817085-1-iscsi {{(pid=101083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 22:10:30.088633 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-4012d4b6-8233-4ece-9ca8-e0b3f38d362d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-530513', 'neutron.services.segments.db._delete_segments_for_network-8728276665393'] for network, precommit_delete {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:10:30.114444 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.services.segments.db [None req-4012d4b6-8233-4ece-9ca8-e0b3f38d362d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cdcc7d87-c10c-471a-af0b-9ce1bfa4e121']}} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 22:10:30.121715 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d7a4d35-c775-438e-953b-bc496b9fd0ff None None] DHCP port deletion for cdcc7d87-c10c-471a-af0b-9ce1bfa4e121 request from dv-cinder-817085-1-iscsi {{(pid=101084) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 22:10:30.124501 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.services.segments.db [None req-4012d4b6-8233-4ece-9ca8-e0b3f38d362d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31973302-188d-4b37-8b68-7732ca909711') {'for_net_delete': True} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 22:10:30.124793 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.services.segments.db [None req-4012d4b6-8233-4ece-9ca8-e0b3f38d362d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31973302-188d-4b37-8b68-7732ca909711') {} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 22:10:30.135545 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-4012d4b6-8233-4ece-9ca8-e0b3f38d362d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728276699450', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8163751'] for segment, before_delete {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:10:30.148995 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-4012d4b6-8233-4ece-9ca8-e0b3f38d362d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-527333'] for segment, precommit_delete {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:10:30.155388 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4012d4b6-8233-4ece-9ca8-e0b3f38d362d admin admin] Releasing vlan 744 on physical network physnet1 to pool {{(pid=101083) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 22:10:30.155770 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-4012d4b6-8233-4ece-9ca8-e0b3f38d362d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-527333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7658955'] for segment, after_delete {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:10:30.158147 dv-cinder-817085-1-iscsi neutron-server[101083]: Traceback (most recent call last): Nov 08 22:10:30.158147 dv-cinder-817085-1-iscsi neutron-server[101083]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 22:10:30.158147 dv-cinder-817085-1-iscsi neutron-server[101083]: timer() Nov 08 22:10:30.158147 dv-cinder-817085-1-iscsi neutron-server[101083]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 22:10:30.158147 dv-cinder-817085-1-iscsi neutron-server[101083]: cb(*args, **kw) Nov 08 22:10:30.158147 dv-cinder-817085-1-iscsi neutron-server[101083]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 22:10:30.158147 dv-cinder-817085-1-iscsi neutron-server[101083]: return func(*args, **kwargs) Nov 08 22:10:30.158147 dv-cinder-817085-1-iscsi neutron-server[101083]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 22:10:30.158147 dv-cinder-817085-1-iscsi neutron-server[101083]: self._notify() Nov 08 22:10:30.158147 dv-cinder-817085-1-iscsi neutron-server[101083]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 22:10:30.158147 dv-cinder-817085-1-iscsi neutron-server[101083]: self.callback(batched_events) Nov 08 22:10:30.158147 dv-cinder-817085-1-iscsi neutron-server[101083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 22:10:30.158147 dv-cinder-817085-1-iscsi neutron-server[101083]: event.method(event) Nov 08 22:10:30.158147 dv-cinder-817085-1-iscsi neutron-server[101083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 22:10:30.158147 dv-cinder-817085-1-iscsi neutron-server[101083]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 22:10:30.158147 dv-cinder-817085-1-iscsi neutron-server[101083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 22:10:30.158147 dv-cinder-817085-1-iscsi neutron-server[101083]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 22:10:30.158147 dv-cinder-817085-1-iscsi neutron-server[101083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 22:10:30.158147 dv-cinder-817085-1-iscsi neutron-server[101083]: return f(self, *a, **k) Nov 08 22:10:30.158147 dv-cinder-817085-1-iscsi neutron-server[101083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 22:10:30.158147 dv-cinder-817085-1-iscsi neutron-server[101083]: return self._get(url).json() Nov 08 22:10:30.158147 dv-cinder-817085-1-iscsi neutron-server[101083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 22:10:30.158147 dv-cinder-817085-1-iscsi neutron-server[101083]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 22:10:30.158147 dv-cinder-817085-1-iscsi neutron-server[101083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 22:10:30.158147 dv-cinder-817085-1-iscsi neutron-server[101083]: return self.request(url, 'GET', **kwargs) Nov 08 22:10:30.158147 dv-cinder-817085-1-iscsi neutron-server[101083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 22:10:30.158147 dv-cinder-817085-1-iscsi neutron-server[101083]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 22:10:30.158147 dv-cinder-817085-1-iscsi neutron-server[101083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 22:10:30.158147 dv-cinder-817085-1-iscsi neutron-server[101083]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 22:10:30.158147 dv-cinder-817085-1-iscsi neutron-server[101083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 22:10:30.158147 dv-cinder-817085-1-iscsi neutron-server[101083]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 22:10:30.158147 dv-cinder-817085-1-iscsi neutron-server[101083]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 22:10:30.210875 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-4012d4b6-8233-4ece-9ca8-e0b3f38d362d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-531106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1623971'] for network, after_delete {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:10:30.218300 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-4012d4b6-8233-4ece-9ca8-e0b3f38d362d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646287'] for network, before_response {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:10:30.221504 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [None req-4012d4b6-8233-4ece-9ca8-e0b3f38d362d admin admin] 10.222.0.25 "DELETE /v2.0/networks/cdcc7d87-c10c-471a-af0b-9ce1bfa4e121 HTTP/1.1" status: 204 len: 168 time: 0.5113316 Nov 08 22:10:30.224556 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.wsgi [-] (101082) accepted ('10.222.0.25', 50462) {{(pid=101082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 22:10:30.233854 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4012d4b6-8233-4ece-9ca8-e0b3f38d362d admin admin] Pushing event deleted for resources: {'Network': ['ID=cdcc7d87-c10c-471a-af0b-9ce1bfa4e121,revision_number=None']} {{(pid=101083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:10:30.570299 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-d337bc3a-8e22-4fdd-ad81-b3173e06196c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1623189'] for router_interface, before_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:10:30.806746 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-d337bc3a-8e22-4fdd-ad81-b3173e06196c admin admin] Deleting port 1e270a9b-6b0f-49d4-9a90-5a720548e43b {{(pid=101082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 22:10:30.807088 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-d337bc3a-8e22-4fdd-ad81-b3173e06196c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728276550584'] for port, before_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:10:30.881952 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-d337bc3a-8e22-4fdd-ad81-b3173e06196c admin admin] For port 1e270a9b-6b0f-49d4-9a90-5a720548e43b, host dv-cinder-817085-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817085-1-iscsi',level=0,port_id=1e270a9b-6b0f-49d4-9a90-5a720548e43b,segment=NetworkSegment(ff7612bc-7882-4c3f-b9a1-cbf186f360fe),segment_id=ff7612bc-7882-4c3f-b9a1-cbf186f360fe)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 22:10:30.882218 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-d337bc3a-8e22-4fdd-ad81-b3173e06196c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1626931'] for port, precommit_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:10:30.897550 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-d337bc3a-8e22-4fdd-ad81-b3173e06196c admin admin] Calling delete_port for 1e270a9b-6b0f-49d4-9a90-5a720548e43b owned by network:router_interface {{(pid=101082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 22:10:31.062761 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.rpc [None req-ad13160b-513d-4512-a15f-cb40cce6b7e9 None None] Device e2b75f45-0906-4749-8945-0f643b9d1205 no longer exists at agent ovs-agent-dv-cinder-817085-1-iscsi {{(pid=101084) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 22:10:31.069490 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-d337bc3a-8e22-4fdd-ad81-b3173e06196c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728276638338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728276144276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7854484'] for port, after_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:10:31.086228 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.plugin [None req-ad13160b-513d-4512-a15f-cb40cce6b7e9 None None] No Port match for: e2b75f45-0906-4749-8945-0f643b9d1205 {{(pid=101084) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 22:10:31.086562 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.rpc [None req-ad13160b-513d-4512-a15f-cb40cce6b7e9 None None] Device e2b75f45-0906-4749-8945-0f643b9d1205 not bound to the agent host dv-cinder-817085-1-iscsi {{(pid=101084) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 22:10:31.086966 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.rpc [None req-ad13160b-513d-4512-a15f-cb40cce6b7e9 None None] Device 5aaba6df-0ed7-4b17-bd42-ffe42a1df03a no longer exists at agent ovs-agent-dv-cinder-817085-1-iscsi {{(pid=101084) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 22:10:31.093617 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d337bc3a-8e22-4fdd-ad81-b3173e06196c admin admin] Pushing event deleted for resources: {'Port': ['ID=1e270a9b-6b0f-49d4-9a90-5a720548e43b,revision_number=None']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:10:31.106331 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.plugin [None req-ad13160b-513d-4512-a15f-cb40cce6b7e9 None None] No Port match for: 5aaba6df-0ed7-4b17-bd42-ffe42a1df03a {{(pid=101084) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 22:10:31.107155 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.rpc [None req-ad13160b-513d-4512-a15f-cb40cce6b7e9 None None] Device 5aaba6df-0ed7-4b17-bd42-ffe42a1df03a not bound to the agent host dv-cinder-817085-1-iscsi {{(pid=101084) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 22:10:31.107575 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.rpc [None req-ad13160b-513d-4512-a15f-cb40cce6b7e9 None None] Device 1fe7d7be-83ea-447e-8bda-a2129a6e66ad no longer exists at agent ovs-agent-dv-cinder-817085-1-iscsi {{(pid=101084) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 22:10:31.128640 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.plugin [None req-ad13160b-513d-4512-a15f-cb40cce6b7e9 None None] No Port match for: 1fe7d7be-83ea-447e-8bda-a2129a6e66ad {{(pid=101084) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 22:10:31.129026 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.rpc [None req-ad13160b-513d-4512-a15f-cb40cce6b7e9 None None] Device 1fe7d7be-83ea-447e-8bda-a2129a6e66ad not bound to the agent host dv-cinder-817085-1-iscsi {{(pid=101084) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 22:10:31.258831 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-d337bc3a-8e22-4fdd-ad81-b3173e06196c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1646114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1636901'] for router_interface, after_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:10:31.463144 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d337bc3a-8e22-4fdd-ad81-b3173e06196c admin admin] Router b9ac43e3-7c81-4644-a053-e604820ba31e has already been hosted by L3 agent a7fb4010-89fb-4d99-b0a1-90d6a3aacb04 {{(pid=101082) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 22:10:31.564470 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d337bc3a-8e22-4fdd-ad81-b3173e06196c admin admin] Notify agent at l3_agent.dv-cinder-817085-1-iscsi the message routers_updated {{(pid=101082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 22:10:31.569531 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [None req-d337bc3a-8e22-4fdd-ad81-b3173e06196c admin admin] 10.222.0.25 "PUT /v2.0/routers/b9ac43e3-7c81-4644-a053-e604820ba31e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3410697 Nov 08 22:10:31.572029 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.wsgi [-] (101082) accepted ('10.222.0.25', 50464) {{(pid=101082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 22:10:31.573201 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65e01b94-b41b-4b87-acd5-03d1580ad024 None None] Sync routers for ids ['b9ac43e3-7c81-4644-a053-e604820ba31e'] in dv-cinder-817085-1-iscsi {{(pid=101085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 22:10:31.582947 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65e01b94-b41b-4b87-acd5-03d1580ad024 None None] Routers {'b9ac43e3-7c81-4644-a053-e604820ba31e'} bound to L3 agent in host dv-cinder-817085-1-iscsi {{(pid=101085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 22:10:31.583544 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.db.l3_hamode_db [None req-65e01b94-b41b-4b87-acd5-03d1580ad024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817085-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T21:51:49Z,description=,heartbeat_timestamp=2021-11-08T22:10:19Z,host='dv-cinder-817085-1-iscsi',id=a7fb4010-89fb-4d99-b0a1-90d6a3aacb04,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T21:51:49Z,topic='l3_agent')) {'router_ids': ['b9ac43e3-7c81-4644-a053-e604820ba31e'], 'active': True} {{(pid=101085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 22:10:31.676131 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-e53d5b08-d4a3-44e7-9220-5052ef51d7b3 admin admin] Publish callbacks [] for router, before_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:10:31.691851 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.db.l3_dvr_db [None req-65e01b94-b41b-4b87-acd5-03d1580ad024 None None] Set router b9ac43e3-7c81-4644-a053-e604820ba31e gateway port host: dv-cinder-817085-1-iscsi {{(pid=101085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 22:10:31.880212 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.db.l3_hamode_db [None req-65e01b94-b41b-4b87-acd5-03d1580ad024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9ac43e3-7c81-4644-a053-e604820ba31e', 'name': 'tempest-TestMinimumBasicScenario-1741419029-router', 'tenant_id': '1529cf5a358442959b2c085e241bd8a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ae8d913-bef9-4bc0-baeb-78ef8b3a7364', 'external_fixed_ips': [{'subnet_id': 'f0dec947-372d-4ed5-9c9f-864e58aba850', 'ip_address': '172.27.3.177'}], 'enable_snat': True}, 'gw_port_id': '949d466e-fdba-42c8-b5d6-7e1cc541534d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T22:08:22Z', 'updated_at': '2021-11-08T22:10:31Z', 'revision_number': 5, 'project_id': '1529cf5a358442959b2c085e241bd8a4', 'gw_port': {'id': '949d466e-fdba-42c8-b5d6-7e1cc541534d', 'name': '', 'network_id': '8ae8d913-bef9-4bc0-baeb-78ef8b3a7364', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:9c:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9ac43e3-7c81-4644-a053-e604820ba31e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'f0dec947-372d-4ed5-9c9f-864e58aba850', 'ip_address': '172.27.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T22:08:22Z', 'updated_at': '2021-11-08T22:08:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0dec947-372d-4ed5-9c9f-864e58aba850', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817085-1-iscsi'}], 'dv-cinder-817085-1-iscsi', False) {} {{(pid=101085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 22:10:31.907907 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65e01b94-b41b-4b87-acd5-03d1580ad024 None None] Checking router: b9ac43e3-7c81-4644-a053-e604820ba31e for host: dv-cinder-817085-1-iscsi {{(pid=101085) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 22:10:31.917148 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65e01b94-b41b-4b87-acd5-03d1580ad024 None None] Routers {'b9ac43e3-7c81-4644-a053-e604820ba31e'} bound to L3 agent in host dv-cinder-817085-1-iscsi {{(pid=101085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 22:10:31.917763 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.db.l3_hamode_db [None req-65e01b94-b41b-4b87-acd5-03d1580ad024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817085-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T21:51:49Z,description=,heartbeat_timestamp=2021-11-08T22:10:19Z,host='dv-cinder-817085-1-iscsi',id=a7fb4010-89fb-4d99-b0a1-90d6a3aacb04,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T21:51:49Z,topic='l3_agent')) {'router_ids': ['b9ac43e3-7c81-4644-a053-e604820ba31e'], 'active': True} {{(pid=101085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 22:10:32.023881 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.db.l3_dvr_db [None req-65e01b94-b41b-4b87-acd5-03d1580ad024 None None] Set router b9ac43e3-7c81-4644-a053-e604820ba31e gateway port host: dv-cinder-817085-1-iscsi {{(pid=101085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 22:10:32.052563 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-e53d5b08-d4a3-44e7-9220-5052ef51d7b3 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:10:32.105534 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-e53d5b08-d4a3-44e7-9220-5052ef51d7b3 admin admin] Deleting port 949d466e-fdba-42c8-b5d6-7e1cc541534d {{(pid=101082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 22:10:32.105865 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-e53d5b08-d4a3-44e7-9220-5052ef51d7b3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728276550584'] for port, before_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:10:32.181460 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-e53d5b08-d4a3-44e7-9220-5052ef51d7b3 admin admin] For port 949d466e-fdba-42c8-b5d6-7e1cc541534d, host dv-cinder-817085-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817085-1-iscsi',level=0,port_id=949d466e-fdba-42c8-b5d6-7e1cc541534d,segment=NetworkSegment(4f9c68d0-c68c-4bfe-b6e8-d7426962dfc1),segment_id=4f9c68d0-c68c-4bfe-b6e8-d7426962dfc1)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 22:10:32.181854 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-e53d5b08-d4a3-44e7-9220-5052ef51d7b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1626931'] for port, precommit_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:10:32.194550 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-e53d5b08-d4a3-44e7-9220-5052ef51d7b3 admin admin] Calling delete_port for 949d466e-fdba-42c8-b5d6-7e1cc541534d owned by network:router_gateway {{(pid=101082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 22:10:32.198540 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.db.l3_hamode_db [None req-65e01b94-b41b-4b87-acd5-03d1580ad024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9ac43e3-7c81-4644-a053-e604820ba31e', 'name': 'tempest-TestMinimumBasicScenario-1741419029-router', 'tenant_id': '1529cf5a358442959b2c085e241bd8a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ae8d913-bef9-4bc0-baeb-78ef8b3a7364', 'external_fixed_ips': [{'subnet_id': 'f0dec947-372d-4ed5-9c9f-864e58aba850', 'ip_address': '172.27.3.177'}], 'enable_snat': True}, 'gw_port_id': '949d466e-fdba-42c8-b5d6-7e1cc541534d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T22:08:22Z', 'updated_at': '2021-11-08T22:10:31Z', 'revision_number': 5, 'project_id': '1529cf5a358442959b2c085e241bd8a4', 'gw_port': {'id': '949d466e-fdba-42c8-b5d6-7e1cc541534d', 'name': '', 'network_id': '8ae8d913-bef9-4bc0-baeb-78ef8b3a7364', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:9c:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9ac43e3-7c81-4644-a053-e604820ba31e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'f0dec947-372d-4ed5-9c9f-864e58aba850', 'ip_address': '172.27.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T22:08:22Z', 'updated_at': '2021-11-08T22:08:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0dec947-372d-4ed5-9c9f-864e58aba850', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817085-1-iscsi'}], 'dv-cinder-817085-1-iscsi', False) {} {{(pid=101085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 22:10:32.227069 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65e01b94-b41b-4b87-acd5-03d1580ad024 None None] The sync data for ids ['b9ac43e3-7c81-4644-a053-e604820ba31e'] in dv-cinder-817085-1-iscsi is: [{'id': 'b9ac43e3-7c81-4644-a053-e604820ba31e', 'name': 'tempest-TestMinimumBasicScenario-1741419029-router', 'tenant_id': '1529cf5a358442959b2c085e241bd8a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ae8d913-bef9-4bc0-baeb-78ef8b3a7364', 'external_fixed_ips': [{'subnet_id': 'f0dec947-372d-4ed5-9c9f-864e58aba850', 'ip_address': '172.27.3.177'}], 'enable_snat': True}, 'gw_port_id': '949d466e-fdba-42c8-b5d6-7e1cc541534d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T22:08:22Z', 'updated_at': '2021-11-08T22:10:31Z', 'revision_number': 5, 'project_id': '1529cf5a358442959b2c085e241bd8a4', 'gw_port': {'id': '949d466e-fdba-42c8-b5d6-7e1cc541534d', 'name': '', 'network_id': '8ae8d913-bef9-4bc0-baeb-78ef8b3a7364', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:9c:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9ac43e3-7c81-4644-a053-e604820ba31e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'f0dec947-372d-4ed5-9c9f-864e58aba850', 'ip_address': '172.27.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T22:08:22Z', 'updated_at': '2021-11-08T22:08:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0dec947-372d-4ed5-9c9f-864e58aba850', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817085-1-iscsi'}] {{(pid=101085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 22:10:32.361203 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-e53d5b08-d4a3-44e7-9220-5052ef51d7b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728276638338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728276144276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7854484'] for port, after_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:10:32.389311 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53d5b08-d4a3-44e7-9220-5052ef51d7b3 admin admin] Pushing event deleted for resources: {'Port': ['ID=949d466e-fdba-42c8-b5d6-7e1cc541534d,revision_number=None']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:10:32.446760 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-e53d5b08-d4a3-44e7-9220-5052ef51d7b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1624031'] for router_gateway, after_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:10:32.533019 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-e53d5b08-d4a3-44e7-9220-5052ef51d7b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1634429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5206'] for router, precommit_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:10:32.535019 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-e53d5b08-d4a3-44e7-9220-5052ef51d7b3 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:10:32.578315 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-e53d5b08-d4a3-44e7-9220-5052ef51d7b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1634406'] for router, after_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:10:32.578844 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e53d5b08-d4a3-44e7-9220-5052ef51d7b3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b9ac43e3-7c81-4644-a053-e604820ba31e {{(pid=101082) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 08 22:10:32.583300 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-e53d5b08-d4a3-44e7-9220-5052ef51d7b3 admin admin] Publish callbacks [] for router, before_response {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:10:32.584625 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [None req-e53d5b08-d4a3-44e7-9220-5052ef51d7b3 admin admin] 10.222.0.25 "DELETE /v2.0/routers/b9ac43e3-7c81-4644-a053-e604820ba31e HTTP/1.1" status: 204 len: 168 time: 1.0115199 Nov 08 22:10:32.586940 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.wsgi [-] (101082) accepted ('10.222.0.25', 50468) {{(pid=101082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 22:10:32.636205 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd8c9e71-d761-47c1-9a8e-8a2643c64a84 admin admin] Deleting subnet 2b734a58-7620-4b8d-b8e7-68434e52ffaf {{(pid=101082) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 22:10:32.643258 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-fd8c9e71-d761-47c1-9a8e-8a2643c64a84 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:10:32.679453 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-fd8c9e71-d761-47c1-9a8e-8a2643c64a84 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7786225'] for subnet, precommit_delete_associations {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:10:32.755644 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-fd8c9e71-d761-47c1-9a8e-8a2643c64a84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-524324'] for subnet, precommit_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:10:32.811735 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-fd8c9e71-d761-47c1-9a8e-8a2643c64a84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-524333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7854401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7671823'] for subnet, after_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:10:32.838791 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8c9e71-d761-47c1-9a8e-8a2643c64a84 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2b734a58-7620-4b8d-b8e7-68434e52ffaf,revision_number=None']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:10:32.840742 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-fd8c9e71-d761-47c1-9a8e-8a2643c64a84 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646287'] for subnet, before_response {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:10:32.844510 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [None req-fd8c9e71-d761-47c1-9a8e-8a2643c64a84 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/2b734a58-7620-4b8d-b8e7-68434e52ffaf HTTP/1.1" status: 204 len: 168 time: 0.2566261 Nov 08 22:10:32.845733 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d52e678e-9571-4456-9224-628d70b9cecf None None] Network f66da6ae-b6de-42d5-9571-9876ad382855 requested from dv-cinder-817085-1-iscsi {{(pid=101084) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 22:10:32.847085 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.wsgi [-] (101083) accepted ('10.222.0.25', 50470) {{(pid=101083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 22:10:32.923128 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-d02f74de-fbe2-4f18-a63e-0a6396eae89d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605121'] for network, before_delete {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:10:32.975303 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.plugins.ml2.plugin [None req-d02f74de-fbe2-4f18-a63e-0a6396eae89d admin admin] Deleting port 20f56a5f-352f-45cc-bb2b-93c6393d3cdf {{(pid=101083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 22:10:32.975543 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-d02f74de-fbe2-4f18-a63e-0a6396eae89d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728276550584'] for port, before_delete {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:10:33.043682 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.plugins.ml2.db [None req-d02f74de-fbe2-4f18-a63e-0a6396eae89d admin admin] For port 20f56a5f-352f-45cc-bb2b-93c6393d3cdf, host dv-cinder-817085-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817085-1-iscsi',level=0,port_id=20f56a5f-352f-45cc-bb2b-93c6393d3cdf,segment=NetworkSegment(ff7612bc-7882-4c3f-b9a1-cbf186f360fe),segment_id=ff7612bc-7882-4c3f-b9a1-cbf186f360fe)] {{(pid=101083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 22:10:33.044042 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-d02f74de-fbe2-4f18-a63e-0a6396eae89d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1626931'] for port, precommit_delete {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:10:33.056629 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.plugins.ml2.plugin [None req-d02f74de-fbe2-4f18-a63e-0a6396eae89d admin admin] Calling delete_port for 20f56a5f-352f-45cc-bb2b-93c6393d3cdf owned by network:dhcp {{(pid=101083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 22:10:33.135379 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-d02f74de-fbe2-4f18-a63e-0a6396eae89d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728276638338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728276144276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7659000'] for port, after_delete {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:10:33.159983 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02f74de-fbe2-4f18-a63e-0a6396eae89d admin admin] Pushing event deleted for resources: {'Port': ['ID=20f56a5f-352f-45cc-bb2b-93c6393d3cdf,revision_number=None']} {{(pid=101083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:10:33.163312 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d02f74de-fbe2-4f18-a63e-0a6396eae89d admin admin] No DVR routers for this DVR port 20f56a5f-352f-45cc-bb2b-93c6393d3cdf on host dv-cinder-817085-1-iscsi {{(pid=101083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 22:10:33.234732 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-d02f74de-fbe2-4f18-a63e-0a6396eae89d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-530513', 'neutron.services.segments.db._delete_segments_for_network-8728276665393'] for network, precommit_delete {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:10:33.245407 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96f49009-6a5e-48b9-ae98-d610ac827893 None None] DHCP port deletion for f66da6ae-b6de-42d5-9571-9876ad382855 request from dv-cinder-817085-1-iscsi {{(pid=101084) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 22:10:33.260397 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.services.segments.db [None req-d02f74de-fbe2-4f18-a63e-0a6396eae89d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f66da6ae-b6de-42d5-9571-9876ad382855']}} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 22:10:33.278977 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.services.segments.db [None req-d02f74de-fbe2-4f18-a63e-0a6396eae89d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff7612bc-7882-4c3f-b9a1-cbf186f360fe') {'for_net_delete': True} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 22:10:33.279417 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.services.segments.db [None req-d02f74de-fbe2-4f18-a63e-0a6396eae89d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff7612bc-7882-4c3f-b9a1-cbf186f360fe') {} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 22:10:33.289402 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-d02f74de-fbe2-4f18-a63e-0a6396eae89d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728276699450', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8163751'] for segment, before_delete {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:10:33.303613 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.db.agents_db [None req-16c50754-5ab9-47e2-9d92-00a33089e8d5 None None] Agent healthcheck: found 6 active agents {{(pid=101085) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 22:10:33.304209 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-d02f74de-fbe2-4f18-a63e-0a6396eae89d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-527333'] for segment, precommit_delete {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:10:33.309711 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.rpc [None req-ad13160b-513d-4512-a15f-cb40cce6b7e9 None None] Device 20f56a5f-352f-45cc-bb2b-93c6393d3cdf no longer exists at agent ovs-agent-dv-cinder-817085-1-iscsi {{(pid=101084) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 22:10:33.310798 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d02f74de-fbe2-4f18-a63e-0a6396eae89d admin admin] Releasing vlan 705 on physical network physnet1 to pool {{(pid=101083) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 22:10:33.311187 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-d02f74de-fbe2-4f18-a63e-0a6396eae89d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-527333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7658955'] for segment, after_delete {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:10:33.312973 dv-cinder-817085-1-iscsi neutron-server[101083]: Traceback (most recent call last): Nov 08 22:10:33.312973 dv-cinder-817085-1-iscsi neutron-server[101083]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 22:10:33.312973 dv-cinder-817085-1-iscsi neutron-server[101083]: timer() Nov 08 22:10:33.312973 dv-cinder-817085-1-iscsi neutron-server[101083]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 22:10:33.312973 dv-cinder-817085-1-iscsi neutron-server[101083]: cb(*args, **kw) Nov 08 22:10:33.312973 dv-cinder-817085-1-iscsi neutron-server[101083]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 22:10:33.312973 dv-cinder-817085-1-iscsi neutron-server[101083]: return func(*args, **kwargs) Nov 08 22:10:33.312973 dv-cinder-817085-1-iscsi neutron-server[101083]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 22:10:33.312973 dv-cinder-817085-1-iscsi neutron-server[101083]: self._notify() Nov 08 22:10:33.312973 dv-cinder-817085-1-iscsi neutron-server[101083]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 22:10:33.312973 dv-cinder-817085-1-iscsi neutron-server[101083]: self.callback(batched_events) Nov 08 22:10:33.312973 dv-cinder-817085-1-iscsi neutron-server[101083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 22:10:33.312973 dv-cinder-817085-1-iscsi neutron-server[101083]: event.method(event) Nov 08 22:10:33.312973 dv-cinder-817085-1-iscsi neutron-server[101083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 22:10:33.312973 dv-cinder-817085-1-iscsi neutron-server[101083]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 22:10:33.312973 dv-cinder-817085-1-iscsi neutron-server[101083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 22:10:33.312973 dv-cinder-817085-1-iscsi neutron-server[101083]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 22:10:33.312973 dv-cinder-817085-1-iscsi neutron-server[101083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 22:10:33.312973 dv-cinder-817085-1-iscsi neutron-server[101083]: return f(self, *a, **k) Nov 08 22:10:33.312973 dv-cinder-817085-1-iscsi neutron-server[101083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 22:10:33.312973 dv-cinder-817085-1-iscsi neutron-server[101083]: return self._get(url).json() Nov 08 22:10:33.312973 dv-cinder-817085-1-iscsi neutron-server[101083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 22:10:33.312973 dv-cinder-817085-1-iscsi neutron-server[101083]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 22:10:33.312973 dv-cinder-817085-1-iscsi neutron-server[101083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 22:10:33.312973 dv-cinder-817085-1-iscsi neutron-server[101083]: return self.request(url, 'GET', **kwargs) Nov 08 22:10:33.312973 dv-cinder-817085-1-iscsi neutron-server[101083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 22:10:33.312973 dv-cinder-817085-1-iscsi neutron-server[101083]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 22:10:33.312973 dv-cinder-817085-1-iscsi neutron-server[101083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 22:10:33.312973 dv-cinder-817085-1-iscsi neutron-server[101083]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 22:10:33.312973 dv-cinder-817085-1-iscsi neutron-server[101083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 22:10:33.312973 dv-cinder-817085-1-iscsi neutron-server[101083]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 22:10:33.312973 dv-cinder-817085-1-iscsi neutron-server[101083]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 22:10:33.330951 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.plugin [None req-ad13160b-513d-4512-a15f-cb40cce6b7e9 None None] No Port match for: 20f56a5f-352f-45cc-bb2b-93c6393d3cdf {{(pid=101084) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 22:10:33.331291 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.rpc [None req-ad13160b-513d-4512-a15f-cb40cce6b7e9 None None] Device 20f56a5f-352f-45cc-bb2b-93c6393d3cdf not bound to the agent host dv-cinder-817085-1-iscsi {{(pid=101084) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 22:10:33.331702 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.rpc [None req-ad13160b-513d-4512-a15f-cb40cce6b7e9 None None] Device 1e270a9b-6b0f-49d4-9a90-5a720548e43b no longer exists at agent ovs-agent-dv-cinder-817085-1-iscsi {{(pid=101084) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 22:10:33.352782 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.plugin [None req-ad13160b-513d-4512-a15f-cb40cce6b7e9 None None] No Port match for: 1e270a9b-6b0f-49d4-9a90-5a720548e43b {{(pid=101084) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 22:10:33.353165 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.rpc [None req-ad13160b-513d-4512-a15f-cb40cce6b7e9 None None] Device 1e270a9b-6b0f-49d4-9a90-5a720548e43b not bound to the agent host dv-cinder-817085-1-iscsi {{(pid=101084) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 22:10:33.353584 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.rpc [None req-ad13160b-513d-4512-a15f-cb40cce6b7e9 None None] Device 949d466e-fdba-42c8-b5d6-7e1cc541534d no longer exists at agent ovs-agent-dv-cinder-817085-1-iscsi {{(pid=101084) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 22:10:33.369921 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-d02f74de-fbe2-4f18-a63e-0a6396eae89d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-531106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1623971'] for network, after_delete {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:10:33.375933 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-d02f74de-fbe2-4f18-a63e-0a6396eae89d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646287'] for network, before_response {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:10:33.379467 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [None req-d02f74de-fbe2-4f18-a63e-0a6396eae89d admin admin] 10.222.0.25 "DELETE /v2.0/networks/f66da6ae-b6de-42d5-9571-9876ad382855 HTTP/1.1" status: 204 len: 168 time: 0.5308201 Nov 08 22:10:33.381140 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.plugin [None req-ad13160b-513d-4512-a15f-cb40cce6b7e9 None None] No Port match for: 949d466e-fdba-42c8-b5d6-7e1cc541534d {{(pid=101084) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 22:10:33.381487 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.rpc [None req-ad13160b-513d-4512-a15f-cb40cce6b7e9 None None] Device 949d466e-fdba-42c8-b5d6-7e1cc541534d not bound to the agent host dv-cinder-817085-1-iscsi {{(pid=101084) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 22:10:33.393494 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02f74de-fbe2-4f18-a63e-0a6396eae89d admin admin] Pushing event deleted for resources: {'Network': ['ID=f66da6ae-b6de-42d5-9571-9876ad382855,revision_number=None']} {{(pid=101083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:10:33.535348 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.wsgi [-] (101083) accepted ('10.222.0.25', 50474) {{(pid=101083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 22:10:33.574084 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [None req-c1df4f84-1b3a-4436-9c1c-5e33868cf834 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=fb7b12f683ee48a497a40419ad743d9a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0375798 Nov 08 22:10:33.576514 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.wsgi [-] (101083) accepted ('10.222.0.25', 50476) {{(pid=101083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 22:10:33.625225 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-b25b972d-2b87-4eff-ad82-fc7e73809bc6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:10:33.645838 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-b25b972d-2b87-4eff-ad82-fc7e73809bc6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:10:33.692260 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-b25b972d-2b87-4eff-ad82-fc7e73809bc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2033567'] for security_group, after_delete {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:10:33.694836 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-b25b972d-2b87-4eff-ad82-fc7e73809bc6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:10:33.695976 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [None req-b25b972d-2b87-4eff-ad82-fc7e73809bc6 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/9bc222df-8e73-46ed-82d3-f05fddb11c82 HTTP/1.1" status: 204 len: 168 time: 0.1185496 Nov 08 22:10:33.703485 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25b972d-2b87-4eff-ad82-fc7e73809bc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bc222df-8e73-46ed-82d3-f05fddb11c82,revision_number=None']} {{(pid=101083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:10:34.020690 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.wsgi [-] (101083) accepted ('10.222.0.25', 50482) {{(pid=101083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 22:10:34.064360 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [None req-83e5d926-7a39-4f50-adc0-1e3d98b80009 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=1529cf5a358442959b2c085e241bd8a4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0401802 Nov 08 22:10:34.064619 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.wsgi [-] (101083) accepted ('10.222.0.25', 50484) {{(pid=101083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 22:10:34.112453 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-be480fa6-f9ff-479d-a660-0043534aa198 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:10:34.133710 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-be480fa6-f9ff-479d-a660-0043534aa198 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:10:34.179329 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-be480fa6-f9ff-479d-a660-0043534aa198 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2033567'] for security_group, after_delete {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:10:34.182018 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-be480fa6-f9ff-479d-a660-0043534aa198 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:10:34.183390 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [None req-be480fa6-f9ff-479d-a660-0043534aa198 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/bbc58672-5205-4727-9001-64ed13d45d5b HTTP/1.1" status: 204 len: 168 time: 0.1178684 Nov 08 22:10:34.191480 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be480fa6-f9ff-479d-a660-0043534aa198 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbc58672-5205-4727-9001-64ed13d45d5b,revision_number=None']} {{(pid=101083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:10:46.827435 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-1a329f6c-13b4-4180-b83c-69b745a0d646 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728276665375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534631'] for agent, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:10:49.144240 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-d46372ef-baa3-4a7c-a7e4-6c760632e0e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728276665375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534631'] for agent, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:10:50.195551 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-38f8c81f-ca07-4188-b5ff-70ceca3f97c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728276665375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534631'] for agent, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:10:51.844103 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-550ddcb2-f0f8-4b6b-a238-0b8e3ebb0b9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728276665375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534631'] for agent, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:10:52.489590 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-ad13160b-513d-4512-a15f-cb40cce6b7e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728276665375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534631'] for agent, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:10:55.308439 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728276665375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534631'] for agent, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:11:03.848396 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-211ad942-4a37-4dfb-b49d-9ba054798735 req-16b743af-322a-468a-bb5d-e296762ac8a6 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=1f5cba62-ecb4-48f2-8836-a42d0c1ea61a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0378070 Nov 08 22:11:03.929827 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211ad942-4a37-4dfb-b49d-9ba054798735 req-4a804563-9c45-436f-a202-18d5ed24fc62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:11:03.931298 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-211ad942-4a37-4dfb-b49d-9ba054798735 req-4a804563-9c45-436f-a202-18d5ed24fc62 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=675c9b3fa135484fae600e4b802f7186&device_id=1f5cba62-ecb4-48f2-8836-a42d0c1ea61a HTTP/1.1" status: 200 len: 1098 time: 0.0394151 Nov 08 22:11:04.032411 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211ad942-4a37-4dfb-b49d-9ba054798735 req-26a8ff26-4752-4bc2-94d5-b94d3cf6dc7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:11:04.033854 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-211ad942-4a37-4dfb-b49d-9ba054798735 req-26a8ff26-4752-4bc2-94d5-b94d3cf6dc7e service neutron] 10.222.0.48 "GET /v2.0/networks?id=83d7137f-89f6-454e-ae7c-d8a3c54047ec HTTP/1.1" status: 200 len: 913 time: 0.0839887 Nov 08 22:11:04.105371 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-211ad942-4a37-4dfb-b49d-9ba054798735 req-e709621f-8374-4219-aa51-3c788cf251bc service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e4d5aa63-f3ca-434e-ae15-9665f1105b1f HTTP/1.1" status: 200 len: 1000 time: 0.0643764 Nov 08 22:11:04.151408 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211ad942-4a37-4dfb-b49d-9ba054798735 req-5d1aac4f-65f4-4c25-b2b6-4a165ff85708 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:11:04.152746 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-211ad942-4a37-4dfb-b49d-9ba054798735 req-5d1aac4f-65f4-4c25-b2b6-4a165ff85708 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9914a888-52f1-4bc0-b7db-aa15204015ab HTTP/1.1" status: 200 len: 851 time: 0.0411479 Nov 08 22:11:04.199333 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211ad942-4a37-4dfb-b49d-9ba054798735 req-567bcd46-74d4-4c1b-bad5-94d6a117206c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:11:04.201319 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-211ad942-4a37-4dfb-b49d-9ba054798735 req-567bcd46-74d4-4c1b-bad5-94d6a117206c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=83d7137f-89f6-454e-ae7c-d8a3c54047ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0414121 Nov 08 22:11:04.287026 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-211ad942-4a37-4dfb-b49d-9ba054798735 req-6d63fe45-42ce-487c-8e7b-149cfdc2e1e2 service neutron] 10.222.0.48 "GET /v2.0/networks/83d7137f-89f6-454e-ae7c-d8a3c54047ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788159 Nov 08 22:11:04.376358 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-211ad942-4a37-4dfb-b49d-9ba054798735 req-1f472d77-7d85-4030-b2f9-8f17a3fc04be service neutron] 10.222.0.48 "GET /v2.0/networks/83d7137f-89f6-454e-ae7c-d8a3c54047ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821221 Nov 08 22:11:10.303535 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.db.agents_db [None req-16c50754-5ab9-47e2-9d92-00a33089e8d5 None None] Agent healthcheck: found 6 active agents {{(pid=101085) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 22:11:16.829267 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-208850e3-dd3f-4d64-bd69-72adebf50f2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728276665375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534631'] for agent, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:11:19.152245 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-5079272a-912d-48eb-93dd-235fced4c4c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728276665375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534631'] for agent, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:11:20.197402 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-38f8c81f-ca07-4188-b5ff-70ceca3f97c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728276665375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534631'] for agent, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:11:21.846284 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-550ddcb2-f0f8-4b6b-a238-0b8e3ebb0b9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728276665375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534631'] for agent, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:11:22.491014 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-ad13160b-513d-4512-a15f-cb40cce6b7e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728276665375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534631'] for agent, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:11:25.311793 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728276665375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534631'] for agent, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:11:46.830785 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-0f7cc178-e816-4f0e-9fb5-cfb6af61fb95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728276665375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534631'] for agent, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:11:47.302443 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.db.agents_db [None req-16c50754-5ab9-47e2-9d92-00a33089e8d5 None None] Agent healthcheck: found 6 active agents {{(pid=101085) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 22:11:49.145352 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-be07277d-dd39-4cec-b53c-2406b0ee80a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728276665375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534631'] for agent, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:11:50.200943 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-38f8c81f-ca07-4188-b5ff-70ceca3f97c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728276665375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534631'] for agent, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:11:51.849090 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-550ddcb2-f0f8-4b6b-a238-0b8e3ebb0b9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728276665375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534631'] for agent, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:11:52.492167 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-ad13160b-513d-4512-a15f-cb40cce6b7e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728276665375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534631'] for agent, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:11:54.729323 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-df03445e-f4d3-4b34-a3f1-d3250e4e89b1 req-c79d8aeb-9de4-4621-8c5d-2b89694098de tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-453527281&fields=id&tenant_id=675c9b3fa135484fae600e4b802f7186 HTTP/1.1" status: 200 len: 267 time: 0.0427191 Nov 08 22:11:54.830843 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df03445e-f4d3-4b34-a3f1-d3250e4e89b1 req-940d611a-22d7-4548-b434-44665ced4720 tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:11:54.832252 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-df03445e-f4d3-4b34-a3f1-d3250e4e89b1 req-940d611a-22d7-4548-b434-44665ced4720 tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] 10.222.0.25 "GET /v2.0/networks?id=83d7137f-89f6-454e-ae7c-d8a3c54047ec HTTP/1.1" status: 200 len: 812 time: 0.0958827 Nov 08 22:11:54.847214 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-df03445e-f4d3-4b34-a3f1-d3250e4e89b1 req-e9d251d2-ee62-4d4d-a138-8c46e33d8c83 tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] 10.222.0.25 "GET /v2.0/quotas/675c9b3fa135484fae600e4b802f7186 HTTP/1.1" status: 200 len: 375 time: 0.0090363 Nov 08 22:11:54.906284 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-df03445e-f4d3-4b34-a3f1-d3250e4e89b1 req-79995fda-3ba9-4713-abde-f6ade412ceab tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=675c9b3fa135484fae600e4b802f7186&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0539072 Nov 08 22:11:55.013963 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.wsgi [req-df03445e-f4d3-4b34-a3f1-d3250e4e89b1 req-a8fb62ad-5dad-42be-a2a5-3ddf9cb5f1dd service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=101082) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 22:11:55.014944 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-df03445e-f4d3-4b34-a3f1-d3250e4e89b1 req-a8fb62ad-5dad-42be-a2a5-3ddf9cb5f1dd service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0973592 Nov 08 22:11:55.101245 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-df03445e-f4d3-4b34-a3f1-d3250e4e89b1 req-b69c9d3a-a559-478e-827d-894651d65f46 service neutron] 10.222.0.25 "GET /v2.0/networks/83d7137f-89f6-454e-ae7c-d8a3c54047ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801673 Nov 08 22:11:55.190593 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-df03445e-f4d3-4b34-a3f1-d3250e4e89b1 req-91a71c68-9d71-4ef2-b5d7-3feea315cfbd service neutron] 10.222.0.25 "GET /v2.0/networks/83d7137f-89f6-454e-ae7c-d8a3c54047ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830135 Nov 08 22:11:55.315064 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728276665375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534631'] for agent, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:11:55.468691 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-b0e6daf6-15c1-4d0c-9be6-14917ee756d8 req-46de24c6-e31f-4c62-9685-1f29502f224d tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] 10.222.0.25 "GET /v2.0/ports?device_id=f248a496-8054-46a0-b331-15c9cd655132 HTTP/1.1" status: 200 len: 210 time: 0.0265689 Nov 08 22:11:56.463620 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df03445e-f4d3-4b34-a3f1-d3250e4e89b1 req-01af0c20-ceac-4584-b89b-46550a8b5a2c tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:11:56.465096 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-df03445e-f4d3-4b34-a3f1-d3250e4e89b1 req-01af0c20-ceac-4584-b89b-46550a8b5a2c tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] 10.222.0.48 "GET /v2.0/networks?id=83d7137f-89f6-454e-ae7c-d8a3c54047ec HTTP/1.1" status: 200 len: 812 time: 0.1011639 Nov 08 22:11:56.536892 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-df03445e-f4d3-4b34-a3f1-d3250e4e89b1 req-b15f1297-b1d0-4c27-bea3-4e7010bd879d tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=675c9b3fa135484fae600e4b802f7186 HTTP/1.1" status: 200 len: 379 time: 0.0628383 Nov 08 22:11:56.553210 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.v2.base [req-df03445e-f4d3-4b34-a3f1-d3250e4e89b1 req-d2476eb1-0ad9-4706-b51b-0d0345e07a3f tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] Request body: {'port': {'device_id': 'f248a496-8054-46a0-b331-15c9cd655132', 'network_id': '83d7137f-89f6-454e-ae7c-d8a3c54047ec', 'admin_state_up': True, 'tenant_id': '675c9b3fa135484fae600e4b802f7186', 'security_groups': ['ec8c4dc9-4a35-4d6c-bde7-e1d205b3850b']}} {{(pid=101082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 22:11:56.579415 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-6f2fc4ed-b393-4392-b7c3-839788da622c req-65f2a18c-aba3-44be-92f3-aa4339a5d217 tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] 10.222.0.25 "GET /v2.0/ports?device_id=f248a496-8054-46a0-b331-15c9cd655132 HTTP/1.1" status: 200 len: 210 time: 0.0405731 Nov 08 22:11:56.667414 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df03445e-f4d3-4b34-a3f1-d3250e4e89b1 req-d2476eb1-0ad9-4706-b51b-0d0345e07a3f tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] Made reservation on behalf of 675c9b3fa135484fae600e4b802f7186 for: {'port': 1} {{(pid=101082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 22:11:56.671261 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [req-df03445e-f4d3-4b34-a3f1-d3250e4e89b1 req-d2476eb1-0ad9-4706-b51b-0d0345e07a3f tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-925982'] for port, before_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:11:56.797482 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.db.db_base_plugin_common [req-df03445e-f4d3-4b34-a3f1-d3250e4e89b1 req-d2476eb1-0ad9-4706-b51b-0d0345e07a3f tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] Allocated IP 172.20.0.12 (83d7137f-89f6-454e-ae7c-d8a3c54047ec/9914a888-52f1-4bc0-b7db-aa15204015ab/ea89f718-9271-491e-90bf-560d487eb189) {{(pid=101082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 22:11:56.940070 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [req-df03445e-f4d3-4b34-a3f1-d3250e4e89b1 req-d2476eb1-0ad9-4706-b51b-0d0345e07a3f tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] Publish callbacks [] for port, precommit_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:11:56.972661 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [req-df03445e-f4d3-4b34-a3f1-d3250e4e89b1 req-d2476eb1-0ad9-4706-b51b-0d0345e07a3f tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728276144267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7854484'] for port, after_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:11:57.011693 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df03445e-f4d3-4b34-a3f1-d3250e4e89b1 req-d2476eb1-0ad9-4706-b51b-0d0345e07a3f tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] Network 83d7137f-89f6-454e-ae7c-d8a3c54047ec is already hosted by enough agents. {{(pid=101082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 22:11:57.015234 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.scheduler.base_scheduler [req-df03445e-f4d3-4b34-a3f1-d3250e4e89b1 req-d2476eb1-0ad9-4706-b51b-0d0345e07a3f tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] Resources bound (agent type, host, resource id): {{(pid=101082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 22:11:57.021297 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [req-df03445e-f4d3-4b34-a3f1-d3250e4e89b1 req-d2476eb1-0ad9-4706-b51b-0d0345e07a3f tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] Received port after_create {{(pid=101082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 22:11:57.047054 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2476eb1-0ad9-4706-b51b-0d0345e07a3f tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] Pushing event updated for resources: {'Port': ['ID=ea89f718-9271-491e-90bf-560d487eb189,revision_number=1']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:11:57.057866 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2476eb1-0ad9-4706-b51b-0d0345e07a3f tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 22:11:57.058220 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2476eb1-0ad9-4706-b51b-0d0345e07a3f tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 22:11:57.058549 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2476eb1-0ad9-4706-b51b-0d0345e07a3f tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 22:11:57.058879 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2476eb1-0ad9-4706-b51b-0d0345e07a3f tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 22:11:57.059202 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2476eb1-0ad9-4706-b51b-0d0345e07a3f tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 22:11:57.059529 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2476eb1-0ad9-4706-b51b-0d0345e07a3f tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 22:11:57.059854 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2476eb1-0ad9-4706-b51b-0d0345e07a3f tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 22:11:57.060728 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2476eb1-0ad9-4706-b51b-0d0345e07a3f tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 22:11:57.061077 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2476eb1-0ad9-4706-b51b-0d0345e07a3f tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 22:11:57.061398 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2476eb1-0ad9-4706-b51b-0d0345e07a3f tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 22:11:57.061713 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2476eb1-0ad9-4706-b51b-0d0345e07a3f tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 22:11:57.062031 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2476eb1-0ad9-4706-b51b-0d0345e07a3f tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 22:11:57.084984 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df03445e-f4d3-4b34-a3f1-d3250e4e89b1 req-d2476eb1-0ad9-4706-b51b-0d0345e07a3f tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:11:57.085590 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [req-df03445e-f4d3-4b34-a3f1-d3250e4e89b1 req-d2476eb1-0ad9-4706-b51b-0d0345e07a3f tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465805'] for port, before_response {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:11:57.101542 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-df03445e-f4d3-4b34-a3f1-d3250e4e89b1 req-d2476eb1-0ad9-4706-b51b-0d0345e07a3f tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5537102 Nov 08 22:11:57.113663 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.v2.base [req-df03445e-f4d3-4b34-a3f1-d3250e4e89b1 req-091db915-a4ca-430d-8d79-341586cea66e service neutron] Request body: {'port': {'device_id': 'f248a496-8054-46a0-b331-15c9cd655132', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81708'}} {{(pid=101082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 22:11:57.168969 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [req-df03445e-f4d3-4b34-a3f1-d3250e4e89b1 req-091db915-a4ca-430d-8d79-341586cea66e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-925982'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:11:57.213399 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.db.provisioning_blocks [None req-fa3189e7-27ee-417e-aa2f-70d9f8fef172 None None] Provisioning complete for port ea89f718-9271-491e-90bf-560d487eb189 triggered by entity DHCP. {{(pid=101084) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 22:11:57.213972 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-fa3189e7-27ee-417e-aa2f-70d9f8fef172 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-534742'] for port, provisioning_complete {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:11:57.247037 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.plugin [None req-fa3189e7-27ee-417e-aa2f-70d9f8fef172 None None] Port ea89f718-9271-491e-90bf-560d487eb189 cannot update to ACTIVE because it is not bound. {{(pid=101084) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 22:11:57.432178 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.notifiers.nova [req-df03445e-f4d3-4b34-a3f1-d3250e4e89b1 req-091db915-a4ca-430d-8d79-341586cea66e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea89f718-9271-491e-90bf-560d487eb189 {{(pid=101082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 22:11:57.439504 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [req-df03445e-f4d3-4b34-a3f1-d3250e4e89b1 req-091db915-a4ca-430d-8d79-341586cea66e service neutron] Publish callbacks [] for port, precommit_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:11:57.452163 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [req-df03445e-f4d3-4b34-a3f1-d3250e4e89b1 req-091db915-a4ca-430d-8d79-341586cea66e service neutron] Transition to ACTIVE for port object ea89f718-9271-491e-90bf-560d487eb189 will not be triggered until provisioned by entity L2. {{(pid=101082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 22:11:57.455230 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [req-df03445e-f4d3-4b34-a3f1-d3250e4e89b1 req-091db915-a4ca-430d-8d79-341586cea66e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728276638356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728276144285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728276144303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7854475'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:11:57.506642 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091db915-a4ca-430d-8d79-341586cea66e service neutron] Pushing event updated for resources: {'Port': ['ID=ea89f718-9271-491e-90bf-560d487eb189,revision_number=2']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:11:57.575557 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [req-df03445e-f4d3-4b34-a3f1-d3250e4e89b1 req-091db915-a4ca-430d-8d79-341586cea66e service neutron] Attempting to bind port ea89f718-9271-491e-90bf-560d487eb189 on host hv-cinder-81708 for vnic_type normal with profile {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 22:11:57.576437 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [req-df03445e-f4d3-4b34-a3f1-d3250e4e89b1 req-091db915-a4ca-430d-8d79-341586cea66e service neutron] Attempting to bind port ea89f718-9271-491e-90bf-560d487eb189 by drivers openvswitch,hyperv on host hv-cinder-81708 at level 0 using segments [{'id': '291e05ad-3564-45f6-9832-49264fb3214a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '83d7137f-89f6-454e-ae7c-d8a3c54047ec'}] {{(pid=101082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 22:11:57.576764 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df03445e-f4d3-4b34-a3f1-d3250e4e89b1 req-091db915-a4ca-430d-8d79-341586cea66e service neutron] Attempting to bind port ea89f718-9271-491e-90bf-560d487eb189 on network 83d7137f-89f6-454e-ae7c-d8a3c54047ec {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 22:11:57.581649 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df03445e-f4d3-4b34-a3f1-d3250e4e89b1 req-091db915-a4ca-430d-8d79-341586cea66e service neutron] Port ea89f718-9271-491e-90bf-560d487eb189 on network 83d7137f-89f6-454e-ae7c-d8a3c54047ec not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81708 {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 22:11:57.581964 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df03445e-f4d3-4b34-a3f1-d3250e4e89b1 req-091db915-a4ca-430d-8d79-341586cea66e service neutron] Attempting to bind port ea89f718-9271-491e-90bf-560d487eb189 on network 83d7137f-89f6-454e-ae7c-d8a3c54047ec {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 22:11:57.586856 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df03445e-f4d3-4b34-a3f1-d3250e4e89b1 req-091db915-a4ca-430d-8d79-341586cea66e service neutron] Checking agent: {'id': '7cd4d405-a24c-430d-ad05-16fe54bb5453', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81708', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 21, 57, 55), 'started_at': datetime.datetime(2021, 11, 8, 21, 57, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 22, 11, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 22:11:57.587186 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df03445e-f4d3-4b34-a3f1-d3250e4e89b1 req-091db915-a4ca-430d-8d79-341586cea66e service neutron] Checking segment: {'id': '291e05ad-3564-45f6-9832-49264fb3214a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '83d7137f-89f6-454e-ae7c-d8a3c54047ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 22:11:57.587566 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df03445e-f4d3-4b34-a3f1-d3250e4e89b1 req-091db915-a4ca-430d-8d79-341586cea66e service neutron] Bound using segment: {'id': '291e05ad-3564-45f6-9832-49264fb3214a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '83d7137f-89f6-454e-ae7c-d8a3c54047ec'} {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 22:11:57.587982 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [req-df03445e-f4d3-4b34-a3f1-d3250e4e89b1 req-091db915-a4ca-430d-8d79-341586cea66e service neutron] Bound port: ea89f718-9271-491e-90bf-560d487eb189, host: hv-cinder-81708, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '291e05ad-3564-45f6-9832-49264fb3214a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '83d7137f-89f6-454e-ae7c-d8a3c54047ec'}}] {{(pid=101082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 22:11:57.588329 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [req-df03445e-f4d3-4b34-a3f1-d3250e4e89b1 req-091db915-a4ca-430d-8d79-341586cea66e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-925982'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:11:57.678826 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.plugins.ml2.db [req-df03445e-f4d3-4b34-a3f1-d3250e4e89b1 req-091db915-a4ca-430d-8d79-341586cea66e service neutron] For port ea89f718-9271-491e-90bf-560d487eb189, host hv-cinder-81708, cleared binding levels {{(pid=101082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 22:11:57.694887 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.plugins.ml2.db [req-df03445e-f4d3-4b34-a3f1-d3250e4e89b1 req-091db915-a4ca-430d-8d79-341586cea66e service neutron] For port ea89f718-9271-491e-90bf-560d487eb189, host hv-cinder-81708, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81708',level=0,port_id=ea89f718-9271-491e-90bf-560d487eb189,segment=NetworkSegment(291e05ad-3564-45f6-9832-49264fb3214a),segment_id=291e05ad-3564-45f6-9832-49264fb3214a)] {{(pid=101082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 22:11:57.699753 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [req-df03445e-f4d3-4b34-a3f1-d3250e4e89b1 req-091db915-a4ca-430d-8d79-341586cea66e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728276638356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728276144285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728276144303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7854475'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:11:57.742422 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b83bb7-b356-4b2b-880b-856eb04e5640 req-9f75de11-ea0c-4db0-b899-34b690688053 tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:11:57.743919 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-60b83bb7-b356-4b2b-880b-856eb04e5640 req-9f75de11-ea0c-4db0-b899-34b690688053 tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] 10.222.0.25 "GET /v2.0/ports?device_id=f248a496-8054-46a0-b331-15c9cd655132 HTTP/1.1" status: 200 len: 944 time: 0.0958478 Nov 08 22:11:57.759016 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df03445e-f4d3-4b34-a3f1-d3250e4e89b1 req-091db915-a4ca-430d-8d79-341586cea66e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:11:57.759635 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [req-df03445e-f4d3-4b34-a3f1-d3250e4e89b1 req-091db915-a4ca-430d-8d79-341586cea66e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465805'] for port, before_response {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:11:57.761019 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-df03445e-f4d3-4b34-a3f1-d3250e4e89b1 req-091db915-a4ca-430d-8d79-341586cea66e service neutron] 10.222.0.48 "PUT /v2.0/ports/ea89f718-9271-491e-90bf-560d487eb189 HTTP/1.1" status: 200 len: 1094 time: 0.6515977 Nov 08 22:11:57.761461 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f248a496-8054-46a0-b331-15c9cd655132', 'tag': 'ea89f718-9271-491e-90bf-560d487eb189'}] {{(pid=101082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 22:11:57.764237 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5244ac95217a6bb312334333bc6ed4bdb0e50c4a837cb758f48f620e9b099f25" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ca6f6e8-c5c5-48a3-93ed-9af81e29af60" -d '{"events": [{"name": "network-changed", "server_uuid": "f248a496-8054-46a0-b331-15c9cd655132", "tag": "ea89f718-9271-491e-90bf-560d487eb189"}]}' {{(pid=101082) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 22:11:57.794402 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091db915-a4ca-430d-8d79-341586cea66e service neutron] Pushing event updated for resources: {'Port': ['ID=ea89f718-9271-491e-90bf-560d487eb189,revision_number=3']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:11:57.829095 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 22:11:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90e3c14c-2e8e-4d06-81de-879fed41273d x-openstack-request-id: req-90e3c14c-2e8e-4d06-81de-879fed41273d {{(pid=101082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 22:11:57.829380 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f248a496-8054-46a0-b331-15c9cd655132", "tag": "ea89f718-9271-491e-90bf-560d487eb189", "status": "completed", "code": 200}]} {{(pid=101082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 22:11:57.829641 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-90e3c14c-2e8e-4d06-81de-879fed41273d {{(pid=101082) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 22:11:57.830015 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f248a496-8054-46a0-b331-15c9cd655132', 'tag': 'ea89f718-9271-491e-90bf-560d487eb189', 'status': 'completed', 'code': 200} Nov 08 22:11:57.836519 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-60b83bb7-b356-4b2b-880b-856eb04e5640 req-3c7271d5-9a37-467d-a97a-d192ad86abbe tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] 10.222.0.25 "GET /v2.0/security-groups?id=ec8c4dc9-4a35-4d6c-bde7-e1d205b3850b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0816417 Nov 08 22:11:57.869810 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df03445e-f4d3-4b34-a3f1-d3250e4e89b1 req-1185c18c-b1a9-4c3a-ae22-bef44e285240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:11:57.871422 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-df03445e-f4d3-4b34-a3f1-d3250e4e89b1 req-1185c18c-b1a9-4c3a-ae22-bef44e285240 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=675c9b3fa135484fae600e4b802f7186&device_id=f248a496-8054-46a0-b331-15c9cd655132 HTTP/1.1" status: 200 len: 1097 time: 0.0549490 Nov 08 22:11:57.917416 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-df03445e-f4d3-4b34-a3f1-d3250e4e89b1 req-1f22bb84-5328-4ec1-b370-6cb5f00e09cb service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ea89f718-9271-491e-90bf-560d487eb189 HTTP/1.1" status: 200 len: 217 time: 0.0352628 Nov 08 22:11:57.969647 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df03445e-f4d3-4b34-a3f1-d3250e4e89b1 req-63870e9f-dc21-45d4-b51c-c06f86abc5ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:11:57.971037 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-df03445e-f4d3-4b34-a3f1-d3250e4e89b1 req-63870e9f-dc21-45d4-b51c-c06f86abc5ff service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9914a888-52f1-4bc0-b7db-aa15204015ab HTTP/1.1" status: 200 len: 851 time: 0.0460429 Nov 08 22:11:58.016006 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df03445e-f4d3-4b34-a3f1-d3250e4e89b1 req-ba57a544-b94f-4624-a018-4a1d53669a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:11:58.017448 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-df03445e-f4d3-4b34-a3f1-d3250e4e89b1 req-ba57a544-b94f-4624-a018-4a1d53669a2c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=83d7137f-89f6-454e-ae7c-d8a3c54047ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0396183 Nov 08 22:11:58.104203 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-df03445e-f4d3-4b34-a3f1-d3250e4e89b1 req-fd993aa4-f78b-4997-86dc-dea958afe4fd service neutron] 10.222.0.48 "GET /v2.0/networks/83d7137f-89f6-454e-ae7c-d8a3c54047ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797923 Nov 08 22:11:58.194793 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-df03445e-f4d3-4b34-a3f1-d3250e4e89b1 req-0ac277ce-0125-434f-83ec-1a5b9efffa12 service neutron] 10.222.0.48 "GET /v2.0/networks/83d7137f-89f6-454e-ae7c-d8a3c54047ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830641 Nov 08 22:11:58.278632 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca6f6e8-c5c5-48a3-93ed-9af81e29af60 req-2889f7a6-d31b-464f-b78a-78ef01aa7fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:11:58.280570 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-5ca6f6e8-c5c5-48a3-93ed-9af81e29af60 req-2889f7a6-d31b-464f-b78a-78ef01aa7fbe service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=675c9b3fa135484fae600e4b802f7186&device_id=f248a496-8054-46a0-b331-15c9cd655132 HTTP/1.1" status: 200 len: 1097 time: 0.0401289 Nov 08 22:11:58.371715 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca6f6e8-c5c5-48a3-93ed-9af81e29af60 req-6b1afcbc-b85e-4c65-b862-9066b6e57055 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:11:58.373711 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-5ca6f6e8-c5c5-48a3-93ed-9af81e29af60 req-6b1afcbc-b85e-4c65-b862-9066b6e57055 service neutron] 10.222.0.48 "GET /v2.0/networks?id=83d7137f-89f6-454e-ae7c-d8a3c54047ec HTTP/1.1" status: 200 len: 913 time: 0.0856707 Nov 08 22:11:58.416432 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-5ca6f6e8-c5c5-48a3-93ed-9af81e29af60 req-4b659dd0-8455-4fdb-9b65-40f6c4e77a0d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ea89f718-9271-491e-90bf-560d487eb189 HTTP/1.1" status: 200 len: 217 time: 0.0341926 Nov 08 22:11:58.465387 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca6f6e8-c5c5-48a3-93ed-9af81e29af60 req-41bcf89a-4e40-4c01-995b-ddc19321747a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:11:58.467302 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-5ca6f6e8-c5c5-48a3-93ed-9af81e29af60 req-41bcf89a-4e40-4c01-995b-ddc19321747a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9914a888-52f1-4bc0-b7db-aa15204015ab HTTP/1.1" status: 200 len: 851 time: 0.0426304 Nov 08 22:11:58.518764 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca6f6e8-c5c5-48a3-93ed-9af81e29af60 req-76a166b0-fc94-4e7b-b458-62ae0b56fea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:11:58.520255 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-5ca6f6e8-c5c5-48a3-93ed-9af81e29af60 req-76a166b0-fc94-4e7b-b458-62ae0b56fea1 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=83d7137f-89f6-454e-ae7c-d8a3c54047ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0422208 Nov 08 22:11:58.606651 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-5ca6f6e8-c5c5-48a3-93ed-9af81e29af60 req-30ef4f26-3910-4297-9e9a-5f2b4ee970d4 service neutron] 10.222.0.48 "GET /v2.0/networks/83d7137f-89f6-454e-ae7c-d8a3c54047ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792878 Nov 08 22:11:58.700293 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-5ca6f6e8-c5c5-48a3-93ed-9af81e29af60 req-d3256151-d49f-407c-a286-bdd5c7103256 service neutron] 10.222.0.48 "GET /v2.0/networks/83d7137f-89f6-454e-ae7c-d8a3c54047ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822766 Nov 08 22:11:58.951509 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40560da2-fd10-4189-ae84-b140a492b163 req-33680f82-87f8-42c0-9286-caa1d31a3ffa tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:11:58.952981 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-40560da2-fd10-4189-ae84-b140a492b163 req-33680f82-87f8-42c0-9286-caa1d31a3ffa tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] 10.222.0.25 "GET /v2.0/ports?device_id=f248a496-8054-46a0-b331-15c9cd655132 HTTP/1.1" status: 200 len: 944 time: 0.0476959 Nov 08 22:11:59.001012 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-40560da2-fd10-4189-ae84-b140a492b163 req-c5dae62b-414b-47b5-9892-ffe595f34be9 tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] 10.222.0.25 "GET /v2.0/security-groups?id=ec8c4dc9-4a35-4d6c-bde7-e1d205b3850b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421579 Nov 08 22:12:00.112161 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55166f33-0813-44cc-be5e-d557e905c871 req-0749c6cf-4370-4672-962c-4bb473fa5236 tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:12:00.113637 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-55166f33-0813-44cc-be5e-d557e905c871 req-0749c6cf-4370-4672-962c-4bb473fa5236 tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] 10.222.0.25 "GET /v2.0/ports?device_id=f248a496-8054-46a0-b331-15c9cd655132 HTTP/1.1" status: 200 len: 944 time: 0.0485849 Nov 08 22:12:00.161455 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-55166f33-0813-44cc-be5e-d557e905c871 req-bab397a6-f74d-4688-aa48-0502f39252bc tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] 10.222.0.25 "GET /v2.0/security-groups?id=ec8c4dc9-4a35-4d6c-bde7-e1d205b3850b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419829 Nov 08 22:12:01.275258 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e11295-eb66-4c08-b9c8-7999f1370434 req-673cc99f-f83d-4fdd-ae96-5d2adcb1c71e tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:12:01.276695 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-67e11295-eb66-4c08-b9c8-7999f1370434 req-673cc99f-f83d-4fdd-ae96-5d2adcb1c71e tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] 10.222.0.25 "GET /v2.0/ports?device_id=f248a496-8054-46a0-b331-15c9cd655132 HTTP/1.1" status: 200 len: 944 time: 0.0517335 Nov 08 22:12:01.325017 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-67e11295-eb66-4c08-b9c8-7999f1370434 req-fb3beb56-cf6d-45cf-89f3-c4abff27b6f5 tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] 10.222.0.25 "GET /v2.0/security-groups?id=ec8c4dc9-4a35-4d6c-bde7-e1d205b3850b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423512 Nov 08 22:12:02.435709 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279901b7-2405-45e5-a983-c6b105ee1ed5 req-ee50ad15-2c43-4507-88e3-a51dfe1d8ce4 tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:12:02.437163 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-279901b7-2405-45e5-a983-c6b105ee1ed5 req-ee50ad15-2c43-4507-88e3-a51dfe1d8ce4 tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] 10.222.0.25 "GET /v2.0/ports?device_id=f248a496-8054-46a0-b331-15c9cd655132 HTTP/1.1" status: 200 len: 944 time: 0.0477610 Nov 08 22:12:02.485037 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-279901b7-2405-45e5-a983-c6b105ee1ed5 req-7134ce29-83d9-4529-abb9-862943d79e25 tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] 10.222.0.25 "GET /v2.0/security-groups?id=ec8c4dc9-4a35-4d6c-bde7-e1d205b3850b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421145 Nov 08 22:12:03.604009 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21986ab0-1490-49f2-a449-e43089b9001c req-cb9ab646-a29f-4c49-87b9-378cb5416cc4 tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:12:03.611123 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-21986ab0-1490-49f2-a449-e43089b9001c req-cb9ab646-a29f-4c49-87b9-378cb5416cc4 tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] 10.222.0.25 "GET /v2.0/ports?device_id=f248a496-8054-46a0-b331-15c9cd655132 HTTP/1.1" status: 200 len: 944 time: 0.0598865 Nov 08 22:12:03.662247 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-21986ab0-1490-49f2-a449-e43089b9001c req-fe9388ad-819d-4563-83f5-8a27e1cccaf5 tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] 10.222.0.25 "GET /v2.0/security-groups?id=ec8c4dc9-4a35-4d6c-bde7-e1d205b3850b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502470 Nov 08 22:12:04.770520 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d371917-6429-44e8-b344-34cf8d30033a req-b8e32cc3-5ad3-4131-9d8f-a331c2a96d2c tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:12:04.772654 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-5d371917-6429-44e8-b344-34cf8d30033a req-b8e32cc3-5ad3-4131-9d8f-a331c2a96d2c tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] 10.222.0.25 "GET /v2.0/ports?device_id=f248a496-8054-46a0-b331-15c9cd655132 HTTP/1.1" status: 200 len: 944 time: 0.0481989 Nov 08 22:12:04.844428 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-5d371917-6429-44e8-b344-34cf8d30033a req-dda3654e-e0ff-48fa-b765-6a3c7d26da8b tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] 10.222.0.25 "GET /v2.0/security-groups?id=ec8c4dc9-4a35-4d6c-bde7-e1d205b3850b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658996 Nov 08 22:12:04.854629 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-6c2f1701-5484-468a-a30c-94e432b7ea37 req-ca36bb7e-c442-4af5-866b-3a0b4d675e1a service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=1f5cba62-ecb4-48f2-8836-a42d0c1ea61a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0568793 Nov 08 22:12:04.948316 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2f1701-5484-468a-a30c-94e432b7ea37 req-43c39611-bf91-4c7e-8c6b-6563ead55750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:12:04.949798 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-6c2f1701-5484-468a-a30c-94e432b7ea37 req-43c39611-bf91-4c7e-8c6b-6563ead55750 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=675c9b3fa135484fae600e4b802f7186&device_id=1f5cba62-ecb4-48f2-8836-a42d0c1ea61a HTTP/1.1" status: 200 len: 1098 time: 0.0515378 Nov 08 22:12:05.050884 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2f1701-5484-468a-a30c-94e432b7ea37 req-1e3fe988-72b8-48b9-8ab8-8370e765cce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:12:05.052336 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-6c2f1701-5484-468a-a30c-94e432b7ea37 req-1e3fe988-72b8-48b9-8ab8-8370e765cce4 service neutron] 10.222.0.48 "GET /v2.0/networks?id=83d7137f-89f6-454e-ae7c-d8a3c54047ec HTTP/1.1" status: 200 len: 913 time: 0.0827165 Nov 08 22:12:05.118957 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-6c2f1701-5484-468a-a30c-94e432b7ea37 req-ef6b84ba-48fb-4d14-80dc-ea1d0f11ac23 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e4d5aa63-f3ca-434e-ae15-9665f1105b1f HTTP/1.1" status: 200 len: 1000 time: 0.0597548 Nov 08 22:12:05.165672 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2f1701-5484-468a-a30c-94e432b7ea37 req-1c6cf989-8d7e-440c-8dd1-22aece0ff1a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:12:05.167024 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-6c2f1701-5484-468a-a30c-94e432b7ea37 req-1c6cf989-8d7e-440c-8dd1-22aece0ff1a8 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9914a888-52f1-4bc0-b7db-aa15204015ab HTTP/1.1" status: 200 len: 851 time: 0.0415082 Nov 08 22:12:05.211095 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2f1701-5484-468a-a30c-94e432b7ea37 req-4060fe2e-ca9e-42fd-a826-d45b34ed6601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:12:05.212448 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-6c2f1701-5484-468a-a30c-94e432b7ea37 req-4060fe2e-ca9e-42fd-a826-d45b34ed6601 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=83d7137f-89f6-454e-ae7c-d8a3c54047ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0382166 Nov 08 22:12:05.311828 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-6c2f1701-5484-468a-a30c-94e432b7ea37 req-71294b79-26da-4b6b-bc95-59aa8ecd3a3a service neutron] 10.222.0.48 "GET /v2.0/networks/83d7137f-89f6-454e-ae7c-d8a3c54047ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925925 Nov 08 22:12:05.400253 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-6c2f1701-5484-468a-a30c-94e432b7ea37 req-127d1ccb-9df3-4517-afd8-40f2f8fdb741 service neutron] 10.222.0.48 "GET /v2.0/networks/83d7137f-89f6-454e-ae7c-d8a3c54047ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808051 Nov 08 22:12:05.957981 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6166eefd-7cda-468e-98ec-3cb0ff517f12 req-5ec53ab5-cacd-42ff-97f3-20d055774542 tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:12:05.959444 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-6166eefd-7cda-468e-98ec-3cb0ff517f12 req-5ec53ab5-cacd-42ff-97f3-20d055774542 tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] 10.222.0.25 "GET /v2.0/ports?device_id=f248a496-8054-46a0-b331-15c9cd655132 HTTP/1.1" status: 200 len: 944 time: 0.0486541 Nov 08 22:12:06.006583 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-6166eefd-7cda-468e-98ec-3cb0ff517f12 req-551bfd87-414a-4011-9dcd-d15d8c1d72f4 tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] 10.222.0.25 "GET /v2.0/security-groups?id=ec8c4dc9-4a35-4d6c-bde7-e1d205b3850b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413868 Nov 08 22:12:06.720575 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.rpc [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Device ea89f718-9271-491e-90bf-560d487eb189 details requested by agent hyperv_hv-cinder-81708 with host hv-cinder-81708 {{(pid=101084) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 22:12:06.813631 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.db [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] For port ea89f718-9271-491e-90bf-560d487eb189, host hv-cinder-81708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81708',level=0,port_id=ea89f718-9271-491e-90bf-560d487eb189,segment=NetworkSegment(291e05ad-3564-45f6-9832-49264fb3214a),segment_id=291e05ad-3564-45f6-9832-49264fb3214a)] {{(pid=101084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 22:12:06.824777 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.rpc [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Returning: {'device': 'ea89f718-9271-491e-90bf-560d487eb189', 'network_id': '83d7137f-89f6-454e-ae7c-d8a3c54047ec', 'port_id': 'ea89f718-9271-491e-90bf-560d487eb189', 'mac_address': 'fa:16:3e:e3:55:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 718, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9914a888-52f1-4bc0-b7db-aa15204015ab', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101084) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 22:12:06.860042 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-925982'] for port, before_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:12:06.875908 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.notifiers.nova [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea89f718-9271-491e-90bf-560d487eb189 {{(pid=101084) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 22:12:06.895062 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.db [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] For port ea89f718-9271-491e-90bf-560d487eb189, host hv-cinder-81708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81708',level=0,port_id=ea89f718-9271-491e-90bf-560d487eb189,segment=NetworkSegment(291e05ad-3564-45f6-9832-49264fb3214a),segment_id=291e05ad-3564-45f6-9832-49264fb3214a)] {{(pid=101084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 22:12:06.898859 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728276638356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728276144285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728276144303'] for port, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:12:06.947687 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Pushing event updated for resources: {'Port': ['ID=ea89f718-9271-491e-90bf-560d487eb189,revision_number=4']} {{(pid=101084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:12:06.955199 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 22:12:06.955546 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 22:12:06.955886 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 22:12:06.956219 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 22:12:06.956548 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 22:12:06.956902 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 22:12:06.957233 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 22:12:06.957557 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 22:12:06.957881 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 22:12:06.958203 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 22:12:06.958533 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 22:12:06.958849 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 22:12:07.125126 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1848fa5-bd74-4445-8ae9-0942bce1f010 req-e5dbe2e4-f57e-4afa-bbb7-c9519d53deff tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:12:07.126574 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-a1848fa5-bd74-4445-8ae9-0942bce1f010 req-e5dbe2e4-f57e-4afa-bbb7-c9519d53deff tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] 10.222.0.25 "GET /v2.0/ports?device_id=f248a496-8054-46a0-b331-15c9cd655132 HTTP/1.1" status: 200 len: 945 time: 0.0516522 Nov 08 22:12:07.138617 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.db [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] get_ports_and_sgs() called for port_ids ['ea89f718-9271-491e-90bf-560d487eb189'] {{(pid=101084) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 22:12:07.175225 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-a1848fa5-bd74-4445-8ae9-0942bce1f010 req-4695da8c-c3fd-4c95-ae32-307db0fdaf8e tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] 10.222.0.25 "GET /v2.0/security-groups?id=ec8c4dc9-4a35-4d6c-bde7-e1d205b3850b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424206 Nov 08 22:12:08.286293 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e6adb7-54a3-470e-8ff8-8df79390230b req-417486d2-6e32-4901-9325-dc8076b0d445 tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:12:08.287725 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-b9e6adb7-54a3-470e-8ff8-8df79390230b req-417486d2-6e32-4901-9325-dc8076b0d445 tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] 10.222.0.25 "GET /v2.0/ports?device_id=f248a496-8054-46a0-b331-15c9cd655132 HTTP/1.1" status: 200 len: 945 time: 0.0478151 Nov 08 22:12:08.334670 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-b9e6adb7-54a3-470e-8ff8-8df79390230b req-30cdf3dd-e8ff-424f-b0f0-f98ddaa3cfc6 tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] 10.222.0.25 "GET /v2.0/security-groups?id=ec8c4dc9-4a35-4d6c-bde7-e1d205b3850b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412424 Nov 08 22:12:08.726596 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.rpc [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Device ea89f718-9271-491e-90bf-560d487eb189 up at agent hyperv_hv-cinder-81708 {{(pid=101084) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 22:12:08.773422 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.db.provisioning_blocks [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Provisioning for port ea89f718-9271-491e-90bf-560d487eb189 completed by entity L2. {{(pid=101084) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 22:12:08.777097 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.db.provisioning_blocks [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Provisioning complete for port ea89f718-9271-491e-90bf-560d487eb189 triggered by entity L2. {{(pid=101084) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 22:12:08.777462 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-534742'] for port, provisioning_complete {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:12:08.853984 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-925982'] for port, before_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:12:08.875994 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f248a496-8054-46a0-b331-15c9cd655132', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea89f718-9271-491e-90bf-560d487eb189'}] {{(pid=101084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 22:12:08.878308 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b3cbe6c7fdf7c1e60af50d850490ef6f4dccd02a9ea7bc434e0a37b2dd34cb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bec771c-b48d-4112-b110-c027fa555a1d" -d '{"events": [{"server_uuid": "f248a496-8054-46a0-b331-15c9cd655132", "name": "network-vif-plugged", "status": "completed", "tag": "ea89f718-9271-491e-90bf-560d487eb189"}]}' {{(pid=101084) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 22:12:08.892566 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.db [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] For port ea89f718-9271-491e-90bf-560d487eb189, host hv-cinder-81708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81708',level=0,port_id=ea89f718-9271-491e-90bf-560d487eb189,segment=NetworkSegment(291e05ad-3564-45f6-9832-49264fb3214a),segment_id=291e05ad-3564-45f6-9832-49264fb3214a)] {{(pid=101084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 22:12:08.896703 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728276638356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728276144285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728276144303'] for port, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:12:08.943708 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Pushing event updated for resources: {'Port': ['ID=ea89f718-9271-491e-90bf-560d487eb189,revision_number=5']} {{(pid=101084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:12:09.029530 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 22:12:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1f3f860-17f9-446f-8c89-653d00480a80 x-openstack-request-id: req-a1f3f860-17f9-446f-8c89-653d00480a80 {{(pid=101084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 22:12:09.029826 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f248a496-8054-46a0-b331-15c9cd655132", "name": "network-vif-plugged", "status": "completed", "tag": "ea89f718-9271-491e-90bf-560d487eb189", "code": 200}]} {{(pid=101084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 22:12:09.030082 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a1f3f860-17f9-446f-8c89-653d00480a80 {{(pid=101084) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 22:12:09.030479 dv-cinder-817085-1-iscsi neutron-server[101084]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f248a496-8054-46a0-b331-15c9cd655132', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea89f718-9271-491e-90bf-560d487eb189', 'code': 200} Nov 08 22:12:09.239066 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a68d69b-30fd-4d46-aad4-acf5e597e528 req-f097d2d2-3010-4265-9d9b-6d8e236d357e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:12:09.240416 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-1a68d69b-30fd-4d46-aad4-acf5e597e528 req-f097d2d2-3010-4265-9d9b-6d8e236d357e service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=f248a496-8054-46a0-b331-15c9cd655132 HTTP/1.1" status: 200 len: 1099 time: 0.0416725 Nov 08 22:12:09.285489 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-1a68d69b-30fd-4d46-aad4-acf5e597e528 req-a64fe42b-6fda-43c4-b898-45c8c90909c7 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=ec8c4dc9-4a35-4d6c-bde7-e1d205b3850b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383649 Nov 08 22:12:09.448072 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57e4b15-7709-43ef-802c-649e5d784292 req-5476ca8e-d5a8-4c6b-a0b4-680e72c2f14e tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:12:09.449558 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-c57e4b15-7709-43ef-802c-649e5d784292 req-5476ca8e-d5a8-4c6b-a0b4-680e72c2f14e tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] 10.222.0.25 "GET /v2.0/ports?device_id=f248a496-8054-46a0-b331-15c9cd655132 HTTP/1.1" status: 200 len: 946 time: 0.0480821 Nov 08 22:12:09.496638 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-c57e4b15-7709-43ef-802c-649e5d784292 req-a459c2c7-31dd-4456-babf-161962241946 tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] 10.222.0.25 "GET /v2.0/security-groups?id=ec8c4dc9-4a35-4d6c-bde7-e1d205b3850b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411489 Nov 08 22:12:10.614258 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1d6650-3fd3-40a7-af92-4f52928953e5 req-86def865-e703-4a71-904c-aad660b01257 tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:12:10.615622 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-dc1d6650-3fd3-40a7-af92-4f52928953e5 req-86def865-e703-4a71-904c-aad660b01257 tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] 10.222.0.25 "GET /v2.0/ports?device_id=f248a496-8054-46a0-b331-15c9cd655132 HTTP/1.1" status: 200 len: 946 time: 0.0484202 Nov 08 22:12:10.668183 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-dc1d6650-3fd3-40a7-af92-4f52928953e5 req-29c57cd1-5cb0-4c8a-9624-fe2f22a34829 tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] 10.222.0.25 "GET /v2.0/security-groups?id=ec8c4dc9-4a35-4d6c-bde7-e1d205b3850b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463374 Nov 08 22:12:10.786193 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b54f3f7-5b9d-4221-9a98-7d2387439647 req-a6273cb3-fd3c-419e-b9e1-038285cebdbc tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:12:10.787613 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-4b54f3f7-5b9d-4221-9a98-7d2387439647 req-a6273cb3-fd3c-419e-b9e1-038285cebdbc tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] 10.222.0.25 "GET /v2.0/ports?device_id=f248a496-8054-46a0-b331-15c9cd655132 HTTP/1.1" status: 200 len: 946 time: 0.0476918 Nov 08 22:12:10.835411 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-4b54f3f7-5b9d-4221-9a98-7d2387439647 req-e724fc16-9815-44ce-b099-1f1150e99cca tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] 10.222.0.25 "GET /v2.0/security-groups?id=ec8c4dc9-4a35-4d6c-bde7-e1d205b3850b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420456 Nov 08 22:12:10.856650 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.wsgi [-] (101082) accepted ('10.222.0.25', 50608) {{(pid=101082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 22:12:10.894273 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cf3804c-26e1-427b-9eed-29159b4d142b tempest-TestVolumeBootPattern-983344704 tempest-TestVolumeBootPattern-983344704-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:12:10.895620 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [None req-4cf3804c-26e1-427b-9eed-29159b4d142b tempest-TestVolumeBootPattern-983344704 tempest-TestVolumeBootPattern-983344704-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=f248a496-8054-46a0-b331-15c9cd655132 HTTP/1.1" status: 200 len: 1094 time: 0.0375054 Nov 08 22:12:10.898298 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.wsgi [-] (101082) accepted ('10.222.0.25', 50610) {{(pid=101082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 22:12:10.902461 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.v2.base [None req-4f4b668a-39fa-40e9-b7df-f298defb6e92 tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] Request body: {'floatingip': {'floating_network_id': '8ae8d913-bef9-4bc0-baeb-78ef8b3a7364', 'port_id': 'ea89f718-9271-491e-90bf-560d487eb189', 'tenant_id': '675c9b3fa135484fae600e4b802f7186', 'fixed_ip_address': '172.20.0.12'}} {{(pid=101082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 22:12:10.925128 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-4f4b668a-39fa-40e9-b7df-f298defb6e92 tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] Publish callbacks [] for floatingip, before_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:12:11.019856 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-4f4b668a-39fa-40e9-b7df-f298defb6e92 tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-925982'] for port, before_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:12:11.117540 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.db.db_base_plugin_common [None req-4f4b668a-39fa-40e9-b7df-f298defb6e92 tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] Allocated IP 172.27.3.70 (8ae8d913-bef9-4bc0-baeb-78ef8b3a7364/f0dec947-372d-4ed5-9c9f-864e58aba850/3d5be770-68d2-4a8a-824a-2e89c6ce8cea) {{(pid=101082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 22:12:11.216005 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-4f4b668a-39fa-40e9-b7df-f298defb6e92 tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] Publish callbacks [] for port, precommit_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:12:11.248952 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-4f4b668a-39fa-40e9-b7df-f298defb6e92 tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728276144267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7854484'] for port, after_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:12:11.283817 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f4b668a-39fa-40e9-b7df-f298defb6e92 tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] Network 8ae8d913-bef9-4bc0-baeb-78ef8b3a7364 is already hosted by enough agents. {{(pid=101082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 22:12:11.286450 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.scheduler.base_scheduler [None req-4f4b668a-39fa-40e9-b7df-f298defb6e92 tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] Resources bound (agent type, host, resource id): {{(pid=101082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 22:12:11.292306 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f4b668a-39fa-40e9-b7df-f298defb6e92 tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] Received port after_create {{(pid=101082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 22:12:11.317779 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4b668a-39fa-40e9-b7df-f298defb6e92 tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] Pushing event updated for resources: {'Port': ['ID=3d5be770-68d2-4a8a-824a-2e89c6ce8cea,revision_number=1']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:12:11.906913 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-4f4b668a-39fa-40e9-b7df-f298defb6e92 tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:12:11.970121 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-4f4b668a-39fa-40e9-b7df-f298defb6e92 tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-925982'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:12:12.113544 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-4f4b668a-39fa-40e9-b7df-f298defb6e92 tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] Publish callbacks [] for port, precommit_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:12:12.117657 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-4f4b668a-39fa-40e9-b7df-f298defb6e92 tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728276638356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728276144285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728276144303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7854475'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:12:12.191380 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4b668a-39fa-40e9-b7df-f298defb6e92 tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] Pushing event updated for resources: {'Port': ['ID=3d5be770-68d2-4a8a-824a-2e89c6ce8cea,revision_number=2']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:12:12.203357 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-4f4b668a-39fa-40e9-b7df-f298defb6e92 tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1623957'] for floatingip, after_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:12:12.300905 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.db.l3_db [None req-4f4b668a-39fa-40e9-b7df-f298defb6e92 tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] Floating IP 09f7e496-45ca-4399-8744-294799f0c49a associated. External IP: 172.27.3.70, port: ea89f718-9271-491e-90bf-560d487eb189. Nov 08 22:12:12.498772 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f4b668a-39fa-40e9-b7df-f298defb6e92 tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] Router 71747b9f-0946-406e-9711-d3c0db299169 has already been hosted by L3 agent a7fb4010-89fb-4d99-b0a1-90d6a3aacb04 {{(pid=101082) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 22:12:12.602324 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f4b668a-39fa-40e9-b7df-f298defb6e92 tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] Notify agent at l3_agent.dv-cinder-817085-1-iscsi the message routers_updated {{(pid=101082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 22:12:12.612096 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d958564-f2cd-4690-8704-7fce18aa9cd4 None None] Sync routers for ids ['71747b9f-0946-406e-9711-d3c0db299169'] in dv-cinder-817085-1-iscsi {{(pid=101084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 22:12:12.622032 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d958564-f2cd-4690-8704-7fce18aa9cd4 None None] Routers {'71747b9f-0946-406e-9711-d3c0db299169'} bound to L3 agent in host dv-cinder-817085-1-iscsi {{(pid=101084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 22:12:12.623269 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.db.l3_hamode_db [None req-0d958564-f2cd-4690-8704-7fce18aa9cd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817085-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T21:51:49Z,description=,heartbeat_timestamp=2021-11-08T22:11:49Z,host='dv-cinder-817085-1-iscsi',id=a7fb4010-89fb-4d99-b0a1-90d6a3aacb04,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T21:51:49Z,topic='l3_agent')) {'router_ids': ['71747b9f-0946-406e-9711-d3c0db299169'], 'active': True} {{(pid=101084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 22:12:12.623552 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-4f4b668a-39fa-40e9-b7df-f298defb6e92 tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465805'] for floatingip, before_response {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:12:12.650463 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [None req-4f4b668a-39fa-40e9-b7df-f298defb6e92 tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7511697 Nov 08 22:12:12.651128 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f248a496-8054-46a0-b331-15c9cd655132', 'tag': 'ea89f718-9271-491e-90bf-560d487eb189'}] {{(pid=101082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 22:12:12.653494 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5244ac95217a6bb312334333bc6ed4bdb0e50c4a837cb758f48f620e9b099f25" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7daf3163-7e4f-49c3-af7d-ddec9f1efead" -d '{"events": [{"name": "network-changed", "server_uuid": "f248a496-8054-46a0-b331-15c9cd655132", "tag": "ea89f718-9271-491e-90bf-560d487eb189"}]}' {{(pid=101082) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 22:12:12.727552 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.db.l3_dvr_db [None req-0d958564-f2cd-4690-8704-7fce18aa9cd4 None None] Set router 71747b9f-0946-406e-9711-d3c0db299169 gateway port host: dv-cinder-817085-1-iscsi {{(pid=101084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 22:12:12.744375 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 22:12:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e46709f-c939-44ad-888b-bbd5d85d85c9 x-openstack-request-id: req-0e46709f-c939-44ad-888b-bbd5d85d85c9 {{(pid=101082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 22:12:12.744657 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f248a496-8054-46a0-b331-15c9cd655132", "tag": "ea89f718-9271-491e-90bf-560d487eb189", "status": "completed", "code": 200}]} {{(pid=101082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 22:12:12.744940 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0e46709f-c939-44ad-888b-bbd5d85d85c9 {{(pid=101082) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 22:12:12.745334 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f248a496-8054-46a0-b331-15c9cd655132', 'tag': 'ea89f718-9271-491e-90bf-560d487eb189', 'status': 'completed', 'code': 200} Nov 08 22:12:12.809091 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7daf3163-7e4f-49c3-af7d-ddec9f1efead req-f25a97b2-52f6-43ab-b5a7-e757d15b84bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:12:12.810600 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-7daf3163-7e4f-49c3-af7d-ddec9f1efead req-f25a97b2-52f6-43ab-b5a7-e757d15b84bb service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=675c9b3fa135484fae600e4b802f7186&device_id=f248a496-8054-46a0-b331-15c9cd655132 HTTP/1.1" status: 200 len: 1099 time: 0.0432596 Nov 08 22:12:12.897703 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7daf3163-7e4f-49c3-af7d-ddec9f1efead req-028ef1d3-f486-43c1-a2f8-2671f6b6cf2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:12:12.899168 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-7daf3163-7e4f-49c3-af7d-ddec9f1efead req-028ef1d3-f486-43c1-a2f8-2671f6b6cf2a service neutron] 10.222.0.48 "GET /v2.0/networks?id=83d7137f-89f6-454e-ae7c-d8a3c54047ec HTTP/1.1" status: 200 len: 913 time: 0.0816767 Nov 08 22:12:12.949388 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.db.l3_hamode_db [None req-0d958564-f2cd-4690-8704-7fce18aa9cd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71747b9f-0946-406e-9711-d3c0db299169', 'name': 'tempest-TestVolumeBootPattern-1757242926-router', 'tenant_id': '675c9b3fa135484fae600e4b802f7186', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ae8d913-bef9-4bc0-baeb-78ef8b3a7364', 'external_fixed_ips': [{'subnet_id': 'f0dec947-372d-4ed5-9c9f-864e58aba850', 'ip_address': '172.27.3.4'}], 'enable_snat': True}, 'gw_port_id': '9e24c64b-4337-4581-b02c-06926084ead5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T22:07:16Z', 'updated_at': '2021-11-08T22:07:18Z', 'revision_number': 4, 'project_id': '675c9b3fa135484fae600e4b802f7186', 'gw_port': {'id': '9e24c64b-4337-4581-b02c-06926084ead5', 'name': '', 'network_id': '8ae8d913-bef9-4bc0-baeb-78ef8b3a7364', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:5a:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71747b9f-0946-406e-9711-d3c0db299169', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': 'f0dec947-372d-4ed5-9c9f-864e58aba850', 'ip_address': '172.27.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T22:07:16Z', 'updated_at': '2021-11-08T22:07:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0dec947-372d-4ed5-9c9f-864e58aba850', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817085-1-iscsi', '_floatingips': [{'id': '09f7e496-45ca-4399-8744-294799f0c49a', 'tenant_id': '675c9b3fa135484fae600e4b802f7186', 'floating_ip_address': '172.27.3.70', 'floating_network_id': '8ae8d913-bef9-4bc0-baeb-78ef8b3a7364', 'router_id': '71747b9f-0946-406e-9711-d3c0db299169', 'port_id': 'ea89f718-9271-491e-90bf-560d487eb189', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '83d7137f-89f6-454e-ae7c-d8a3c54047ec', 'mac_address': 'fa:16:3e:e3:55:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f248a496-8054-46a0-b331-15c9cd655132', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T22:12:11Z', 'updated_at': '2021-11-08T22:12:11Z', 'revision_number': 0, 'project_id': '675c9b3fa135484fae600e4b802f7186', 'fixed_ip_address_scope': None}, {'id': '65d9a313-4a7b-4e96-9da9-d0c5f861637a', 'tenant_id': '675c9b3fa135484fae600e4b802f7186', 'floating_ip_address': '172.27.3.46', 'floating_network_id': '8ae8d913-bef9-4bc0-baeb-78ef8b3a7364', 'router_id': '71747b9f-0946-406e-9711-d3c0db299169', 'port_id': 'e4d5aa63-f3ca-434e-ae15-9665f1105b1f', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '83d7137f-89f6-454e-ae7c-d8a3c54047ec', 'mac_address': 'fa:16:3e:af:2e:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f5cba62-ecb4-48f2-8836-a42d0c1ea61a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T22:10:17Z', 'updated_at': '2021-11-08T22:10:20Z', 'revision_number': 1, 'project_id': '675c9b3fa135484fae600e4b802f7186', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3a85905-22b4-4c66-9192-244fcb436c21', 'name': '', 'network_id': '83d7137f-89f6-454e-ae7c-d8a3c54047ec', 'tenant_id': '675c9b3fa135484fae600e4b802f7186', 'mac_address': 'fa:16:3e:f8:3d:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71747b9f-0946-406e-9711-d3c0db299169', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '9914a888-52f1-4bc0-b7db-aa15204015ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T22:07:18Z', 'updated_at': '2021-11-08T22:07:22Z', 'revision_number': 5, 'project_id': '675c9b3fa135484fae600e4b802f7186', 'subnets': [{'id': '9914a888-52f1-4bc0-b7db-aa15204015ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817085-1-iscsi', False) {} {{(pid=101084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 22:12:12.968778 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-7daf3163-7e4f-49c3-af7d-ddec9f1efead req-900837b0-fd16-4ac1-8c02-e058e994d73e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ea89f718-9271-491e-90bf-560d487eb189 HTTP/1.1" status: 200 len: 999 time: 0.0623119 Nov 08 22:12:12.975030 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d958564-f2cd-4690-8704-7fce18aa9cd4 None None] Checking router: 71747b9f-0946-406e-9711-d3c0db299169 for host: dv-cinder-817085-1-iscsi {{(pid=101084) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 22:12:12.983914 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d958564-f2cd-4690-8704-7fce18aa9cd4 None None] Routers {'71747b9f-0946-406e-9711-d3c0db299169'} bound to L3 agent in host dv-cinder-817085-1-iscsi {{(pid=101084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 22:12:12.984509 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.db.l3_hamode_db [None req-0d958564-f2cd-4690-8704-7fce18aa9cd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817085-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T21:51:49Z,description=,heartbeat_timestamp=2021-11-08T22:11:49Z,host='dv-cinder-817085-1-iscsi',id=a7fb4010-89fb-4d99-b0a1-90d6a3aacb04,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T21:51:49Z,topic='l3_agent')) {'router_ids': ['71747b9f-0946-406e-9711-d3c0db299169'], 'active': True} {{(pid=101084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 22:12:13.022265 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7daf3163-7e4f-49c3-af7d-ddec9f1efead req-20666c80-07d4-448e-a6fb-a8cae92f51f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:12:13.023715 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-7daf3163-7e4f-49c3-af7d-ddec9f1efead req-20666c80-07d4-448e-a6fb-a8cae92f51f7 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9914a888-52f1-4bc0-b7db-aa15204015ab HTTP/1.1" status: 200 len: 851 time: 0.0475614 Nov 08 22:12:13.069941 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7daf3163-7e4f-49c3-af7d-ddec9f1efead req-f6b80c7f-91f6-425a-a334-c460fcc76a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:12:13.071613 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-7daf3163-7e4f-49c3-af7d-ddec9f1efead req-f6b80c7f-91f6-425a-a334-c460fcc76a71 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=83d7137f-89f6-454e-ae7c-d8a3c54047ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0405781 Nov 08 22:12:13.166744 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-7daf3163-7e4f-49c3-af7d-ddec9f1efead req-8189e1a0-5e67-408d-ab61-d4ec9bda998e service neutron] 10.222.0.48 "GET /v2.0/networks/83d7137f-89f6-454e-ae7c-d8a3c54047ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877790 Nov 08 22:12:13.209939 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.db.l3_dvr_db [None req-0d958564-f2cd-4690-8704-7fce18aa9cd4 None None] Set router 71747b9f-0946-406e-9711-d3c0db299169 gateway port host: dv-cinder-817085-1-iscsi {{(pid=101084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 22:12:13.253832 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-7daf3163-7e4f-49c3-af7d-ddec9f1efead req-b742e93a-dee9-4d94-be36-feaaf047a60e service neutron] 10.222.0.48 "GET /v2.0/networks/83d7137f-89f6-454e-ae7c-d8a3c54047ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800474 Nov 08 22:12:13.432664 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.db.l3_hamode_db [None req-0d958564-f2cd-4690-8704-7fce18aa9cd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71747b9f-0946-406e-9711-d3c0db299169', 'name': 'tempest-TestVolumeBootPattern-1757242926-router', 'tenant_id': '675c9b3fa135484fae600e4b802f7186', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ae8d913-bef9-4bc0-baeb-78ef8b3a7364', 'external_fixed_ips': [{'subnet_id': 'f0dec947-372d-4ed5-9c9f-864e58aba850', 'ip_address': '172.27.3.4'}], 'enable_snat': True}, 'gw_port_id': '9e24c64b-4337-4581-b02c-06926084ead5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T22:07:16Z', 'updated_at': '2021-11-08T22:07:18Z', 'revision_number': 4, 'project_id': '675c9b3fa135484fae600e4b802f7186', 'gw_port': {'id': '9e24c64b-4337-4581-b02c-06926084ead5', 'name': '', 'network_id': '8ae8d913-bef9-4bc0-baeb-78ef8b3a7364', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:5a:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71747b9f-0946-406e-9711-d3c0db299169', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': 'f0dec947-372d-4ed5-9c9f-864e58aba850', 'ip_address': '172.27.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T22:07:16Z', 'updated_at': '2021-11-08T22:07:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0dec947-372d-4ed5-9c9f-864e58aba850', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817085-1-iscsi', '_floatingips': [{'id': '09f7e496-45ca-4399-8744-294799f0c49a', 'tenant_id': '675c9b3fa135484fae600e4b802f7186', 'floating_ip_address': '172.27.3.70', 'floating_network_id': '8ae8d913-bef9-4bc0-baeb-78ef8b3a7364', 'router_id': '71747b9f-0946-406e-9711-d3c0db299169', 'port_id': 'ea89f718-9271-491e-90bf-560d487eb189', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '83d7137f-89f6-454e-ae7c-d8a3c54047ec', 'mac_address': 'fa:16:3e:e3:55:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f248a496-8054-46a0-b331-15c9cd655132', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T22:12:11Z', 'updated_at': '2021-11-08T22:12:11Z', 'revision_number': 0, 'project_id': '675c9b3fa135484fae600e4b802f7186', 'fixed_ip_address_scope': None}, {'id': '65d9a313-4a7b-4e96-9da9-d0c5f861637a', 'tenant_id': '675c9b3fa135484fae600e4b802f7186', 'floating_ip_address': '172.27.3.46', 'floating_network_id': '8ae8d913-bef9-4bc0-baeb-78ef8b3a7364', 'router_id': '71747b9f-0946-406e-9711-d3c0db299169', 'port_id': 'e4d5aa63-f3ca-434e-ae15-9665f1105b1f', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '83d7137f-89f6-454e-ae7c-d8a3c54047ec', 'mac_address': 'fa:16:3e:af:2e:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f5cba62-ecb4-48f2-8836-a42d0c1ea61a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T22:10:17Z', 'updated_at': '2021-11-08T22:10:20Z', 'revision_number': 1, 'project_id': '675c9b3fa135484fae600e4b802f7186', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3a85905-22b4-4c66-9192-244fcb436c21', 'name': '', 'network_id': '83d7137f-89f6-454e-ae7c-d8a3c54047ec', 'tenant_id': '675c9b3fa135484fae600e4b802f7186', 'mac_address': 'fa:16:3e:f8:3d:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71747b9f-0946-406e-9711-d3c0db299169', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '9914a888-52f1-4bc0-b7db-aa15204015ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T22:07:18Z', 'updated_at': '2021-11-08T22:07:22Z', 'revision_number': 5, 'project_id': '675c9b3fa135484fae600e4b802f7186', 'subnets': [{'id': '9914a888-52f1-4bc0-b7db-aa15204015ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817085-1-iscsi', False) {} {{(pid=101084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 22:12:13.457969 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d958564-f2cd-4690-8704-7fce18aa9cd4 None None] The sync data for ids ['71747b9f-0946-406e-9711-d3c0db299169'] in dv-cinder-817085-1-iscsi is: [{'id': '71747b9f-0946-406e-9711-d3c0db299169', 'name': 'tempest-TestVolumeBootPattern-1757242926-router', 'tenant_id': '675c9b3fa135484fae600e4b802f7186', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ae8d913-bef9-4bc0-baeb-78ef8b3a7364', 'external_fixed_ips': [{'subnet_id': 'f0dec947-372d-4ed5-9c9f-864e58aba850', 'ip_address': '172.27.3.4'}], 'enable_snat': True}, 'gw_port_id': '9e24c64b-4337-4581-b02c-06926084ead5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T22:07:16Z', 'updated_at': '2021-11-08T22:07:18Z', 'revision_number': 4, 'project_id': '675c9b3fa135484fae600e4b802f7186', 'gw_port': {'id': '9e24c64b-4337-4581-b02c-06926084ead5', 'name': '', 'network_id': '8ae8d913-bef9-4bc0-baeb-78ef8b3a7364', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:5a:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71747b9f-0946-406e-9711-d3c0db299169', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': 'f0dec947-372d-4ed5-9c9f-864e58aba850', 'ip_address': '172.27.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T22:07:16Z', 'updated_at': '2021-11-08T22:07:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0dec947-372d-4ed5-9c9f-864e58aba850', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817085-1-iscsi', '_floatingips': [{'id': '09f7e496-45ca-4399-8744-294799f0c49a', 'tenant_id': '675c9b3fa135484fae600e4b802f7186', 'floating_ip_address': '172.27.3.70', 'floating_network_id': '8ae8d913-bef9-4bc0-baeb-78ef8b3a7364', 'router_id': '71747b9f-0946-406e-9711-d3c0db299169', 'port_id': 'ea89f718-9271-491e-90bf-560d487eb189', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '83d7137f-89f6-454e-ae7c-d8a3c54047ec', 'mac_address': 'fa:16:3e:e3:55:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f248a496-8054-46a0-b331-15c9cd655132', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T22:12:11Z', 'updated_at': '2021-11-08T22:12:11Z', 'revision_number': 0, 'project_id': '675c9b3fa135484fae600e4b802f7186', 'fixed_ip_address_scope': None}, {'id': '65d9a313-4a7b-4e96-9da9-d0c5f861637a', 'tenant_id': '675c9b3fa135484fae600e4b802f7186', 'floating_ip_address': '172.27.3.46', 'floating_network_id': '8ae8d913-bef9-4bc0-baeb-78ef8b3a7364', 'router_id': '71747b9f-0946-406e-9711-d3c0db299169', 'port_id': 'e4d5aa63-f3ca-434e-ae15-9665f1105b1f', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '83d7137f-89f6-454e-ae7c-d8a3c54047ec', 'mac_address': 'fa:16:3e:af:2e:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f5cba62-ecb4-48f2-8836-a42d0c1ea61a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T22:10:17Z', 'updated_at': '2021-11-08T22:10:20Z', 'revision_number': 1, 'project_id': '675c9b3fa135484fae600e4b802f7186', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3a85905-22b4-4c66-9192-244fcb436c21', 'name': '', 'network_id': '83d7137f-89f6-454e-ae7c-d8a3c54047ec', 'tenant_id': '675c9b3fa135484fae600e4b802f7186', 'mac_address': 'fa:16:3e:f8:3d:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71747b9f-0946-406e-9711-d3c0db299169', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '9914a888-52f1-4bc0-b7db-aa15204015ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T22:07:18Z', 'updated_at': '2021-11-08T22:07:22Z', 'revision_number': 5, 'project_id': '675c9b3fa135484fae600e4b802f7186', 'subnets': [{'id': '9914a888-52f1-4bc0-b7db-aa15204015ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 22:12:13.638006 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf6392d3-b8bc-483f-9a60-32751882a1dc None None] New status for floating IP 09f7e496-45ca-4399-8744-294799f0c49a: ACTIVE {{(pid=101085) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 08 22:12:16.831656 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-52a0f8be-ba17-477a-a22a-3cd395f0ea0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728276665375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534631'] for agent, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:12:19.148822 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-ed201193-43b8-4c7e-9393-36170fcc873f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728276665375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534631'] for agent, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:12:20.209323 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-38f8c81f-ca07-4188-b5ff-70ceca3f97c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728276665375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534631'] for agent, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:12:21.852263 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-550ddcb2-f0f8-4b6b-a238-0b8e3ebb0b9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728276665375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534631'] for agent, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:12:22.493972 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-ad13160b-513d-4512-a15f-cb40cce6b7e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728276665375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534631'] for agent, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:12:24.301553 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.db.agents_db [None req-16c50754-5ab9-47e2-9d92-00a33089e8d5 None None] Agent healthcheck: found 6 active agents {{(pid=101085) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 22:12:25.302175 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728276665375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534631'] for agent, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:12:46.832590 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-b112daed-24b9-4f4c-a1ee-142d1fa641a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728276665375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534631'] for agent, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:12:49.149914 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-1b09419e-c0de-42e4-81a5-7bf1dd25c33d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728276665375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534631'] for agent, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:12:50.207648 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-38f8c81f-ca07-4188-b5ff-70ceca3f97c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728276665375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534631'] for agent, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:12:51.855067 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-550ddcb2-f0f8-4b6b-a238-0b8e3ebb0b9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728276665375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534631'] for agent, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:12:52.494815 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-ad13160b-513d-4512-a15f-cb40cce6b7e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728276665375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534631'] for agent, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:12:55.326070 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728276665375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534631'] for agent, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:13:01.299591 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.db.agents_db [None req-16c50754-5ab9-47e2-9d92-00a33089e8d5 None None] Agent healthcheck: found 6 active agents {{(pid=101085) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 22:13:05.850015 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-2129c3d0-5ee2-4973-8035-c54f9097c309 req-20b9006c-8176-455e-9b83-42eab5a64093 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=1f5cba62-ecb4-48f2-8836-a42d0c1ea61a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0388434 Nov 08 22:13:05.931929 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2129c3d0-5ee2-4973-8035-c54f9097c309 req-6554c126-caed-4e5d-a2e0-5adad8fd8a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:13:05.933428 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-2129c3d0-5ee2-4973-8035-c54f9097c309 req-6554c126-caed-4e5d-a2e0-5adad8fd8a4d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=675c9b3fa135484fae600e4b802f7186&device_id=1f5cba62-ecb4-48f2-8836-a42d0c1ea61a HTTP/1.1" status: 200 len: 1098 time: 0.0423563 Nov 08 22:13:06.032478 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2129c3d0-5ee2-4973-8035-c54f9097c309 req-be74ac68-49d0-4103-99cf-cc76b1d65613 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:13:06.033946 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-2129c3d0-5ee2-4973-8035-c54f9097c309 req-be74ac68-49d0-4103-99cf-cc76b1d65613 service neutron] 10.222.0.48 "GET /v2.0/networks?id=83d7137f-89f6-454e-ae7c-d8a3c54047ec HTTP/1.1" status: 200 len: 913 time: 0.0807946 Nov 08 22:13:06.100865 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-2129c3d0-5ee2-4973-8035-c54f9097c309 req-84c3fb6a-4e21-4664-8770-b827e6181738 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e4d5aa63-f3ca-434e-ae15-9665f1105b1f HTTP/1.1" status: 200 len: 1000 time: 0.0591068 Nov 08 22:13:06.149682 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2129c3d0-5ee2-4973-8035-c54f9097c309 req-635ad060-59ca-4ef6-b5b6-35db37c97dad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:13:06.151276 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-2129c3d0-5ee2-4973-8035-c54f9097c309 req-635ad060-59ca-4ef6-b5b6-35db37c97dad service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9914a888-52f1-4bc0-b7db-aa15204015ab HTTP/1.1" status: 200 len: 851 time: 0.0430815 Nov 08 22:13:06.194799 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2129c3d0-5ee2-4973-8035-c54f9097c309 req-0d8211fe-11e2-4572-88c5-04736856e04b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:13:06.196279 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-2129c3d0-5ee2-4973-8035-c54f9097c309 req-0d8211fe-11e2-4572-88c5-04736856e04b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=83d7137f-89f6-454e-ae7c-d8a3c54047ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0377424 Nov 08 22:13:06.285461 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-2129c3d0-5ee2-4973-8035-c54f9097c309 req-b8cefea2-5dc4-4d95-80d3-4e26854a6052 service neutron] 10.222.0.48 "GET /v2.0/networks/83d7137f-89f6-454e-ae7c-d8a3c54047ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811849 Nov 08 22:13:06.373095 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-2129c3d0-5ee2-4973-8035-c54f9097c309 req-0a41274f-eab5-4193-bd29-0f20556f4ad0 service neutron] 10.222.0.48 "GET /v2.0/networks/83d7137f-89f6-454e-ae7c-d8a3c54047ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801079 Nov 08 22:13:16.832450 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-bfa60f44-5e96-4584-b3b9-360262108e98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728276665375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534631'] for agent, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:13:19.150526 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-9ef10fc0-7ce5-43da-9dbf-6ec09075cd87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728276665375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534631'] for agent, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:13:20.209349 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-38f8c81f-ca07-4188-b5ff-70ceca3f97c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728276665375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534631'] for agent, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:13:21.858990 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-550ddcb2-f0f8-4b6b-a238-0b8e3ebb0b9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728276665375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534631'] for agent, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:13:22.495700 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-ad13160b-513d-4512-a15f-cb40cce6b7e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728276665375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534631'] for agent, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:13:25.329627 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728276665375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534631'] for agent, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:13:38.298646 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.db.agents_db [None req-16c50754-5ab9-47e2-9d92-00a33089e8d5 None None] Agent healthcheck: found 6 active agents {{(pid=101085) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 22:13:46.833316 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-b8a009c6-0970-46d4-a803-dffa83828b8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728276665375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534631'] for agent, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:13:49.151724 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-1fd51c9f-eac0-477f-b49a-9d9ea11551ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728276665375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534631'] for agent, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:13:50.213298 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-38f8c81f-ca07-4188-b5ff-70ceca3f97c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728276665375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534631'] for agent, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:13:51.483133 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.wsgi [-] (101082) accepted ('10.222.0.25', 50654) {{(pid=101082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 22:13:51.703180 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-9caf4f27-8a8a-43f5-9513-5b5ad04e4e93 tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] Deleting port 3d5be770-68d2-4a8a-824a-2e89c6ce8cea {{(pid=101082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 22:13:51.703518 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-9caf4f27-8a8a-43f5-9513-5b5ad04e4e93 tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728276550584'] for port, before_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:13:51.779404 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-9caf4f27-8a8a-43f5-9513-5b5ad04e4e93 tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1626931'] for port, precommit_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:13:51.779682 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-9caf4f27-8a8a-43f5-9513-5b5ad04e4e93 tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:13:51.791681 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-9caf4f27-8a8a-43f5-9513-5b5ad04e4e93 tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] Calling delete_port for 3d5be770-68d2-4a8a-824a-2e89c6ce8cea owned by network:floatingip {{(pid=101082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 22:13:51.861030 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-550ddcb2-f0f8-4b6b-a238-0b8e3ebb0b9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728276665375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534631'] for agent, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:13:51.937168 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-9caf4f27-8a8a-43f5-9513-5b5ad04e4e93 tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728276638338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728276144276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7854484'] for port, after_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:13:51.961921 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9caf4f27-8a8a-43f5-9513-5b5ad04e4e93 tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] Pushing event deleted for resources: {'Port': ['ID=3d5be770-68d2-4a8a-824a-2e89c6ce8cea,revision_number=None']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:13:51.973882 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9caf4f27-8a8a-43f5-9513-5b5ad04e4e93 tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 22:13:51.974231 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9caf4f27-8a8a-43f5-9513-5b5ad04e4e93 tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 22:13:51.974568 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9caf4f27-8a8a-43f5-9513-5b5ad04e4e93 tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 22:13:51.974900 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9caf4f27-8a8a-43f5-9513-5b5ad04e4e93 tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 22:13:51.975229 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9caf4f27-8a8a-43f5-9513-5b5ad04e4e93 tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 22:13:51.975555 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9caf4f27-8a8a-43f5-9513-5b5ad04e4e93 tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 22:13:51.975878 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9caf4f27-8a8a-43f5-9513-5b5ad04e4e93 tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 22:13:51.976205 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9caf4f27-8a8a-43f5-9513-5b5ad04e4e93 tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 22:13:51.976525 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9caf4f27-8a8a-43f5-9513-5b5ad04e4e93 tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 22:13:51.976868 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9caf4f27-8a8a-43f5-9513-5b5ad04e4e93 tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 22:13:51.977189 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9caf4f27-8a8a-43f5-9513-5b5ad04e4e93 tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 22:13:51.977502 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9caf4f27-8a8a-43f5-9513-5b5ad04e4e93 tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 22:13:52.029061 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-9caf4f27-8a8a-43f5-9513-5b5ad04e4e93 tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] Publish callbacks [] for floatingip, after_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:13:52.029386 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.db.l3_db [None req-9caf4f27-8a8a-43f5-9513-5b5ad04e4e93 tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] Floating IP 09f7e496-45ca-4399-8744-294799f0c49a disassociated (deleted). External IP: 172.27.3.70, port: ea89f718-9271-491e-90bf-560d487eb189. Nov 08 22:13:52.236234 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9caf4f27-8a8a-43f5-9513-5b5ad04e4e93 tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] Router 71747b9f-0946-406e-9711-d3c0db299169 has already been hosted by L3 agent a7fb4010-89fb-4d99-b0a1-90d6a3aacb04 {{(pid=101082) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 22:13:52.339660 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9caf4f27-8a8a-43f5-9513-5b5ad04e4e93 tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] Notify agent at l3_agent.dv-cinder-817085-1-iscsi the message routers_updated {{(pid=101082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 22:13:52.344435 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-9caf4f27-8a8a-43f5-9513-5b5ad04e4e93 tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465805'] for floatingip, before_response {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:13:52.353235 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-500d5581-3cea-4134-b81d-19030ef30181 None None] Sync routers for ids ['71747b9f-0946-406e-9711-d3c0db299169'] in dv-cinder-817085-1-iscsi {{(pid=101084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 22:13:52.362551 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-500d5581-3cea-4134-b81d-19030ef30181 None None] Routers {'71747b9f-0946-406e-9711-d3c0db299169'} bound to L3 agent in host dv-cinder-817085-1-iscsi {{(pid=101084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 22:13:52.363156 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.db.l3_hamode_db [None req-500d5581-3cea-4134-b81d-19030ef30181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817085-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T21:51:49Z,description=,heartbeat_timestamp=2021-11-08T22:13:49Z,host='dv-cinder-817085-1-iscsi',id=a7fb4010-89fb-4d99-b0a1-90d6a3aacb04,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T21:51:49Z,topic='l3_agent')) {'router_ids': ['71747b9f-0946-406e-9711-d3c0db299169'], 'active': True} {{(pid=101084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 22:13:52.369770 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [None req-9caf4f27-8a8a-43f5-9513-5b5ad04e4e93 tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] 10.222.0.25 "DELETE /v2.0/floatingips/09f7e496-45ca-4399-8744-294799f0c49a HTTP/1.1" status: 204 len: 168 time: 0.8856611 Nov 08 22:13:52.370343 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f248a496-8054-46a0-b331-15c9cd655132', 'tag': 'ea89f718-9271-491e-90bf-560d487eb189'}] {{(pid=101082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 22:13:52.372566 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5244ac95217a6bb312334333bc6ed4bdb0e50c4a837cb758f48f620e9b099f25" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32b539d1-830a-41d8-a588-8239db0a0ada" -d '{"events": [{"name": "network-changed", "server_uuid": "f248a496-8054-46a0-b331-15c9cd655132", "tag": "ea89f718-9271-491e-90bf-560d487eb189"}]}' {{(pid=101082) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 22:13:52.412738 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 22:13:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d858b2d-1423-4760-ae93-0d558b2275a6 x-openstack-request-id: req-7d858b2d-1423-4760-ae93-0d558b2275a6 {{(pid=101082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 22:13:52.413060 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f248a496-8054-46a0-b331-15c9cd655132", "tag": "ea89f718-9271-491e-90bf-560d487eb189", "status": "completed", "code": 200}]} {{(pid=101082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 22:13:52.413310 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7d858b2d-1423-4760-ae93-0d558b2275a6 {{(pid=101082) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 22:13:52.413714 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f248a496-8054-46a0-b331-15c9cd655132', 'tag': 'ea89f718-9271-491e-90bf-560d487eb189', 'status': 'completed', 'code': 200} Nov 08 22:13:52.476575 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.db.l3_dvr_db [None req-500d5581-3cea-4134-b81d-19030ef30181 None None] Set router 71747b9f-0946-406e-9711-d3c0db299169 gateway port host: dv-cinder-817085-1-iscsi {{(pid=101084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 22:13:52.477875 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b539d1-830a-41d8-a588-8239db0a0ada req-c97c464f-dfa2-4c7a-b430-cecc2dcc1a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:13:52.482363 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-32b539d1-830a-41d8-a588-8239db0a0ada req-c97c464f-dfa2-4c7a-b430-cecc2dcc1a19 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=675c9b3fa135484fae600e4b802f7186&device_id=f248a496-8054-46a0-b331-15c9cd655132 HTTP/1.1" status: 200 len: 1099 time: 0.0454667 Nov 08 22:13:52.565138 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-ad13160b-513d-4512-a15f-cb40cce6b7e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728276665375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534631'] for agent, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:13:52.623113 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b539d1-830a-41d8-a588-8239db0a0ada req-c7fa5ba5-0023-4718-95c8-0f64f10d9a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:13:52.625189 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-32b539d1-830a-41d8-a588-8239db0a0ada req-c7fa5ba5-0023-4718-95c8-0f64f10d9a5a service neutron] 10.222.0.48 "GET /v2.0/networks?id=83d7137f-89f6-454e-ae7c-d8a3c54047ec HTTP/1.1" status: 200 len: 913 time: 0.1348872 Nov 08 22:13:52.632634 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91a7ce6-1047-4955-89ca-24144dbc68d7 req-4530bad4-aa6d-4595-80f9-e264c9d00d56 tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:13:52.634141 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-d91a7ce6-1047-4955-89ca-24144dbc68d7 req-4530bad4-aa6d-4595-80f9-e264c9d00d56 tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] 10.222.0.25 "GET /v2.0/ports?device_id=f248a496-8054-46a0-b331-15c9cd655132 HTTP/1.1" status: 200 len: 946 time: 0.0790560 Nov 08 22:13:52.683460 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-32b539d1-830a-41d8-a588-8239db0a0ada req-4c271828-fd08-4e5f-bd24-1032198ab49e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ea89f718-9271-491e-90bf-560d487eb189 HTTP/1.1" status: 200 len: 217 time: 0.0483983 Nov 08 22:13:52.713346 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.db.l3_hamode_db [None req-500d5581-3cea-4134-b81d-19030ef30181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71747b9f-0946-406e-9711-d3c0db299169', 'name': 'tempest-TestVolumeBootPattern-1757242926-router', 'tenant_id': '675c9b3fa135484fae600e4b802f7186', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ae8d913-bef9-4bc0-baeb-78ef8b3a7364', 'external_fixed_ips': [{'subnet_id': 'f0dec947-372d-4ed5-9c9f-864e58aba850', 'ip_address': '172.27.3.4'}], 'enable_snat': True}, 'gw_port_id': '9e24c64b-4337-4581-b02c-06926084ead5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T22:07:16Z', 'updated_at': '2021-11-08T22:07:18Z', 'revision_number': 4, 'project_id': '675c9b3fa135484fae600e4b802f7186', 'gw_port': {'id': '9e24c64b-4337-4581-b02c-06926084ead5', 'name': '', 'network_id': '8ae8d913-bef9-4bc0-baeb-78ef8b3a7364', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:5a:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71747b9f-0946-406e-9711-d3c0db299169', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': 'f0dec947-372d-4ed5-9c9f-864e58aba850', 'ip_address': '172.27.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T22:07:16Z', 'updated_at': '2021-11-08T22:07:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0dec947-372d-4ed5-9c9f-864e58aba850', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817085-1-iscsi', '_floatingips': [{'id': '65d9a313-4a7b-4e96-9da9-d0c5f861637a', 'tenant_id': '675c9b3fa135484fae600e4b802f7186', 'floating_ip_address': '172.27.3.46', 'floating_network_id': '8ae8d913-bef9-4bc0-baeb-78ef8b3a7364', 'router_id': '71747b9f-0946-406e-9711-d3c0db299169', 'port_id': 'e4d5aa63-f3ca-434e-ae15-9665f1105b1f', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '83d7137f-89f6-454e-ae7c-d8a3c54047ec', 'mac_address': 'fa:16:3e:af:2e:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f5cba62-ecb4-48f2-8836-a42d0c1ea61a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T22:10:17Z', 'updated_at': '2021-11-08T22:10:20Z', 'revision_number': 1, 'project_id': '675c9b3fa135484fae600e4b802f7186', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3a85905-22b4-4c66-9192-244fcb436c21', 'name': '', 'network_id': '83d7137f-89f6-454e-ae7c-d8a3c54047ec', 'tenant_id': '675c9b3fa135484fae600e4b802f7186', 'mac_address': 'fa:16:3e:f8:3d:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71747b9f-0946-406e-9711-d3c0db299169', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '9914a888-52f1-4bc0-b7db-aa15204015ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T22:07:18Z', 'updated_at': '2021-11-08T22:07:22Z', 'revision_number': 5, 'project_id': '675c9b3fa135484fae600e4b802f7186', 'subnets': [{'id': '9914a888-52f1-4bc0-b7db-aa15204015ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817085-1-iscsi', False) {} {{(pid=101084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 22:13:52.741877 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-d91a7ce6-1047-4955-89ca-24144dbc68d7 req-f2f96062-3d22-438a-a5ce-cd63f46338ee tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] 10.222.0.25 "GET /v2.0/security-groups?id=ec8c4dc9-4a35-4d6c-bde7-e1d205b3850b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0993185 Nov 08 22:13:52.743301 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-500d5581-3cea-4134-b81d-19030ef30181 None None] Checking router: 71747b9f-0946-406e-9711-d3c0db299169 for host: dv-cinder-817085-1-iscsi {{(pid=101084) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 22:13:52.752277 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-500d5581-3cea-4134-b81d-19030ef30181 None None] Routers {'71747b9f-0946-406e-9711-d3c0db299169'} bound to L3 agent in host dv-cinder-817085-1-iscsi {{(pid=101084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 22:13:52.752829 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.db.l3_hamode_db [None req-500d5581-3cea-4134-b81d-19030ef30181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817085-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T21:51:49Z,description=,heartbeat_timestamp=2021-11-08T22:13:49Z,host='dv-cinder-817085-1-iscsi',id=a7fb4010-89fb-4d99-b0a1-90d6a3aacb04,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T21:51:49Z,topic='l3_agent')) {'router_ids': ['71747b9f-0946-406e-9711-d3c0db299169'], 'active': True} {{(pid=101084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 22:13:52.753116 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b539d1-830a-41d8-a588-8239db0a0ada req-47411330-60ba-4105-a544-4d6569be872e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:13:52.754546 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-32b539d1-830a-41d8-a588-8239db0a0ada req-47411330-60ba-4105-a544-4d6569be872e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9914a888-52f1-4bc0-b7db-aa15204015ab HTTP/1.1" status: 200 len: 851 time: 0.0630624 Nov 08 22:13:52.800136 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b539d1-830a-41d8-a588-8239db0a0ada req-e6b1e3b8-e9f5-4e1a-961b-572faa36ec53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:13:52.801644 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-32b539d1-830a-41d8-a588-8239db0a0ada req-e6b1e3b8-e9f5-4e1a-961b-572faa36ec53 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=83d7137f-89f6-454e-ae7c-d8a3c54047ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0387919 Nov 08 22:13:52.865670 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.db.l3_dvr_db [None req-500d5581-3cea-4134-b81d-19030ef30181 None None] Set router 71747b9f-0946-406e-9711-d3c0db299169 gateway port host: dv-cinder-817085-1-iscsi {{(pid=101084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 22:13:52.895256 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-32b539d1-830a-41d8-a588-8239db0a0ada req-959808c2-bf1c-410e-94d0-9b795cbcf74a service neutron] 10.222.0.48 "GET /v2.0/networks/83d7137f-89f6-454e-ae7c-d8a3c54047ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856700 Nov 08 22:13:52.983358 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-32b539d1-830a-41d8-a588-8239db0a0ada req-f490cd22-815d-4f2b-9c5c-18b7e15591a0 service neutron] 10.222.0.48 "GET /v2.0/networks/83d7137f-89f6-454e-ae7c-d8a3c54047ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796545 Nov 08 22:13:53.085129 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.db.l3_hamode_db [None req-500d5581-3cea-4134-b81d-19030ef30181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71747b9f-0946-406e-9711-d3c0db299169', 'name': 'tempest-TestVolumeBootPattern-1757242926-router', 'tenant_id': '675c9b3fa135484fae600e4b802f7186', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ae8d913-bef9-4bc0-baeb-78ef8b3a7364', 'external_fixed_ips': [{'subnet_id': 'f0dec947-372d-4ed5-9c9f-864e58aba850', 'ip_address': '172.27.3.4'}], 'enable_snat': True}, 'gw_port_id': '9e24c64b-4337-4581-b02c-06926084ead5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T22:07:16Z', 'updated_at': '2021-11-08T22:07:18Z', 'revision_number': 4, 'project_id': '675c9b3fa135484fae600e4b802f7186', 'gw_port': {'id': '9e24c64b-4337-4581-b02c-06926084ead5', 'name': '', 'network_id': '8ae8d913-bef9-4bc0-baeb-78ef8b3a7364', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:5a:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71747b9f-0946-406e-9711-d3c0db299169', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': 'f0dec947-372d-4ed5-9c9f-864e58aba850', 'ip_address': '172.27.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T22:07:16Z', 'updated_at': '2021-11-08T22:07:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0dec947-372d-4ed5-9c9f-864e58aba850', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817085-1-iscsi', '_floatingips': [{'id': '65d9a313-4a7b-4e96-9da9-d0c5f861637a', 'tenant_id': '675c9b3fa135484fae600e4b802f7186', 'floating_ip_address': '172.27.3.46', 'floating_network_id': '8ae8d913-bef9-4bc0-baeb-78ef8b3a7364', 'router_id': '71747b9f-0946-406e-9711-d3c0db299169', 'port_id': 'e4d5aa63-f3ca-434e-ae15-9665f1105b1f', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '83d7137f-89f6-454e-ae7c-d8a3c54047ec', 'mac_address': 'fa:16:3e:af:2e:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f5cba62-ecb4-48f2-8836-a42d0c1ea61a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T22:10:17Z', 'updated_at': '2021-11-08T22:10:20Z', 'revision_number': 1, 'project_id': '675c9b3fa135484fae600e4b802f7186', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3a85905-22b4-4c66-9192-244fcb436c21', 'name': '', 'network_id': '83d7137f-89f6-454e-ae7c-d8a3c54047ec', 'tenant_id': '675c9b3fa135484fae600e4b802f7186', 'mac_address': 'fa:16:3e:f8:3d:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71747b9f-0946-406e-9711-d3c0db299169', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '9914a888-52f1-4bc0-b7db-aa15204015ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T22:07:18Z', 'updated_at': '2021-11-08T22:07:22Z', 'revision_number': 5, 'project_id': '675c9b3fa135484fae600e4b802f7186', 'subnets': [{'id': '9914a888-52f1-4bc0-b7db-aa15204015ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817085-1-iscsi', False) {} {{(pid=101084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 22:13:53.115230 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-500d5581-3cea-4134-b81d-19030ef30181 None None] The sync data for ids ['71747b9f-0946-406e-9711-d3c0db299169'] in dv-cinder-817085-1-iscsi is: [{'id': '71747b9f-0946-406e-9711-d3c0db299169', 'name': 'tempest-TestVolumeBootPattern-1757242926-router', 'tenant_id': '675c9b3fa135484fae600e4b802f7186', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ae8d913-bef9-4bc0-baeb-78ef8b3a7364', 'external_fixed_ips': [{'subnet_id': 'f0dec947-372d-4ed5-9c9f-864e58aba850', 'ip_address': '172.27.3.4'}], 'enable_snat': True}, 'gw_port_id': '9e24c64b-4337-4581-b02c-06926084ead5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T22:07:16Z', 'updated_at': '2021-11-08T22:07:18Z', 'revision_number': 4, 'project_id': '675c9b3fa135484fae600e4b802f7186', 'gw_port': {'id': '9e24c64b-4337-4581-b02c-06926084ead5', 'name': '', 'network_id': '8ae8d913-bef9-4bc0-baeb-78ef8b3a7364', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:5a:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71747b9f-0946-406e-9711-d3c0db299169', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': 'f0dec947-372d-4ed5-9c9f-864e58aba850', 'ip_address': '172.27.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T22:07:16Z', 'updated_at': '2021-11-08T22:07:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0dec947-372d-4ed5-9c9f-864e58aba850', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817085-1-iscsi', '_floatingips': [{'id': '65d9a313-4a7b-4e96-9da9-d0c5f861637a', 'tenant_id': '675c9b3fa135484fae600e4b802f7186', 'floating_ip_address': '172.27.3.46', 'floating_network_id': '8ae8d913-bef9-4bc0-baeb-78ef8b3a7364', 'router_id': '71747b9f-0946-406e-9711-d3c0db299169', 'port_id': 'e4d5aa63-f3ca-434e-ae15-9665f1105b1f', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '83d7137f-89f6-454e-ae7c-d8a3c54047ec', 'mac_address': 'fa:16:3e:af:2e:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f5cba62-ecb4-48f2-8836-a42d0c1ea61a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T22:10:17Z', 'updated_at': '2021-11-08T22:10:20Z', 'revision_number': 1, 'project_id': '675c9b3fa135484fae600e4b802f7186', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3a85905-22b4-4c66-9192-244fcb436c21', 'name': '', 'network_id': '83d7137f-89f6-454e-ae7c-d8a3c54047ec', 'tenant_id': '675c9b3fa135484fae600e4b802f7186', 'mac_address': 'fa:16:3e:f8:3d:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71747b9f-0946-406e-9711-d3c0db299169', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '9914a888-52f1-4bc0-b7db-aa15204015ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T22:07:18Z', 'updated_at': '2021-11-08T22:07:22Z', 'revision_number': 5, 'project_id': '675c9b3fa135484fae600e4b802f7186', 'subnets': [{'id': '9914a888-52f1-4bc0-b7db-aa15204015ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 22:13:53.327288 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-949f195e-c44f-4e39-bf26-7ce19a2bab85 None None] New status for floating IP 09f7e496-45ca-4399-8744-294799f0c49a: DOWN {{(pid=101085) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 08 22:13:53.871918 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff735286-eec1-4458-ba98-ac257a63587b req-fc997a25-cbf6-4a08-9faf-ab7b533f90f9 tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:13:53.873705 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-ff735286-eec1-4458-ba98-ac257a63587b req-fc997a25-cbf6-4a08-9faf-ab7b533f90f9 tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] 10.222.0.25 "GET /v2.0/ports?device_id=f248a496-8054-46a0-b331-15c9cd655132 HTTP/1.1" status: 200 len: 946 time: 0.0602796 Nov 08 22:13:53.929908 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-ff735286-eec1-4458-ba98-ac257a63587b req-fd3f1143-c98b-4f6b-abca-92cddc1eb693 tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] 10.222.0.25 "GET /v2.0/security-groups?id=ec8c4dc9-4a35-4d6c-bde7-e1d205b3850b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462787 Nov 08 22:13:54.110726 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04dbcc27-9772-4966-9cea-3978b53e7766 req-43a19976-cc7e-4407-a6d7-9c69aca32281 tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:13:54.112152 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-04dbcc27-9772-4966-9cea-3978b53e7766 req-43a19976-cc7e-4407-a6d7-9c69aca32281 tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] 10.222.0.48 "GET /v2.0/ports?device_id=f248a496-8054-46a0-b331-15c9cd655132 HTTP/1.1" status: 200 len: 946 time: 0.0468397 Nov 08 22:13:54.197737 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [req-04dbcc27-9772-4966-9cea-3978b53e7766 req-7bed1360-8db8-4166-a32f-a96abc125659 tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] Deleting port ea89f718-9271-491e-90bf-560d487eb189 {{(pid=101082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 22:13:54.198069 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [req-04dbcc27-9772-4966-9cea-3978b53e7766 req-7bed1360-8db8-4166-a32f-a96abc125659 tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728276550584'] for port, before_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:13:54.284852 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.plugins.ml2.db [req-04dbcc27-9772-4966-9cea-3978b53e7766 req-7bed1360-8db8-4166-a32f-a96abc125659 tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] For port ea89f718-9271-491e-90bf-560d487eb189, host hv-cinder-81708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81708',level=0,port_id=ea89f718-9271-491e-90bf-560d487eb189,segment=NetworkSegment(291e05ad-3564-45f6-9832-49264fb3214a),segment_id=291e05ad-3564-45f6-9832-49264fb3214a)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 22:13:54.285206 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [req-04dbcc27-9772-4966-9cea-3978b53e7766 req-7bed1360-8db8-4166-a32f-a96abc125659 tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1626931'] for port, precommit_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:13:54.298104 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [req-04dbcc27-9772-4966-9cea-3978b53e7766 req-7bed1360-8db8-4166-a32f-a96abc125659 tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] Calling delete_port for ea89f718-9271-491e-90bf-560d487eb189 owned by compute:nova {{(pid=101082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 22:13:54.423575 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [req-04dbcc27-9772-4966-9cea-3978b53e7766 req-7bed1360-8db8-4166-a32f-a96abc125659 tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728276638338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728276144276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7854484'] for port, after_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:13:54.450790 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bed1360-8db8-4166-a32f-a96abc125659 tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] Pushing event deleted for resources: {'Port': ['ID=ea89f718-9271-491e-90bf-560d487eb189,revision_number=None']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:13:54.491790 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [req-04dbcc27-9772-4966-9cea-3978b53e7766 req-7bed1360-8db8-4166-a32f-a96abc125659 tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] No DVR routers for this DVR port ea89f718-9271-491e-90bf-560d487eb189 on host hv-cinder-81708 {{(pid=101082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 22:13:54.494244 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [req-04dbcc27-9772-4966-9cea-3978b53e7766 req-7bed1360-8db8-4166-a32f-a96abc125659 tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465805'] for port, before_response {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:13:54.497487 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-04dbcc27-9772-4966-9cea-3978b53e7766 req-7bed1360-8db8-4166-a32f-a96abc125659 tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] 10.222.0.48 "DELETE /v2.0/ports/ea89f718-9271-491e-90bf-560d487eb189 HTTP/1.1" status: 204 len: 173 time: 0.3796570 Nov 08 22:13:54.497910 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f248a496-8054-46a0-b331-15c9cd655132', 'name': 'network-vif-deleted', 'tag': 'ea89f718-9271-491e-90bf-560d487eb189'}] {{(pid=101082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 22:13:54.500723 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5244ac95217a6bb312334333bc6ed4bdb0e50c4a837cb758f48f620e9b099f25" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02911877-bbd1-450e-8b49-276672bfb256" -d '{"events": [{"server_uuid": "f248a496-8054-46a0-b331-15c9cd655132", "name": "network-vif-deleted", "tag": "ea89f718-9271-491e-90bf-560d487eb189"}]}' {{(pid=101082) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 22:13:54.539001 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 22:13:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65ff44b1-78f6-4582-b5d2-ee46bb3e9fbe x-openstack-request-id: req-65ff44b1-78f6-4582-b5d2-ee46bb3e9fbe {{(pid=101082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 22:13:54.539286 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f248a496-8054-46a0-b331-15c9cd655132", "name": "network-vif-deleted", "tag": "ea89f718-9271-491e-90bf-560d487eb189", "status": "completed", "code": 200}]} {{(pid=101082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 22:13:54.539556 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-65ff44b1-78f6-4582-b5d2-ee46bb3e9fbe {{(pid=101082) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 22:13:54.539946 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f248a496-8054-46a0-b331-15c9cd655132', 'name': 'network-vif-deleted', 'tag': 'ea89f718-9271-491e-90bf-560d487eb189', 'status': 'completed', 'code': 200} Nov 08 22:13:55.033558 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-524b3611-7ce5-4e94-a0c5-6ecafff3eea5 req-4e61613e-a0bd-4036-b5bf-cf1f92c616e2 tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] 10.222.0.25 "GET /v2.0/ports?device_id=f248a496-8054-46a0-b331-15c9cd655132 HTTP/1.1" status: 200 len: 210 time: 0.0265260 Nov 08 22:13:55.344465 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728276665375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534631'] for agent, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:13:58.302364 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.wsgi [-] (101082) accepted ('10.222.0.25', 50692) {{(pid=101082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 22:13:58.452706 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-1704de13-eddc-4a7e-b16c-ff2ded951617 tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] Deleting port 0154ce85-d16f-4058-a7a1-a2f37581110a {{(pid=101082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 22:13:58.453059 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-1704de13-eddc-4a7e-b16c-ff2ded951617 tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728276550584'] for port, before_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:13:58.528304 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-1704de13-eddc-4a7e-b16c-ff2ded951617 tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1626931'] for port, precommit_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:13:58.528626 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-1704de13-eddc-4a7e-b16c-ff2ded951617 tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:13:58.540563 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-1704de13-eddc-4a7e-b16c-ff2ded951617 tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] Calling delete_port for 0154ce85-d16f-4058-a7a1-a2f37581110a owned by network:floatingip {{(pid=101082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 22:13:58.685742 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-1704de13-eddc-4a7e-b16c-ff2ded951617 tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728276638338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728276144276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7854484'] for port, after_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:13:58.711303 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1704de13-eddc-4a7e-b16c-ff2ded951617 tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] Pushing event deleted for resources: {'Port': ['ID=0154ce85-d16f-4058-a7a1-a2f37581110a,revision_number=None']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:13:58.767276 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-1704de13-eddc-4a7e-b16c-ff2ded951617 tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] Publish callbacks [] for floatingip, after_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:13:58.767596 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.db.l3_db [None req-1704de13-eddc-4a7e-b16c-ff2ded951617 tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] Floating IP 65d9a313-4a7b-4e96-9da9-d0c5f861637a disassociated (deleted). External IP: 172.27.3.46, port: e4d5aa63-f3ca-434e-ae15-9665f1105b1f. Nov 08 22:13:59.229632 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1704de13-eddc-4a7e-b16c-ff2ded951617 tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] Router 71747b9f-0946-406e-9711-d3c0db299169 has already been hosted by L3 agent a7fb4010-89fb-4d99-b0a1-90d6a3aacb04 {{(pid=101082) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 22:13:59.289039 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.rpc [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Device ea89f718-9271-491e-90bf-560d487eb189 no longer exists at agent hyperv_hv-cinder-81708 {{(pid=101084) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 22:13:59.308190 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.plugin [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] No Port match for: ea89f718-9271-491e-90bf-560d487eb189 {{(pid=101084) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 22:13:59.308623 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.rpc [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Device ea89f718-9271-491e-90bf-560d487eb189 not bound to the agent host hv-cinder-81708 {{(pid=101084) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 22:13:59.335587 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1704de13-eddc-4a7e-b16c-ff2ded951617 tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] Notify agent at l3_agent.dv-cinder-817085-1-iscsi the message routers_updated {{(pid=101082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 22:13:59.340403 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-1704de13-eddc-4a7e-b16c-ff2ded951617 tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465805'] for floatingip, before_response {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:13:59.344983 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d075a690-6e80-4227-9656-d652e12a0fa3 None None] Sync routers for ids ['71747b9f-0946-406e-9711-d3c0db299169'] in dv-cinder-817085-1-iscsi {{(pid=101084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 22:13:59.354563 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d075a690-6e80-4227-9656-d652e12a0fa3 None None] Routers {'71747b9f-0946-406e-9711-d3c0db299169'} bound to L3 agent in host dv-cinder-817085-1-iscsi {{(pid=101084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 22:13:59.355168 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.db.l3_hamode_db [None req-d075a690-6e80-4227-9656-d652e12a0fa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817085-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T21:51:49Z,description=,heartbeat_timestamp=2021-11-08T22:13:49Z,host='dv-cinder-817085-1-iscsi',id=a7fb4010-89fb-4d99-b0a1-90d6a3aacb04,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T21:51:49Z,topic='l3_agent')) {'router_ids': ['71747b9f-0946-406e-9711-d3c0db299169'], 'active': True} {{(pid=101084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 22:13:59.367380 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [None req-1704de13-eddc-4a7e-b16c-ff2ded951617 tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] 10.222.0.25 "DELETE /v2.0/floatingips/65d9a313-4a7b-4e96-9da9-d0c5f861637a HTTP/1.1" status: 204 len: 168 time: 1.0638428 Nov 08 22:13:59.367896 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f5cba62-ecb4-48f2-8836-a42d0c1ea61a', 'tag': 'e4d5aa63-f3ca-434e-ae15-9665f1105b1f'}] {{(pid=101082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 22:13:59.370154 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5244ac95217a6bb312334333bc6ed4bdb0e50c4a837cb758f48f620e9b099f25" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ec49929-2240-45af-aa29-eb20fc06cca6" -d '{"events": [{"name": "network-changed", "server_uuid": "1f5cba62-ecb4-48f2-8836-a42d0c1ea61a", "tag": "e4d5aa63-f3ca-434e-ae15-9665f1105b1f"}]}' {{(pid=101082) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 22:13:59.410759 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 22:13:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aae1ac25-1a2b-4430-834b-70f441e0d18e x-openstack-request-id: req-aae1ac25-1a2b-4430-834b-70f441e0d18e {{(pid=101082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 22:13:59.410759 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f5cba62-ecb4-48f2-8836-a42d0c1ea61a", "tag": "e4d5aa63-f3ca-434e-ae15-9665f1105b1f", "status": "completed", "code": 200}]} {{(pid=101082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 22:13:59.410759 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-aae1ac25-1a2b-4430-834b-70f441e0d18e {{(pid=101082) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 22:13:59.410759 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f5cba62-ecb4-48f2-8836-a42d0c1ea61a', 'tag': 'e4d5aa63-f3ca-434e-ae15-9665f1105b1f', 'status': 'completed', 'code': 200} Nov 08 22:13:59.464745 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.db.l3_dvr_db [None req-d075a690-6e80-4227-9656-d652e12a0fa3 None None] Set router 71747b9f-0946-406e-9711-d3c0db299169 gateway port host: dv-cinder-817085-1-iscsi {{(pid=101084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 22:13:59.480516 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec49929-2240-45af-aa29-eb20fc06cca6 req-1fc4312f-adce-4045-b8f9-0d1767193719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:13:59.482129 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-5ec49929-2240-45af-aa29-eb20fc06cca6 req-1fc4312f-adce-4045-b8f9-0d1767193719 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=675c9b3fa135484fae600e4b802f7186&device_id=1f5cba62-ecb4-48f2-8836-a42d0c1ea61a HTTP/1.1" status: 200 len: 1098 time: 0.0489883 Nov 08 22:13:59.615328 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec49929-2240-45af-aa29-eb20fc06cca6 req-55229788-36ad-440a-8923-0f1dc40e2cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:13:59.616780 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-5ec49929-2240-45af-aa29-eb20fc06cca6 req-55229788-36ad-440a-8923-0f1dc40e2cc0 service neutron] 10.222.0.48 "GET /v2.0/networks?id=83d7137f-89f6-454e-ae7c-d8a3c54047ec HTTP/1.1" status: 200 len: 913 time: 0.1220663 Nov 08 22:13:59.638990 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca8912c-1cf7-4eb9-933a-4c4243f5f8d4 req-73778b24-56df-4b68-8618-5d27713ad227 tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:13:59.640986 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-5ca8912c-1cf7-4eb9-933a-4c4243f5f8d4 req-73778b24-56df-4b68-8618-5d27713ad227 tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] 10.222.0.25 "GET /v2.0/ports?device_id=1f5cba62-ecb4-48f2-8836-a42d0c1ea61a HTTP/1.1" status: 200 len: 945 time: 0.0758953 Nov 08 22:13:59.669070 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.db.l3_hamode_db [None req-d075a690-6e80-4227-9656-d652e12a0fa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71747b9f-0946-406e-9711-d3c0db299169', 'name': 'tempest-TestVolumeBootPattern-1757242926-router', 'tenant_id': '675c9b3fa135484fae600e4b802f7186', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ae8d913-bef9-4bc0-baeb-78ef8b3a7364', 'external_fixed_ips': [{'subnet_id': 'f0dec947-372d-4ed5-9c9f-864e58aba850', 'ip_address': '172.27.3.4'}], 'enable_snat': True}, 'gw_port_id': '9e24c64b-4337-4581-b02c-06926084ead5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T22:07:16Z', 'updated_at': '2021-11-08T22:07:18Z', 'revision_number': 4, 'project_id': '675c9b3fa135484fae600e4b802f7186', 'gw_port': {'id': '9e24c64b-4337-4581-b02c-06926084ead5', 'name': '', 'network_id': '8ae8d913-bef9-4bc0-baeb-78ef8b3a7364', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:5a:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71747b9f-0946-406e-9711-d3c0db299169', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': 'f0dec947-372d-4ed5-9c9f-864e58aba850', 'ip_address': '172.27.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T22:07:16Z', 'updated_at': '2021-11-08T22:07:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0dec947-372d-4ed5-9c9f-864e58aba850', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817085-1-iscsi', '_interfaces': [{'id': 'f3a85905-22b4-4c66-9192-244fcb436c21', 'name': '', 'network_id': '83d7137f-89f6-454e-ae7c-d8a3c54047ec', 'tenant_id': '675c9b3fa135484fae600e4b802f7186', 'mac_address': 'fa:16:3e:f8:3d:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71747b9f-0946-406e-9711-d3c0db299169', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '9914a888-52f1-4bc0-b7db-aa15204015ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T22:07:18Z', 'updated_at': '2021-11-08T22:07:22Z', 'revision_number': 5, 'project_id': '675c9b3fa135484fae600e4b802f7186', 'subnets': [{'id': '9914a888-52f1-4bc0-b7db-aa15204015ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817085-1-iscsi', False) {} {{(pid=101084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 22:13:59.672407 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-5ec49929-2240-45af-aa29-eb20fc06cca6 req-8254045c-b399-4b24-b0d4-1fca4d602060 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e4d5aa63-f3ca-434e-ae15-9665f1105b1f HTTP/1.1" status: 200 len: 217 time: 0.0479603 Nov 08 22:13:59.698129 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d075a690-6e80-4227-9656-d652e12a0fa3 None None] Checking router: 71747b9f-0946-406e-9711-d3c0db299169 for host: dv-cinder-817085-1-iscsi {{(pid=101084) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 22:13:59.707281 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d075a690-6e80-4227-9656-d652e12a0fa3 None None] Routers {'71747b9f-0946-406e-9711-d3c0db299169'} bound to L3 agent in host dv-cinder-817085-1-iscsi {{(pid=101084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 22:13:59.707877 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.db.l3_hamode_db [None req-d075a690-6e80-4227-9656-d652e12a0fa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817085-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T21:51:49Z,description=,heartbeat_timestamp=2021-11-08T22:13:49Z,host='dv-cinder-817085-1-iscsi',id=a7fb4010-89fb-4d99-b0a1-90d6a3aacb04,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T21:51:49Z,topic='l3_agent')) {'router_ids': ['71747b9f-0946-406e-9711-d3c0db299169'], 'active': True} {{(pid=101084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 22:13:59.746576 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-5ca8912c-1cf7-4eb9-933a-4c4243f5f8d4 req-a1a9125f-e8b2-4282-b879-82658a5a414d tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] 10.222.0.25 "GET /v2.0/security-groups?id=ec8c4dc9-4a35-4d6c-bde7-e1d205b3850b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0767465 Nov 08 22:13:59.750125 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec49929-2240-45af-aa29-eb20fc06cca6 req-f97cde05-6a7a-4501-88a8-69c6c0cb9a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:13:59.751589 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-5ec49929-2240-45af-aa29-eb20fc06cca6 req-f97cde05-6a7a-4501-88a8-69c6c0cb9a80 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9914a888-52f1-4bc0-b7db-aa15204015ab HTTP/1.1" status: 200 len: 851 time: 0.0670931 Nov 08 22:13:59.798751 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec49929-2240-45af-aa29-eb20fc06cca6 req-6ce9d9cc-35f5-4c0a-8572-12c5ec2473bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:13:59.800275 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-5ec49929-2240-45af-aa29-eb20fc06cca6 req-6ce9d9cc-35f5-4c0a-8572-12c5ec2473bc service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=83d7137f-89f6-454e-ae7c-d8a3c54047ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0412059 Nov 08 22:13:59.898088 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-5ec49929-2240-45af-aa29-eb20fc06cca6 req-7b72a97a-8443-4ce8-822f-c2868a21bead service neutron] 10.222.0.48 "GET /v2.0/networks/83d7137f-89f6-454e-ae7c-d8a3c54047ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901992 Nov 08 22:13:59.937928 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.db.l3_dvr_db [None req-d075a690-6e80-4227-9656-d652e12a0fa3 None None] Set router 71747b9f-0946-406e-9711-d3c0db299169 gateway port host: dv-cinder-817085-1-iscsi {{(pid=101084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 22:13:59.987820 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-5ec49929-2240-45af-aa29-eb20fc06cca6 req-b4cac684-ea23-4002-988f-2eed5ff6f876 service neutron] 10.222.0.48 "GET /v2.0/networks/83d7137f-89f6-454e-ae7c-d8a3c54047ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812724 Nov 08 22:14:00.129454 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.db.l3_hamode_db [None req-d075a690-6e80-4227-9656-d652e12a0fa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71747b9f-0946-406e-9711-d3c0db299169', 'name': 'tempest-TestVolumeBootPattern-1757242926-router', 'tenant_id': '675c9b3fa135484fae600e4b802f7186', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ae8d913-bef9-4bc0-baeb-78ef8b3a7364', 'external_fixed_ips': [{'subnet_id': 'f0dec947-372d-4ed5-9c9f-864e58aba850', 'ip_address': '172.27.3.4'}], 'enable_snat': True}, 'gw_port_id': '9e24c64b-4337-4581-b02c-06926084ead5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T22:07:16Z', 'updated_at': '2021-11-08T22:07:18Z', 'revision_number': 4, 'project_id': '675c9b3fa135484fae600e4b802f7186', 'gw_port': {'id': '9e24c64b-4337-4581-b02c-06926084ead5', 'name': '', 'network_id': '8ae8d913-bef9-4bc0-baeb-78ef8b3a7364', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:5a:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71747b9f-0946-406e-9711-d3c0db299169', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': 'f0dec947-372d-4ed5-9c9f-864e58aba850', 'ip_address': '172.27.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T22:07:16Z', 'updated_at': '2021-11-08T22:07:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0dec947-372d-4ed5-9c9f-864e58aba850', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817085-1-iscsi', '_interfaces': [{'id': 'f3a85905-22b4-4c66-9192-244fcb436c21', 'name': '', 'network_id': '83d7137f-89f6-454e-ae7c-d8a3c54047ec', 'tenant_id': '675c9b3fa135484fae600e4b802f7186', 'mac_address': 'fa:16:3e:f8:3d:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71747b9f-0946-406e-9711-d3c0db299169', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '9914a888-52f1-4bc0-b7db-aa15204015ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T22:07:18Z', 'updated_at': '2021-11-08T22:07:22Z', 'revision_number': 5, 'project_id': '675c9b3fa135484fae600e4b802f7186', 'subnets': [{'id': '9914a888-52f1-4bc0-b7db-aa15204015ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817085-1-iscsi', False) {} {{(pid=101084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 22:14:00.155272 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d075a690-6e80-4227-9656-d652e12a0fa3 None None] The sync data for ids ['71747b9f-0946-406e-9711-d3c0db299169'] in dv-cinder-817085-1-iscsi is: [{'id': '71747b9f-0946-406e-9711-d3c0db299169', 'name': 'tempest-TestVolumeBootPattern-1757242926-router', 'tenant_id': '675c9b3fa135484fae600e4b802f7186', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ae8d913-bef9-4bc0-baeb-78ef8b3a7364', 'external_fixed_ips': [{'subnet_id': 'f0dec947-372d-4ed5-9c9f-864e58aba850', 'ip_address': '172.27.3.4'}], 'enable_snat': True}, 'gw_port_id': '9e24c64b-4337-4581-b02c-06926084ead5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T22:07:16Z', 'updated_at': '2021-11-08T22:07:18Z', 'revision_number': 4, 'project_id': '675c9b3fa135484fae600e4b802f7186', 'gw_port': {'id': '9e24c64b-4337-4581-b02c-06926084ead5', 'name': '', 'network_id': '8ae8d913-bef9-4bc0-baeb-78ef8b3a7364', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:5a:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71747b9f-0946-406e-9711-d3c0db299169', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': 'f0dec947-372d-4ed5-9c9f-864e58aba850', 'ip_address': '172.27.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T22:07:16Z', 'updated_at': '2021-11-08T22:07:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0dec947-372d-4ed5-9c9f-864e58aba850', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817085-1-iscsi', '_interfaces': [{'id': 'f3a85905-22b4-4c66-9192-244fcb436c21', 'name': '', 'network_id': '83d7137f-89f6-454e-ae7c-d8a3c54047ec', 'tenant_id': '675c9b3fa135484fae600e4b802f7186', 'mac_address': 'fa:16:3e:f8:3d:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71747b9f-0946-406e-9711-d3c0db299169', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '9914a888-52f1-4bc0-b7db-aa15204015ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T22:07:18Z', 'updated_at': '2021-11-08T22:07:22Z', 'revision_number': 5, 'project_id': '675c9b3fa135484fae600e4b802f7186', 'subnets': [{'id': '9914a888-52f1-4bc0-b7db-aa15204015ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 22:14:00.361700 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e49e673-b467-4f8f-8e0b-3680ad6d42f4 None None] New status for floating IP 65d9a313-4a7b-4e96-9da9-d0c5f861637a: DOWN {{(pid=101085) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 08 22:14:00.866400 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc932d66-a958-4d0c-a3e8-95b8a8c170d7 req-33cf0eeb-fd35-45da-b145-2fe29ec00023 tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:14:00.867859 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-dc932d66-a958-4d0c-a3e8-95b8a8c170d7 req-33cf0eeb-fd35-45da-b145-2fe29ec00023 tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] 10.222.0.25 "GET /v2.0/ports?device_id=1f5cba62-ecb4-48f2-8836-a42d0c1ea61a HTTP/1.1" status: 200 len: 945 time: 0.0524294 Nov 08 22:14:00.915257 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-dc932d66-a958-4d0c-a3e8-95b8a8c170d7 req-101e349a-2d01-4f18-a382-5762be9a3407 tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] 10.222.0.25 "GET /v2.0/security-groups?id=ec8c4dc9-4a35-4d6c-bde7-e1d205b3850b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416436 Nov 08 22:14:01.084287 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0031bab2-2a21-479a-8d9c-7f9da06360e6 req-d398d064-6ef2-4194-a00f-8c81c98eb287 tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 22:14:01.085744 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-0031bab2-2a21-479a-8d9c-7f9da06360e6 req-d398d064-6ef2-4194-a00f-8c81c98eb287 tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] 10.222.0.48 "GET /v2.0/ports?device_id=1f5cba62-ecb4-48f2-8836-a42d0c1ea61a HTTP/1.1" status: 200 len: 945 time: 0.0472326 Nov 08 22:14:01.176735 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [req-0031bab2-2a21-479a-8d9c-7f9da06360e6 req-62adc4a6-2820-4f93-94f2-73d1c128840c tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] Deleting port e4d5aa63-f3ca-434e-ae15-9665f1105b1f {{(pid=101082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 22:14:01.177108 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [req-0031bab2-2a21-479a-8d9c-7f9da06360e6 req-62adc4a6-2820-4f93-94f2-73d1c128840c tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728276550584'] for port, before_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:14:01.261778 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.plugins.ml2.db [req-0031bab2-2a21-479a-8d9c-7f9da06360e6 req-62adc4a6-2820-4f93-94f2-73d1c128840c tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] For port e4d5aa63-f3ca-434e-ae15-9665f1105b1f, host hv-cinder-81708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81708',level=0,port_id=e4d5aa63-f3ca-434e-ae15-9665f1105b1f,segment=NetworkSegment(291e05ad-3564-45f6-9832-49264fb3214a),segment_id=291e05ad-3564-45f6-9832-49264fb3214a)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 22:14:01.262137 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [req-0031bab2-2a21-479a-8d9c-7f9da06360e6 req-62adc4a6-2820-4f93-94f2-73d1c128840c tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1626931'] for port, precommit_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:14:01.275052 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [req-0031bab2-2a21-479a-8d9c-7f9da06360e6 req-62adc4a6-2820-4f93-94f2-73d1c128840c tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] Calling delete_port for e4d5aa63-f3ca-434e-ae15-9665f1105b1f owned by compute:nova {{(pid=101082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 22:14:01.399619 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [req-0031bab2-2a21-479a-8d9c-7f9da06360e6 req-62adc4a6-2820-4f93-94f2-73d1c128840c tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728276638338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728276144276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7854484'] for port, after_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:14:01.426822 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62adc4a6-2820-4f93-94f2-73d1c128840c tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] Pushing event deleted for resources: {'Port': ['ID=e4d5aa63-f3ca-434e-ae15-9665f1105b1f,revision_number=None']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:14:01.470735 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [req-0031bab2-2a21-479a-8d9c-7f9da06360e6 req-62adc4a6-2820-4f93-94f2-73d1c128840c tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] No DVR routers for this DVR port e4d5aa63-f3ca-434e-ae15-9665f1105b1f on host hv-cinder-81708 {{(pid=101082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 22:14:01.473190 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [req-0031bab2-2a21-479a-8d9c-7f9da06360e6 req-62adc4a6-2820-4f93-94f2-73d1c128840c tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465805'] for port, before_response {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:14:01.476430 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-0031bab2-2a21-479a-8d9c-7f9da06360e6 req-62adc4a6-2820-4f93-94f2-73d1c128840c tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] 10.222.0.48 "DELETE /v2.0/ports/e4d5aa63-f3ca-434e-ae15-9665f1105b1f HTTP/1.1" status: 204 len: 173 time: 0.3843203 Nov 08 22:14:01.476891 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f5cba62-ecb4-48f2-8836-a42d0c1ea61a', 'name': 'network-vif-deleted', 'tag': 'e4d5aa63-f3ca-434e-ae15-9665f1105b1f'}] {{(pid=101082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 22:14:01.479108 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5244ac95217a6bb312334333bc6ed4bdb0e50c4a837cb758f48f620e9b099f25" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e68ff28-0d6a-4d31-a53b-68debffb6fc5" -d '{"events": [{"server_uuid": "1f5cba62-ecb4-48f2-8836-a42d0c1ea61a", "name": "network-vif-deleted", "tag": "e4d5aa63-f3ca-434e-ae15-9665f1105b1f"}]}' {{(pid=101082) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 22:14:01.518173 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 22:14:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4222802-e8b4-441e-adfb-dd0009eaf818 x-openstack-request-id: req-f4222802-e8b4-441e-adfb-dd0009eaf818 {{(pid=101082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 22:14:01.518462 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f5cba62-ecb4-48f2-8836-a42d0c1ea61a", "name": "network-vif-deleted", "tag": "e4d5aa63-f3ca-434e-ae15-9665f1105b1f", "status": "completed", "code": 200}]} {{(pid=101082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 22:14:01.518707 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f4222802-e8b4-441e-adfb-dd0009eaf818 {{(pid=101082) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 22:14:01.519103 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f5cba62-ecb4-48f2-8836-a42d0c1ea61a', 'name': 'network-vif-deleted', 'tag': 'e4d5aa63-f3ca-434e-ae15-9665f1105b1f', 'status': 'completed', 'code': 200} Nov 08 22:14:02.021643 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [req-692cf615-ed65-4113-a3e3-8eb26a4b1f1d req-a04d13d7-5690-4b3e-9873-2f30b7e54a4a tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] 10.222.0.25 "GET /v2.0/ports?device_id=1f5cba62-ecb4-48f2-8836-a42d0c1ea61a HTTP/1.1" status: 200 len: 210 time: 0.0301754 Nov 08 22:14:03.084011 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.wsgi [-] (101082) accepted ('10.222.0.25', 50708) {{(pid=101082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 22:14:03.205589 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-6143cd80-981c-4e79-b30b-71812e95ff83 tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] Deleting port ac657339-a338-4996-b485-57c36076462c {{(pid=101082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 22:14:03.205923 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-6143cd80-981c-4e79-b30b-71812e95ff83 tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728276550584'] for port, before_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:14:03.277128 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-6143cd80-981c-4e79-b30b-71812e95ff83 tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1626931'] for port, precommit_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:14:03.277448 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-6143cd80-981c-4e79-b30b-71812e95ff83 tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:14:03.288689 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-6143cd80-981c-4e79-b30b-71812e95ff83 tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] Calling delete_port for ac657339-a338-4996-b485-57c36076462c owned by network:floatingip {{(pid=101082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 22:14:03.416936 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-6143cd80-981c-4e79-b30b-71812e95ff83 tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728276638338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728276144276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7854484'] for port, after_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:14:03.443042 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6143cd80-981c-4e79-b30b-71812e95ff83 tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] Pushing event deleted for resources: {'Port': ['ID=ac657339-a338-4996-b485-57c36076462c,revision_number=None']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:14:03.501629 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-6143cd80-981c-4e79-b30b-71812e95ff83 tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] Publish callbacks [] for floatingip, after_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:14:03.504327 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-6143cd80-981c-4e79-b30b-71812e95ff83 tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-465805'] for floatingip, before_response {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:14:03.505575 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [None req-6143cd80-981c-4e79-b30b-71812e95ff83 tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] 10.222.0.25 "DELETE /v2.0/floatingips/6c366199-e16e-4011-a2bb-9a5dc2cf8b12 HTTP/1.1" status: 204 len: 168 time: 0.4205909 Nov 08 22:14:04.686903 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.wsgi [-] (101082) accepted ('10.222.0.25', 50720) {{(pid=101082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 22:14:04.743511 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-3d1a9350-5f6e-4429-a590-97f91842374e tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] Publish callbacks [] for security_group, before_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:14:04.768403 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-3d1a9350-5f6e-4429-a590-97f91842374e tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:14:04.825126 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-3d1a9350-5f6e-4429-a590-97f91842374e tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2033567'] for security_group, after_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:14:04.828140 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-3d1a9350-5f6e-4429-a590-97f91842374e tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] Publish callbacks [] for security_group, before_response {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:14:04.829305 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [None req-3d1a9350-5f6e-4429-a590-97f91842374e tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] 10.222.0.25 "DELETE /v2.0/security-groups/ec8c4dc9-4a35-4d6c-bde7-e1d205b3850b HTTP/1.1" status: 204 len: 168 time: 0.1414216 Nov 08 22:14:04.838630 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1a9350-5f6e-4429-a590-97f91842374e tempest-TestVolumeBootPattern-2144186475 tempest-TestVolumeBootPattern-2144186475-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec8c4dc9-4a35-4d6c-bde7-e1d205b3850b,revision_number=None']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:14:04.882286 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.wsgi [-] (101083) accepted ('10.222.0.25', 50724) {{(pid=101083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 22:14:05.327945 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.rpc [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Device e4d5aa63-f3ca-434e-ae15-9665f1105b1f no longer exists at agent hyperv_hv-cinder-81708 {{(pid=101084) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 22:14:05.348339 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.plugin [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] No Port match for: e4d5aa63-f3ca-434e-ae15-9665f1105b1f {{(pid=101084) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 22:14:05.348743 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.rpc [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Device e4d5aa63-f3ca-434e-ae15-9665f1105b1f not bound to the agent host hv-cinder-81708 {{(pid=101084) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 22:14:05.353163 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-8a0ee2a2-4a9e-455f-8904-75a30efc0fcd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1623189'] for router_interface, before_delete {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:14:05.583450 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.plugins.ml2.plugin [None req-8a0ee2a2-4a9e-455f-8904-75a30efc0fcd admin admin] Deleting port f3a85905-22b4-4c66-9192-244fcb436c21 {{(pid=101083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 22:14:05.583694 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-8a0ee2a2-4a9e-455f-8904-75a30efc0fcd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728276550584'] for port, before_delete {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:14:05.657846 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.plugins.ml2.db [None req-8a0ee2a2-4a9e-455f-8904-75a30efc0fcd admin admin] For port f3a85905-22b4-4c66-9192-244fcb436c21, host dv-cinder-817085-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817085-1-iscsi',level=0,port_id=f3a85905-22b4-4c66-9192-244fcb436c21,segment=NetworkSegment(291e05ad-3564-45f6-9832-49264fb3214a),segment_id=291e05ad-3564-45f6-9832-49264fb3214a)] {{(pid=101083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 22:14:05.658246 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-8a0ee2a2-4a9e-455f-8904-75a30efc0fcd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1626931'] for port, precommit_delete {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:14:05.673244 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.plugins.ml2.plugin [None req-8a0ee2a2-4a9e-455f-8904-75a30efc0fcd admin admin] Calling delete_port for f3a85905-22b4-4c66-9192-244fcb436c21 owned by network:router_interface {{(pid=101083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 22:14:05.845029 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-8a0ee2a2-4a9e-455f-8904-75a30efc0fcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728276638338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728276144276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7659000'] for port, after_delete {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:14:05.866892 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0ee2a2-4a9e-455f-8904-75a30efc0fcd admin admin] Pushing event deleted for resources: {'Port': ['ID=f3a85905-22b4-4c66-9192-244fcb436c21,revision_number=None']} {{(pid=101083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:14:05.877283 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0ee2a2-4a9e-455f-8904-75a30efc0fcd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 22:14:05.877627 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0ee2a2-4a9e-455f-8904-75a30efc0fcd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 22:14:05.877960 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0ee2a2-4a9e-455f-8904-75a30efc0fcd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 22:14:05.878285 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0ee2a2-4a9e-455f-8904-75a30efc0fcd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 22:14:05.878610 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0ee2a2-4a9e-455f-8904-75a30efc0fcd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 22:14:05.879303 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0ee2a2-4a9e-455f-8904-75a30efc0fcd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 22:14:05.879303 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0ee2a2-4a9e-455f-8904-75a30efc0fcd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 22:14:05.879601 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0ee2a2-4a9e-455f-8904-75a30efc0fcd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 22:14:05.879851 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0ee2a2-4a9e-455f-8904-75a30efc0fcd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 22:14:05.880163 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0ee2a2-4a9e-455f-8904-75a30efc0fcd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 22:14:05.880476 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0ee2a2-4a9e-455f-8904-75a30efc0fcd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 22:14:05.880786 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0ee2a2-4a9e-455f-8904-75a30efc0fcd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 22:14:06.038980 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-8a0ee2a2-4a9e-455f-8904-75a30efc0fcd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1646114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1636901'] for router_interface, after_delete {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:14:06.242538 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a0ee2a2-4a9e-455f-8904-75a30efc0fcd admin admin] Router 71747b9f-0946-406e-9711-d3c0db299169 has already been hosted by L3 agent a7fb4010-89fb-4d99-b0a1-90d6a3aacb04 {{(pid=101083) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 22:14:06.585614 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a0ee2a2-4a9e-455f-8904-75a30efc0fcd admin admin] Notify agent at l3_agent.dv-cinder-817085-1-iscsi the message routers_updated {{(pid=101083) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 22:14:06.590549 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [None req-8a0ee2a2-4a9e-455f-8904-75a30efc0fcd admin admin] 10.222.0.25 "PUT /v2.0/routers/71747b9f-0946-406e-9711-d3c0db299169/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7067227 Nov 08 22:14:06.593680 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.wsgi [-] (101083) accepted ('10.222.0.25', 50730) {{(pid=101083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 22:14:06.596321 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbf6a4ec-b476-4a1a-b275-0be9ffef4720 None None] Sync routers for ids ['71747b9f-0946-406e-9711-d3c0db299169'] in dv-cinder-817085-1-iscsi {{(pid=101084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 22:14:06.605857 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbf6a4ec-b476-4a1a-b275-0be9ffef4720 None None] Routers {'71747b9f-0946-406e-9711-d3c0db299169'} bound to L3 agent in host dv-cinder-817085-1-iscsi {{(pid=101084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 22:14:06.606461 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.db.l3_hamode_db [None req-cbf6a4ec-b476-4a1a-b275-0be9ffef4720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817085-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T21:51:49Z,description=,heartbeat_timestamp=2021-11-08T22:13:49Z,host='dv-cinder-817085-1-iscsi',id=a7fb4010-89fb-4d99-b0a1-90d6a3aacb04,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T21:51:49Z,topic='l3_agent')) {'router_ids': ['71747b9f-0946-406e-9711-d3c0db299169'], 'active': True} {{(pid=101084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 22:14:06.693372 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-dfa21e94-0be4-4b02-816b-795e43d08ed6 admin admin] Publish callbacks [] for router, before_delete {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:14:06.707927 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.db.l3_dvr_db [None req-cbf6a4ec-b476-4a1a-b275-0be9ffef4720 None None] Set router 71747b9f-0946-406e-9711-d3c0db299169 gateway port host: dv-cinder-817085-1-iscsi {{(pid=101084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 22:14:06.798988 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-dfa21e94-0be4-4b02-816b-795e43d08ed6 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:14:06.849884 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.plugins.ml2.plugin [None req-dfa21e94-0be4-4b02-816b-795e43d08ed6 admin admin] Deleting port 9e24c64b-4337-4581-b02c-06926084ead5 {{(pid=101083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 22:14:06.850111 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-dfa21e94-0be4-4b02-816b-795e43d08ed6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728276550584'] for port, before_delete {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:14:06.883545 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.db.l3_hamode_db [None req-cbf6a4ec-b476-4a1a-b275-0be9ffef4720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71747b9f-0946-406e-9711-d3c0db299169', 'name': 'tempest-TestVolumeBootPattern-1757242926-router', 'tenant_id': '675c9b3fa135484fae600e4b802f7186', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ae8d913-bef9-4bc0-baeb-78ef8b3a7364', 'external_fixed_ips': [{'subnet_id': 'f0dec947-372d-4ed5-9c9f-864e58aba850', 'ip_address': '172.27.3.4'}], 'enable_snat': True}, 'gw_port_id': '9e24c64b-4337-4581-b02c-06926084ead5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T22:07:16Z', 'updated_at': '2021-11-08T22:14:05Z', 'revision_number': 5, 'project_id': '675c9b3fa135484fae600e4b802f7186', 'gw_port': {'id': '9e24c64b-4337-4581-b02c-06926084ead5', 'name': '', 'network_id': '8ae8d913-bef9-4bc0-baeb-78ef8b3a7364', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:5a:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71747b9f-0946-406e-9711-d3c0db299169', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': 'f0dec947-372d-4ed5-9c9f-864e58aba850', 'ip_address': '172.27.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T22:07:16Z', 'updated_at': '2021-11-08T22:07:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0dec947-372d-4ed5-9c9f-864e58aba850', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817085-1-iscsi'}], 'dv-cinder-817085-1-iscsi', False) {} {{(pid=101084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 22:14:06.914393 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbf6a4ec-b476-4a1a-b275-0be9ffef4720 None None] Checking router: 71747b9f-0946-406e-9711-d3c0db299169 for host: dv-cinder-817085-1-iscsi {{(pid=101084) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 22:14:06.923273 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbf6a4ec-b476-4a1a-b275-0be9ffef4720 None None] Routers {'71747b9f-0946-406e-9711-d3c0db299169'} bound to L3 agent in host dv-cinder-817085-1-iscsi {{(pid=101084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 22:14:06.923873 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.db.l3_hamode_db [None req-cbf6a4ec-b476-4a1a-b275-0be9ffef4720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817085-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T21:51:49Z,description=,heartbeat_timestamp=2021-11-08T22:13:49Z,host='dv-cinder-817085-1-iscsi',id=a7fb4010-89fb-4d99-b0a1-90d6a3aacb04,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T21:51:49Z,topic='l3_agent')) {'router_ids': ['71747b9f-0946-406e-9711-d3c0db299169'], 'active': True} {{(pid=101084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 22:14:06.926267 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.plugins.ml2.db [None req-dfa21e94-0be4-4b02-816b-795e43d08ed6 admin admin] For port 9e24c64b-4337-4581-b02c-06926084ead5, host dv-cinder-817085-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817085-1-iscsi',level=0,port_id=9e24c64b-4337-4581-b02c-06926084ead5,segment=NetworkSegment(4f9c68d0-c68c-4bfe-b6e8-d7426962dfc1),segment_id=4f9c68d0-c68c-4bfe-b6e8-d7426962dfc1)] {{(pid=101083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 22:14:06.926621 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-dfa21e94-0be4-4b02-816b-795e43d08ed6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1626931'] for port, precommit_delete {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:14:06.938797 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.plugins.ml2.plugin [None req-dfa21e94-0be4-4b02-816b-795e43d08ed6 admin admin] Calling delete_port for 9e24c64b-4337-4581-b02c-06926084ead5 owned by network:router_gateway {{(pid=101083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 22:14:07.012171 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.db.l3_dvr_db [None req-cbf6a4ec-b476-4a1a-b275-0be9ffef4720 None None] Set router 71747b9f-0946-406e-9711-d3c0db299169 gateway port host: None {{(pid=101084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 22:14:07.065237 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.db.l3_hamode_db [None req-cbf6a4ec-b476-4a1a-b275-0be9ffef4720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71747b9f-0946-406e-9711-d3c0db299169', 'name': 'tempest-TestVolumeBootPattern-1757242926-router', 'tenant_id': '675c9b3fa135484fae600e4b802f7186', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T22:07:16Z', 'updated_at': '2021-11-08T22:14:06Z', 'revision_number': 6, 'project_id': '675c9b3fa135484fae600e4b802f7186', 'gw_port_host': None}], 'dv-cinder-817085-1-iscsi', False) {} {{(pid=101084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 22:14:07.095558 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbf6a4ec-b476-4a1a-b275-0be9ffef4720 None None] The sync data for ids ['71747b9f-0946-406e-9711-d3c0db299169'] in dv-cinder-817085-1-iscsi is: [{'id': '71747b9f-0946-406e-9711-d3c0db299169', 'name': 'tempest-TestVolumeBootPattern-1757242926-router', 'tenant_id': '675c9b3fa135484fae600e4b802f7186', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T22:07:16Z', 'updated_at': '2021-11-08T22:14:06Z', 'revision_number': 6, 'project_id': '675c9b3fa135484fae600e4b802f7186', 'gw_port_host': None}] {{(pid=101084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 22:14:07.101731 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-dfa21e94-0be4-4b02-816b-795e43d08ed6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728276638338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728276144276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7659000'] for port, after_delete {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:14:07.132829 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa21e94-0be4-4b02-816b-795e43d08ed6 admin admin] Pushing event deleted for resources: {'Port': ['ID=9e24c64b-4337-4581-b02c-06926084ead5,revision_number=None']} {{(pid=101083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:14:07.188494 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-dfa21e94-0be4-4b02-816b-795e43d08ed6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1624031'] for router_gateway, after_delete {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:14:07.277334 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-dfa21e94-0be4-4b02-816b-795e43d08ed6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1634429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5206'] for router, precommit_delete {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:14:07.279454 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-dfa21e94-0be4-4b02-816b-795e43d08ed6 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:14:07.322673 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-dfa21e94-0be4-4b02-816b-795e43d08ed6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1634406'] for router, after_delete {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:14:07.323216 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfa21e94-0be4-4b02-816b-795e43d08ed6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 71747b9f-0946-406e-9711-d3c0db299169 {{(pid=101083) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 08 22:14:07.329099 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-dfa21e94-0be4-4b02-816b-795e43d08ed6 admin admin] Publish callbacks [] for router, before_response {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:14:07.330218 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [None req-dfa21e94-0be4-4b02-816b-795e43d08ed6 admin admin] 10.222.0.25 "DELETE /v2.0/routers/71747b9f-0946-406e-9711-d3c0db299169 HTTP/1.1" status: 204 len: 168 time: 0.7356408 Nov 08 22:14:07.332829 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.wsgi [-] (101083) accepted ('10.222.0.25', 50732) {{(pid=101083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 22:14:07.379910 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.db.db_base_plugin_v2 [None req-931dabaa-2487-4222-a68a-06e6302fb880 admin admin] Deleting subnet 9914a888-52f1-4bc0-b7db-aa15204015ab {{(pid=101083) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 22:14:07.382911 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-931dabaa-2487-4222-a68a-06e6302fb880 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:14:07.416739 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-931dabaa-2487-4222-a68a-06e6302fb880 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8163774'] for subnet, precommit_delete_associations {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:14:07.507088 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-931dabaa-2487-4222-a68a-06e6302fb880 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-524324'] for subnet, precommit_delete {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:14:07.562405 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-931dabaa-2487-4222-a68a-06e6302fb880 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-524333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7658797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4932587'] for subnet, after_delete {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:14:07.590084 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-931dabaa-2487-4222-a68a-06e6302fb880 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:14:07.594543 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [None req-931dabaa-2487-4222-a68a-06e6302fb880 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/9914a888-52f1-4bc0-b7db-aa15204015ab HTTP/1.1" status: 204 len: 168 time: 0.2605414 Nov 08 22:14:07.595551 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931dabaa-2487-4222-a68a-06e6302fb880 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9914a888-52f1-4bc0-b7db-aa15204015ab,revision_number=None']} {{(pid=101083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:14:07.595767 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94c1231a-a413-4831-b56c-350ef6af70ec None None] Network 83d7137f-89f6-454e-ae7c-d8a3c54047ec requested from dv-cinder-817085-1-iscsi {{(pid=101084) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 22:14:07.596963 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.wsgi [-] (101082) accepted ('10.222.0.25', 50734) {{(pid=101082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 22:14:07.667999 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-39cb109b-8ddc-48be-9549-c268b1764d02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605121'] for network, before_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:14:07.726527 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-39cb109b-8ddc-48be-9549-c268b1764d02 admin admin] Deleting port 47174a13-e0d5-4d65-a13f-aed62cc1fbf1 {{(pid=101082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 22:14:07.726874 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-39cb109b-8ddc-48be-9549-c268b1764d02 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728276550584'] for port, before_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:14:07.788594 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-39cb109b-8ddc-48be-9549-c268b1764d02 admin admin] For port 47174a13-e0d5-4d65-a13f-aed62cc1fbf1, host dv-cinder-817085-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817085-1-iscsi',level=0,port_id=47174a13-e0d5-4d65-a13f-aed62cc1fbf1,segment=NetworkSegment(291e05ad-3564-45f6-9832-49264fb3214a),segment_id=291e05ad-3564-45f6-9832-49264fb3214a)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 22:14:07.788996 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-39cb109b-8ddc-48be-9549-c268b1764d02 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1626931'] for port, precommit_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:14:07.801293 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-39cb109b-8ddc-48be-9549-c268b1764d02 admin admin] Calling delete_port for 47174a13-e0d5-4d65-a13f-aed62cc1fbf1 owned by network:dhcp {{(pid=101082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 22:14:07.864597 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-628f1dd4-4e6c-4668-811c-2c7dc19127e6 None None] DHCP port deletion for 83d7137f-89f6-454e-ae7c-d8a3c54047ec request from dv-cinder-817085-1-iscsi {{(pid=101084) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 22:14:07.889514 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-39cb109b-8ddc-48be-9549-c268b1764d02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728276638338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728276144276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7854484'] for port, after_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:14:07.913441 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.plugin [None req-628f1dd4-4e6c-4668-811c-2c7dc19127e6 None None] Deleting port 47174a13-e0d5-4d65-a13f-aed62cc1fbf1 {{(pid=101084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 22:14:07.913810 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-628f1dd4-4e6c-4668-811c-2c7dc19127e6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728276550584'] for port, before_delete {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:14:07.917139 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39cb109b-8ddc-48be-9549-c268b1764d02 admin admin] Pushing event deleted for resources: {'Port': ['ID=47174a13-e0d5-4d65-a13f-aed62cc1fbf1,revision_number=None']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:14:07.919011 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39cb109b-8ddc-48be-9549-c268b1764d02 admin admin] No DVR routers for this DVR port 47174a13-e0d5-4d65-a13f-aed62cc1fbf1 on host dv-cinder-817085-1-iscsi {{(pid=101082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 22:14:07.980341 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.db [None req-628f1dd4-4e6c-4668-811c-2c7dc19127e6 None None] For port 47174a13-e0d5-4d65-a13f-aed62cc1fbf1, host dv-cinder-817085-1-iscsi, got binding levels [] {{(pid=101084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 22:14:07.980728 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-628f1dd4-4e6c-4668-811c-2c7dc19127e6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1626931'] for port, precommit_delete {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:14:07.988244 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-39cb109b-8ddc-48be-9549-c268b1764d02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-530513', 'neutron.services.segments.db._delete_segments_for_network-8728276665393'] for network, precommit_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:14:07.993777 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.plugin [None req-628f1dd4-4e6c-4668-811c-2c7dc19127e6 None None] Calling delete_port for 47174a13-e0d5-4d65-a13f-aed62cc1fbf1 owned by network:dhcp {{(pid=101084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 22:14:07.996419 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.db.ipam_backend_mixin [None req-628f1dd4-4e6c-4668-811c-2c7dc19127e6 None None] Port 47174a13-e0d5-4d65-a13f-aed62cc1fbf1 was not found and therefore no delete operation was performed {{(pid=101084) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 08 22:14:07.997660 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-628f1dd4-4e6c-4668-811c-2c7dc19127e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728276638338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728276144276'] for port, after_delete {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:14:08.009172 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.services.segments.db [None req-39cb109b-8ddc-48be-9549-c268b1764d02 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83d7137f-89f6-454e-ae7c-d8a3c54047ec']}} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 22:14:08.018637 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.services.segments.db [None req-39cb109b-8ddc-48be-9549-c268b1764d02 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '291e05ad-3564-45f6-9832-49264fb3214a') {'for_net_delete': True} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 22:14:08.018928 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.services.segments.db [None req-39cb109b-8ddc-48be-9549-c268b1764d02 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '291e05ad-3564-45f6-9832-49264fb3214a') {} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 22:14:08.026626 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628f1dd4-4e6c-4668-811c-2c7dc19127e6 None None] Pushing event deleted for resources: {'Port': ['ID=47174a13-e0d5-4d65-a13f-aed62cc1fbf1,revision_number=None']} {{(pid=101084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:14:08.032825 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-39cb109b-8ddc-48be-9549-c268b1764d02 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728276699450', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7786216'] for segment, before_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:14:08.033034 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-628f1dd4-4e6c-4668-811c-2c7dc19127e6 None None] No DVR routers for this DVR port 47174a13-e0d5-4d65-a13f-aed62cc1fbf1 on host dv-cinder-817085-1-iscsi {{(pid=101084) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 22:14:08.042325 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-628f1dd4-4e6c-4668-811c-2c7dc19127e6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 22:14:08.042325 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-628f1dd4-4e6c-4668-811c-2c7dc19127e6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 22:14:08.042325 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-628f1dd4-4e6c-4668-811c-2c7dc19127e6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 22:14:08.042577 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-628f1dd4-4e6c-4668-811c-2c7dc19127e6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 22:14:08.042852 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-628f1dd4-4e6c-4668-811c-2c7dc19127e6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 22:14:08.043036 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-628f1dd4-4e6c-4668-811c-2c7dc19127e6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 22:14:08.043358 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-628f1dd4-4e6c-4668-811c-2c7dc19127e6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 22:14:08.043681 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-628f1dd4-4e6c-4668-811c-2c7dc19127e6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 22:14:08.044002 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-628f1dd4-4e6c-4668-811c-2c7dc19127e6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 22:14:08.044319 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-628f1dd4-4e6c-4668-811c-2c7dc19127e6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 22:14:08.044635 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-628f1dd4-4e6c-4668-811c-2c7dc19127e6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 22:14:08.044972 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-628f1dd4-4e6c-4668-811c-2c7dc19127e6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817085-1-iscsi {{(pid=101084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 22:14:08.050919 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-39cb109b-8ddc-48be-9549-c268b1764d02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-527333'] for segment, precommit_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:14:08.057316 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39cb109b-8ddc-48be-9549-c268b1764d02 admin admin] Releasing vlan 718 on physical network physnet1 to pool {{(pid=101082) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 22:14:08.057707 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-39cb109b-8ddc-48be-9549-c268b1764d02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-527333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7854503'] for segment, after_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:14:08.059557 dv-cinder-817085-1-iscsi neutron-server[101082]: Traceback (most recent call last): Nov 08 22:14:08.059557 dv-cinder-817085-1-iscsi neutron-server[101082]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 22:14:08.059557 dv-cinder-817085-1-iscsi neutron-server[101082]: timer() Nov 08 22:14:08.059557 dv-cinder-817085-1-iscsi neutron-server[101082]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 22:14:08.059557 dv-cinder-817085-1-iscsi neutron-server[101082]: cb(*args, **kw) Nov 08 22:14:08.059557 dv-cinder-817085-1-iscsi neutron-server[101082]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 22:14:08.059557 dv-cinder-817085-1-iscsi neutron-server[101082]: return func(*args, **kwargs) Nov 08 22:14:08.059557 dv-cinder-817085-1-iscsi neutron-server[101082]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 22:14:08.059557 dv-cinder-817085-1-iscsi neutron-server[101082]: self._notify() Nov 08 22:14:08.059557 dv-cinder-817085-1-iscsi neutron-server[101082]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 22:14:08.059557 dv-cinder-817085-1-iscsi neutron-server[101082]: self.callback(batched_events) Nov 08 22:14:08.059557 dv-cinder-817085-1-iscsi neutron-server[101082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 22:14:08.059557 dv-cinder-817085-1-iscsi neutron-server[101082]: event.method(event) Nov 08 22:14:08.059557 dv-cinder-817085-1-iscsi neutron-server[101082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 22:14:08.059557 dv-cinder-817085-1-iscsi neutron-server[101082]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 22:14:08.059557 dv-cinder-817085-1-iscsi neutron-server[101082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 22:14:08.059557 dv-cinder-817085-1-iscsi neutron-server[101082]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 22:14:08.059557 dv-cinder-817085-1-iscsi neutron-server[101082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 22:14:08.059557 dv-cinder-817085-1-iscsi neutron-server[101082]: return f(self, *a, **k) Nov 08 22:14:08.059557 dv-cinder-817085-1-iscsi neutron-server[101082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 22:14:08.059557 dv-cinder-817085-1-iscsi neutron-server[101082]: return self._get(url).json() Nov 08 22:14:08.059557 dv-cinder-817085-1-iscsi neutron-server[101082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 22:14:08.059557 dv-cinder-817085-1-iscsi neutron-server[101082]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 22:14:08.059557 dv-cinder-817085-1-iscsi neutron-server[101082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 22:14:08.059557 dv-cinder-817085-1-iscsi neutron-server[101082]: return self.request(url, 'GET', **kwargs) Nov 08 22:14:08.059557 dv-cinder-817085-1-iscsi neutron-server[101082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 22:14:08.059557 dv-cinder-817085-1-iscsi neutron-server[101082]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 22:14:08.059557 dv-cinder-817085-1-iscsi neutron-server[101082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 22:14:08.059557 dv-cinder-817085-1-iscsi neutron-server[101082]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 22:14:08.059557 dv-cinder-817085-1-iscsi neutron-server[101082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 22:14:08.059557 dv-cinder-817085-1-iscsi neutron-server[101082]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 22:14:08.059557 dv-cinder-817085-1-iscsi neutron-server[101082]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 22:14:08.114737 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-39cb109b-8ddc-48be-9549-c268b1764d02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-531106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1623971'] for network, after_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:14:08.130183 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-39cb109b-8ddc-48be-9549-c268b1764d02 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646287'] for network, before_response {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:14:08.133414 dv-cinder-817085-1-iscsi neutron-server[101082]: INFO neutron.wsgi [None req-39cb109b-8ddc-48be-9549-c268b1764d02 admin admin] 10.222.0.25 "DELETE /v2.0/networks/83d7137f-89f6-454e-ae7c-d8a3c54047ec HTTP/1.1" status: 204 len: 168 time: 0.5349007 Nov 08 22:14:08.134785 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39cb109b-8ddc-48be-9549-c268b1764d02 admin admin] Pushing event deleted for resources: {'Network': ['ID=83d7137f-89f6-454e-ae7c-d8a3c54047ec,revision_number=None']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:14:08.140867 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.wsgi [-] (101083) accepted ('10.222.0.25', 50736) {{(pid=101083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 22:14:08.465387 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-5198cce3-aa3a-44ec-acc4-913c84e6dd2a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1623189'] for router_interface, before_delete {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:14:08.706681 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.plugins.ml2.plugin [None req-5198cce3-aa3a-44ec-acc4-913c84e6dd2a admin admin] Deleting port 98d45584-88fd-4939-8911-7d8dd446a918 {{(pid=101083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 22:14:08.706909 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-5198cce3-aa3a-44ec-acc4-913c84e6dd2a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728276550584'] for port, before_delete {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:14:08.788964 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.plugins.ml2.db [None req-5198cce3-aa3a-44ec-acc4-913c84e6dd2a admin admin] For port 98d45584-88fd-4939-8911-7d8dd446a918, host dv-cinder-817085-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817085-1-iscsi',level=0,port_id=98d45584-88fd-4939-8911-7d8dd446a918,segment=NetworkSegment(48ebeb7e-01ef-48c6-b593-099ff00f3b89),segment_id=48ebeb7e-01ef-48c6-b593-099ff00f3b89)] {{(pid=101083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 22:14:08.789321 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-5198cce3-aa3a-44ec-acc4-913c84e6dd2a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1626931'] for port, precommit_delete {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:14:08.802206 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.plugins.ml2.plugin [None req-5198cce3-aa3a-44ec-acc4-913c84e6dd2a admin admin] Calling delete_port for 98d45584-88fd-4939-8911-7d8dd446a918 owned by network:router_interface {{(pid=101083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 22:14:08.971373 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-5198cce3-aa3a-44ec-acc4-913c84e6dd2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728276638338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728276144276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7659000'] for port, after_delete {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:14:08.997380 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5198cce3-aa3a-44ec-acc4-913c84e6dd2a admin admin] Pushing event deleted for resources: {'Port': ['ID=98d45584-88fd-4939-8911-7d8dd446a918,revision_number=None']} {{(pid=101083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:14:09.158337 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-5198cce3-aa3a-44ec-acc4-913c84e6dd2a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1646114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1636901'] for router_interface, after_delete {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:14:09.239901 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.rpc [None req-ad13160b-513d-4512-a15f-cb40cce6b7e9 None None] Device f3a85905-22b4-4c66-9192-244fcb436c21 no longer exists at agent ovs-agent-dv-cinder-817085-1-iscsi {{(pid=101084) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 22:14:09.260074 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.plugin [None req-ad13160b-513d-4512-a15f-cb40cce6b7e9 None None] No Port match for: f3a85905-22b4-4c66-9192-244fcb436c21 {{(pid=101084) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 22:14:09.260668 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.rpc [None req-ad13160b-513d-4512-a15f-cb40cce6b7e9 None None] Device f3a85905-22b4-4c66-9192-244fcb436c21 not bound to the agent host dv-cinder-817085-1-iscsi {{(pid=101084) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 22:14:09.261114 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.rpc [None req-ad13160b-513d-4512-a15f-cb40cce6b7e9 None None] Device 47174a13-e0d5-4d65-a13f-aed62cc1fbf1 no longer exists at agent ovs-agent-dv-cinder-817085-1-iscsi {{(pid=101084) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 22:14:09.281571 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.plugin [None req-ad13160b-513d-4512-a15f-cb40cce6b7e9 None None] No Port match for: 47174a13-e0d5-4d65-a13f-aed62cc1fbf1 {{(pid=101084) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 22:14:09.281831 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.rpc [None req-ad13160b-513d-4512-a15f-cb40cce6b7e9 None None] Device 47174a13-e0d5-4d65-a13f-aed62cc1fbf1 not bound to the agent host dv-cinder-817085-1-iscsi {{(pid=101084) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 22:14:09.282245 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.rpc [None req-ad13160b-513d-4512-a15f-cb40cce6b7e9 None None] Device 9e24c64b-4337-4581-b02c-06926084ead5 no longer exists at agent ovs-agent-dv-cinder-817085-1-iscsi {{(pid=101084) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 22:14:09.300452 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.plugin [None req-ad13160b-513d-4512-a15f-cb40cce6b7e9 None None] No Port match for: 9e24c64b-4337-4581-b02c-06926084ead5 {{(pid=101084) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 22:14:09.300792 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.rpc [None req-ad13160b-513d-4512-a15f-cb40cce6b7e9 None None] Device 9e24c64b-4337-4581-b02c-06926084ead5 not bound to the agent host dv-cinder-817085-1-iscsi {{(pid=101084) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 22:14:09.376845 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5198cce3-aa3a-44ec-acc4-913c84e6dd2a admin admin] Router 3df879be-fb3d-4a21-9cd8-8d75b6cff9f5 has already been hosted by L3 agent a7fb4010-89fb-4d99-b0a1-90d6a3aacb04 {{(pid=101083) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 22:14:09.478263 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5198cce3-aa3a-44ec-acc4-913c84e6dd2a admin admin] Notify agent at l3_agent.dv-cinder-817085-1-iscsi the message routers_updated {{(pid=101083) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 22:14:09.483415 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [None req-5198cce3-aa3a-44ec-acc4-913c84e6dd2a admin admin] 10.222.0.25 "PUT /v2.0/routers/3df879be-fb3d-4a21-9cd8-8d75b6cff9f5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3456221 Nov 08 22:14:09.486391 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.wsgi [-] (101083) accepted ('10.222.0.25', 50738) {{(pid=101083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 22:14:09.489303 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6a048d6-4141-42ef-823b-dd1d26219ba5 None None] Sync routers for ids ['3df879be-fb3d-4a21-9cd8-8d75b6cff9f5'] in dv-cinder-817085-1-iscsi {{(pid=101085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 22:14:09.498618 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6a048d6-4141-42ef-823b-dd1d26219ba5 None None] Routers {'3df879be-fb3d-4a21-9cd8-8d75b6cff9f5'} bound to L3 agent in host dv-cinder-817085-1-iscsi {{(pid=101085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 22:14:09.499224 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.db.l3_hamode_db [None req-c6a048d6-4141-42ef-823b-dd1d26219ba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817085-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T21:51:49Z,description=,heartbeat_timestamp=2021-11-08T22:13:49Z,host='dv-cinder-817085-1-iscsi',id=a7fb4010-89fb-4d99-b0a1-90d6a3aacb04,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T21:51:49Z,topic='l3_agent')) {'router_ids': ['3df879be-fb3d-4a21-9cd8-8d75b6cff9f5'], 'active': True} {{(pid=101085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 22:14:09.586735 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-befb2caa-c966-4a15-90df-7ebb10bcc6b3 admin admin] Publish callbacks [] for router, before_delete {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:14:09.600707 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.db.l3_dvr_db [None req-c6a048d6-4141-42ef-823b-dd1d26219ba5 None None] Set router 3df879be-fb3d-4a21-9cd8-8d75b6cff9f5 gateway port host: dv-cinder-817085-1-iscsi {{(pid=101085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 22:14:09.687159 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-befb2caa-c966-4a15-90df-7ebb10bcc6b3 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:14:09.737096 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.plugins.ml2.plugin [None req-befb2caa-c966-4a15-90df-7ebb10bcc6b3 admin admin] Deleting port 00f75eff-20c9-4726-a12d-ed4dc2ba2243 {{(pid=101083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 22:14:09.737337 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-befb2caa-c966-4a15-90df-7ebb10bcc6b3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728276550584'] for port, before_delete {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:14:09.776574 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.db.l3_hamode_db [None req-c6a048d6-4141-42ef-823b-dd1d26219ba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3df879be-fb3d-4a21-9cd8-8d75b6cff9f5', 'name': 'tempest-TestVolumeBootPattern-236454600-router', 'tenant_id': 'd0140ddaa18548789ee7f2235c15e48d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ae8d913-bef9-4bc0-baeb-78ef8b3a7364', 'external_fixed_ips': [{'subnet_id': 'f0dec947-372d-4ed5-9c9f-864e58aba850', 'ip_address': '172.27.3.209'}], 'enable_snat': True}, 'gw_port_id': '00f75eff-20c9-4726-a12d-ed4dc2ba2243', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T22:07:20Z', 'updated_at': '2021-11-08T22:14:08Z', 'revision_number': 5, 'project_id': 'd0140ddaa18548789ee7f2235c15e48d', 'gw_port': {'id': '00f75eff-20c9-4726-a12d-ed4dc2ba2243', 'name': '', 'network_id': '8ae8d913-bef9-4bc0-baeb-78ef8b3a7364', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:cd:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3df879be-fb3d-4a21-9cd8-8d75b6cff9f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'f0dec947-372d-4ed5-9c9f-864e58aba850', 'ip_address': '172.27.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817085-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T22:07:21Z', 'updated_at': '2021-11-08T22:07:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0dec947-372d-4ed5-9c9f-864e58aba850', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817085-1-iscsi'}], 'dv-cinder-817085-1-iscsi', False) {} {{(pid=101085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 22:14:09.806624 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6a048d6-4141-42ef-823b-dd1d26219ba5 None None] Checking router: 3df879be-fb3d-4a21-9cd8-8d75b6cff9f5 for host: dv-cinder-817085-1-iscsi {{(pid=101085) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 22:14:09.815137 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6a048d6-4141-42ef-823b-dd1d26219ba5 None None] Routers {'3df879be-fb3d-4a21-9cd8-8d75b6cff9f5'} bound to L3 agent in host dv-cinder-817085-1-iscsi {{(pid=101085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 22:14:09.815732 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.db.l3_hamode_db [None req-c6a048d6-4141-42ef-823b-dd1d26219ba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817085-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T21:51:49Z,description=,heartbeat_timestamp=2021-11-08T22:13:49Z,host='dv-cinder-817085-1-iscsi',id=a7fb4010-89fb-4d99-b0a1-90d6a3aacb04,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T21:51:49Z,topic='l3_agent')) {'router_ids': ['3df879be-fb3d-4a21-9cd8-8d75b6cff9f5'], 'active': True} {{(pid=101085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 22:14:09.819533 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.plugins.ml2.db [None req-befb2caa-c966-4a15-90df-7ebb10bcc6b3 admin admin] For port 00f75eff-20c9-4726-a12d-ed4dc2ba2243, host dv-cinder-817085-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817085-1-iscsi',level=0,port_id=00f75eff-20c9-4726-a12d-ed4dc2ba2243,segment=NetworkSegment(4f9c68d0-c68c-4bfe-b6e8-d7426962dfc1),segment_id=4f9c68d0-c68c-4bfe-b6e8-d7426962dfc1)] {{(pid=101083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 22:14:09.820029 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-befb2caa-c966-4a15-90df-7ebb10bcc6b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1626931'] for port, precommit_delete {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:14:09.831713 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.plugins.ml2.plugin [None req-befb2caa-c966-4a15-90df-7ebb10bcc6b3 admin admin] Calling delete_port for 00f75eff-20c9-4726-a12d-ed4dc2ba2243 owned by network:router_gateway {{(pid=101083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 22:14:09.896110 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.db.l3_dvr_db [None req-c6a048d6-4141-42ef-823b-dd1d26219ba5 None None] Set router 3df879be-fb3d-4a21-9cd8-8d75b6cff9f5 gateway port host: None {{(pid=101085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 22:14:09.948160 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.db.l3_hamode_db [None req-c6a048d6-4141-42ef-823b-dd1d26219ba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3df879be-fb3d-4a21-9cd8-8d75b6cff9f5', 'name': 'tempest-TestVolumeBootPattern-236454600-router', 'tenant_id': 'd0140ddaa18548789ee7f2235c15e48d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T22:07:20Z', 'updated_at': '2021-11-08T22:14:09Z', 'revision_number': 6, 'project_id': 'd0140ddaa18548789ee7f2235c15e48d', 'gw_port_host': None}], 'dv-cinder-817085-1-iscsi', False) {} {{(pid=101085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 22:14:09.974912 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6a048d6-4141-42ef-823b-dd1d26219ba5 None None] The sync data for ids ['3df879be-fb3d-4a21-9cd8-8d75b6cff9f5'] in dv-cinder-817085-1-iscsi is: [{'id': '3df879be-fb3d-4a21-9cd8-8d75b6cff9f5', 'name': 'tempest-TestVolumeBootPattern-236454600-router', 'tenant_id': 'd0140ddaa18548789ee7f2235c15e48d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T22:07:20Z', 'updated_at': '2021-11-08T22:14:09Z', 'revision_number': 6, 'project_id': 'd0140ddaa18548789ee7f2235c15e48d', 'gw_port_host': None}] {{(pid=101085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 22:14:10.232760 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-befb2caa-c966-4a15-90df-7ebb10bcc6b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728276638338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728276144276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7659000'] for port, after_delete {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:14:10.254980 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befb2caa-c966-4a15-90df-7ebb10bcc6b3 admin admin] Pushing event deleted for resources: {'Port': ['ID=00f75eff-20c9-4726-a12d-ed4dc2ba2243,revision_number=None']} {{(pid=101083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:14:10.318603 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-befb2caa-c966-4a15-90df-7ebb10bcc6b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1624031'] for router_gateway, after_delete {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:14:10.409298 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-befb2caa-c966-4a15-90df-7ebb10bcc6b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1634429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5206'] for router, precommit_delete {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:14:10.411409 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-befb2caa-c966-4a15-90df-7ebb10bcc6b3 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:14:10.455419 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-befb2caa-c966-4a15-90df-7ebb10bcc6b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1634406'] for router, after_delete {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:14:10.455940 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-befb2caa-c966-4a15-90df-7ebb10bcc6b3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3df879be-fb3d-4a21-9cd8-8d75b6cff9f5 {{(pid=101083) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 08 22:14:10.460065 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-befb2caa-c966-4a15-90df-7ebb10bcc6b3 admin admin] Publish callbacks [] for router, before_response {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:14:10.461229 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [None req-befb2caa-c966-4a15-90df-7ebb10bcc6b3 admin admin] 10.222.0.25 "DELETE /v2.0/routers/3df879be-fb3d-4a21-9cd8-8d75b6cff9f5 HTTP/1.1" status: 204 len: 168 time: 0.9738424 Nov 08 22:14:10.463733 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.wsgi [-] (101083) accepted ('10.222.0.25', 50740) {{(pid=101083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 22:14:10.506249 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.db.db_base_plugin_v2 [None req-1760eef4-fcd5-45df-a23c-5afc90ddd150 admin admin] Deleting subnet 139f7ad8-1fdc-4864-9140-788bc00753da {{(pid=101083) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 22:14:10.509189 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-1760eef4-fcd5-45df-a23c-5afc90ddd150 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:14:10.542138 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-1760eef4-fcd5-45df-a23c-5afc90ddd150 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8163774'] for subnet, precommit_delete_associations {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:14:10.621535 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-1760eef4-fcd5-45df-a23c-5afc90ddd150 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-524324'] for subnet, precommit_delete {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:14:10.674100 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-1760eef4-fcd5-45df-a23c-5afc90ddd150 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-524333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7658797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4932587'] for subnet, after_delete {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:14:10.701901 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1760eef4-fcd5-45df-a23c-5afc90ddd150 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=139f7ad8-1fdc-4864-9140-788bc00753da,revision_number=None']} {{(pid=101083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:14:10.705417 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-1760eef4-fcd5-45df-a23c-5afc90ddd150 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:14:10.710882 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [None req-1760eef4-fcd5-45df-a23c-5afc90ddd150 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/139f7ad8-1fdc-4864-9140-788bc00753da HTTP/1.1" status: 204 len: 168 time: 0.2438889 Nov 08 22:14:10.711166 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.wsgi [-] (101083) accepted ('10.222.0.25', 50742) {{(pid=101083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 22:14:10.711595 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e4a2650-6a2f-4ab1-92f6-ac2885fc60ff None None] Network 3e34e8ae-453f-4da6-952a-7d5c83f721cb requested from dv-cinder-817085-1-iscsi {{(pid=101084) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 22:14:10.783754 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-497082e8-3c97-414d-8f4a-e3563546b92f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605121'] for network, before_delete {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:14:10.837617 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.plugins.ml2.plugin [None req-497082e8-3c97-414d-8f4a-e3563546b92f admin admin] Deleting port 93020f9b-089e-4dcf-833c-3423cb63281e {{(pid=101083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 22:14:10.837951 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-497082e8-3c97-414d-8f4a-e3563546b92f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728276550584'] for port, before_delete {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:14:10.903169 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.plugins.ml2.db [None req-497082e8-3c97-414d-8f4a-e3563546b92f admin admin] For port 93020f9b-089e-4dcf-833c-3423cb63281e, host dv-cinder-817085-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817085-1-iscsi',level=0,port_id=93020f9b-089e-4dcf-833c-3423cb63281e,segment=NetworkSegment(48ebeb7e-01ef-48c6-b593-099ff00f3b89),segment_id=48ebeb7e-01ef-48c6-b593-099ff00f3b89)] {{(pid=101083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 22:14:10.903169 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-497082e8-3c97-414d-8f4a-e3563546b92f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1626931'] for port, precommit_delete {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:14:10.908425 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52a55da9-3854-4c42-b8e5-8a07b28604b2 None None] DHCP port deletion for 3e34e8ae-453f-4da6-952a-7d5c83f721cb request from dv-cinder-817085-1-iscsi {{(pid=101084) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 22:14:10.914588 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.plugins.ml2.plugin [None req-497082e8-3c97-414d-8f4a-e3563546b92f admin admin] Calling delete_port for 93020f9b-089e-4dcf-833c-3423cb63281e owned by network:dhcp {{(pid=101083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 22:14:10.960244 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.plugin [None req-52a55da9-3854-4c42-b8e5-8a07b28604b2 None None] Deleting port 93020f9b-089e-4dcf-833c-3423cb63281e {{(pid=101084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 22:14:10.960610 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-52a55da9-3854-4c42-b8e5-8a07b28604b2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728276550584'] for port, before_delete {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:14:11.001053 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-497082e8-3c97-414d-8f4a-e3563546b92f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728276638338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728276144276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7659000'] for port, after_delete {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:14:11.024098 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.db [None req-52a55da9-3854-4c42-b8e5-8a07b28604b2 None None] For port 93020f9b-089e-4dcf-833c-3423cb63281e, host dv-cinder-817085-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817085-1-iscsi',level=0,port_id=93020f9b-089e-4dcf-833c-3423cb63281e,segment=NetworkSegment(48ebeb7e-01ef-48c6-b593-099ff00f3b89),segment_id=48ebeb7e-01ef-48c6-b593-099ff00f3b89)] {{(pid=101084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 22:14:11.024483 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-52a55da9-3854-4c42-b8e5-8a07b28604b2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1626931'] for port, precommit_delete {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:14:11.027576 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497082e8-3c97-414d-8f4a-e3563546b92f admin admin] Pushing event deleted for resources: {'Port': ['ID=93020f9b-089e-4dcf-833c-3423cb63281e,revision_number=None']} {{(pid=101083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:14:11.029403 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-497082e8-3c97-414d-8f4a-e3563546b92f admin admin] No DVR routers for this DVR port 93020f9b-089e-4dcf-833c-3423cb63281e on host dv-cinder-817085-1-iscsi {{(pid=101083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 22:14:11.038940 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.plugin [None req-52a55da9-3854-4c42-b8e5-8a07b28604b2 None None] Calling delete_port for 93020f9b-089e-4dcf-833c-3423cb63281e owned by network:dhcp {{(pid=101084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 22:14:11.101906 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-497082e8-3c97-414d-8f4a-e3563546b92f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-530513', 'neutron.services.segments.db._delete_segments_for_network-8728276665393'] for network, precommit_delete {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:14:11.117691 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-52a55da9-3854-4c42-b8e5-8a07b28604b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-926108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728276638338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728276144276'] for port, after_delete {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:14:11.130612 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.services.segments.db [None req-497082e8-3c97-414d-8f4a-e3563546b92f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e34e8ae-453f-4da6-952a-7d5c83f721cb']}} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 22:14:11.139961 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.services.segments.db [None req-497082e8-3c97-414d-8f4a-e3563546b92f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48ebeb7e-01ef-48c6-b593-099ff00f3b89') {'for_net_delete': True} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 22:14:11.140269 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.services.segments.db [None req-497082e8-3c97-414d-8f4a-e3563546b92f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48ebeb7e-01ef-48c6-b593-099ff00f3b89') {} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 22:14:11.146426 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a55da9-3854-4c42-b8e5-8a07b28604b2 None None] Pushing event deleted for resources: {'Port': ['ID=93020f9b-089e-4dcf-833c-3423cb63281e,revision_number=None']} {{(pid=101084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:14:11.148274 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52a55da9-3854-4c42-b8e5-8a07b28604b2 None None] No DVR routers for this DVR port 93020f9b-089e-4dcf-833c-3423cb63281e on host dv-cinder-817085-1-iscsi {{(pid=101084) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 22:14:11.153142 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-497082e8-3c97-414d-8f4a-e3563546b92f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728276699450', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8163751'] for segment, before_delete {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:14:11.172036 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-497082e8-3c97-414d-8f4a-e3563546b92f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-527333'] for segment, precommit_delete {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:14:11.179566 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-497082e8-3c97-414d-8f4a-e3563546b92f admin admin] Releasing vlan 727 on physical network physnet1 to pool {{(pid=101083) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 22:14:11.179817 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.rpc [None req-ad13160b-513d-4512-a15f-cb40cce6b7e9 None None] Device 00f75eff-20c9-4726-a12d-ed4dc2ba2243 no longer exists at agent ovs-agent-dv-cinder-817085-1-iscsi {{(pid=101084) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 22:14:11.179995 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-497082e8-3c97-414d-8f4a-e3563546b92f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-527333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7658955'] for segment, after_delete {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:14:11.181845 dv-cinder-817085-1-iscsi neutron-server[101083]: Traceback (most recent call last): Nov 08 22:14:11.181845 dv-cinder-817085-1-iscsi neutron-server[101083]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 22:14:11.181845 dv-cinder-817085-1-iscsi neutron-server[101083]: timer() Nov 08 22:14:11.181845 dv-cinder-817085-1-iscsi neutron-server[101083]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 22:14:11.181845 dv-cinder-817085-1-iscsi neutron-server[101083]: cb(*args, **kw) Nov 08 22:14:11.181845 dv-cinder-817085-1-iscsi neutron-server[101083]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 22:14:11.181845 dv-cinder-817085-1-iscsi neutron-server[101083]: return func(*args, **kwargs) Nov 08 22:14:11.181845 dv-cinder-817085-1-iscsi neutron-server[101083]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 22:14:11.181845 dv-cinder-817085-1-iscsi neutron-server[101083]: self._notify() Nov 08 22:14:11.181845 dv-cinder-817085-1-iscsi neutron-server[101083]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 22:14:11.181845 dv-cinder-817085-1-iscsi neutron-server[101083]: self.callback(batched_events) Nov 08 22:14:11.181845 dv-cinder-817085-1-iscsi neutron-server[101083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 22:14:11.181845 dv-cinder-817085-1-iscsi neutron-server[101083]: event.method(event) Nov 08 22:14:11.181845 dv-cinder-817085-1-iscsi neutron-server[101083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 22:14:11.181845 dv-cinder-817085-1-iscsi neutron-server[101083]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 22:14:11.181845 dv-cinder-817085-1-iscsi neutron-server[101083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 22:14:11.181845 dv-cinder-817085-1-iscsi neutron-server[101083]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 22:14:11.181845 dv-cinder-817085-1-iscsi neutron-server[101083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 22:14:11.181845 dv-cinder-817085-1-iscsi neutron-server[101083]: return f(self, *a, **k) Nov 08 22:14:11.181845 dv-cinder-817085-1-iscsi neutron-server[101083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 22:14:11.181845 dv-cinder-817085-1-iscsi neutron-server[101083]: return self._get(url).json() Nov 08 22:14:11.181845 dv-cinder-817085-1-iscsi neutron-server[101083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 22:14:11.181845 dv-cinder-817085-1-iscsi neutron-server[101083]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 22:14:11.181845 dv-cinder-817085-1-iscsi neutron-server[101083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 22:14:11.181845 dv-cinder-817085-1-iscsi neutron-server[101083]: return self.request(url, 'GET', **kwargs) Nov 08 22:14:11.181845 dv-cinder-817085-1-iscsi neutron-server[101083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 22:14:11.181845 dv-cinder-817085-1-iscsi neutron-server[101083]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 22:14:11.181845 dv-cinder-817085-1-iscsi neutron-server[101083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 22:14:11.181845 dv-cinder-817085-1-iscsi neutron-server[101083]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 22:14:11.181845 dv-cinder-817085-1-iscsi neutron-server[101083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 22:14:11.181845 dv-cinder-817085-1-iscsi neutron-server[101083]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 22:14:11.181845 dv-cinder-817085-1-iscsi neutron-server[101083]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 22:14:11.199717 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.plugin [None req-ad13160b-513d-4512-a15f-cb40cce6b7e9 None None] No Port match for: 00f75eff-20c9-4726-a12d-ed4dc2ba2243 {{(pid=101084) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 22:14:11.200054 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.rpc [None req-ad13160b-513d-4512-a15f-cb40cce6b7e9 None None] Device 00f75eff-20c9-4726-a12d-ed4dc2ba2243 not bound to the agent host dv-cinder-817085-1-iscsi {{(pid=101084) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 22:14:11.200471 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.rpc [None req-ad13160b-513d-4512-a15f-cb40cce6b7e9 None None] Device 93020f9b-089e-4dcf-833c-3423cb63281e no longer exists at agent ovs-agent-dv-cinder-817085-1-iscsi {{(pid=101084) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 22:14:11.219096 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.plugin [None req-ad13160b-513d-4512-a15f-cb40cce6b7e9 None None] No Port match for: 93020f9b-089e-4dcf-833c-3423cb63281e {{(pid=101084) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 22:14:11.219435 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.rpc [None req-ad13160b-513d-4512-a15f-cb40cce6b7e9 None None] Device 93020f9b-089e-4dcf-833c-3423cb63281e not bound to the agent host dv-cinder-817085-1-iscsi {{(pid=101084) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 22:14:11.219833 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.rpc [None req-ad13160b-513d-4512-a15f-cb40cce6b7e9 None None] Device 98d45584-88fd-4939-8911-7d8dd446a918 no longer exists at agent ovs-agent-dv-cinder-817085-1-iscsi {{(pid=101084) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 22:14:11.238743 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.plugin [None req-ad13160b-513d-4512-a15f-cb40cce6b7e9 None None] No Port match for: 98d45584-88fd-4939-8911-7d8dd446a918 {{(pid=101084) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 22:14:11.239207 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron.plugins.ml2.rpc [None req-ad13160b-513d-4512-a15f-cb40cce6b7e9 None None] Device 98d45584-88fd-4939-8911-7d8dd446a918 not bound to the agent host dv-cinder-817085-1-iscsi {{(pid=101084) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 22:14:11.241774 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-497082e8-3c97-414d-8f4a-e3563546b92f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-531106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2039341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1646297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1623971'] for network, after_delete {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:14:11.247085 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-497082e8-3c97-414d-8f4a-e3563546b92f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1646287'] for network, before_response {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:14:11.252885 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [None req-497082e8-3c97-414d-8f4a-e3563546b92f admin admin] 10.222.0.25 "DELETE /v2.0/networks/3e34e8ae-453f-4da6-952a-7d5c83f721cb HTTP/1.1" status: 204 len: 168 time: 0.5407403 Nov 08 22:14:11.264308 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497082e8-3c97-414d-8f4a-e3563546b92f admin admin] Pushing event deleted for resources: {'Network': ['ID=3e34e8ae-453f-4da6-952a-7d5c83f721cb,revision_number=None']} {{(pid=101083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:14:11.368593 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.wsgi [-] (101083) accepted ('10.222.0.25', 50746) {{(pid=101083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 22:14:11.407538 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [None req-3e01ad16-b0ae-4dca-a613-18cc69e43196 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=675c9b3fa135484fae600e4b802f7186&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0377011 Nov 08 22:14:11.409918 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.wsgi [-] (101083) accepted ('10.222.0.25', 50748) {{(pid=101083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 22:14:11.455173 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-57e9eb45-ffa6-4554-bddd-adf5214527b3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:14:11.479231 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-57e9eb45-ffa6-4554-bddd-adf5214527b3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:14:11.524822 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-57e9eb45-ffa6-4554-bddd-adf5214527b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2033567'] for security_group, after_delete {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:14:11.527294 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-57e9eb45-ffa6-4554-bddd-adf5214527b3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:14:11.528436 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [None req-57e9eb45-ffa6-4554-bddd-adf5214527b3 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b8241f35-bbc9-46e0-9282-13286622ac0a HTTP/1.1" status: 204 len: 168 time: 0.1176770 Nov 08 22:14:11.537608 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e9eb45-ffa6-4554-bddd-adf5214527b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8241f35-bbc9-46e0-9282-13286622ac0a,revision_number=None']} {{(pid=101083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:14:11.834363 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.wsgi [-] (101083) accepted ('10.222.0.25', 50754) {{(pid=101083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 22:14:11.873738 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [None req-4a998d83-64a2-4e47-b23a-cd0f3e1a3bc8 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d0140ddaa18548789ee7f2235c15e48d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0382202 Nov 08 22:14:11.876385 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.wsgi [-] (101083) accepted ('10.222.0.25', 50756) {{(pid=101083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 22:14:11.923020 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-07358ef7-ed14-47a5-8ef1-4e882de06991 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:14:11.948307 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-07358ef7-ed14-47a5-8ef1-4e882de06991 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:14:11.993516 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-07358ef7-ed14-47a5-8ef1-4e882de06991 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2033567'] for security_group, after_delete {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:14:11.996011 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-07358ef7-ed14-47a5-8ef1-4e882de06991 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:14:11.997175 dv-cinder-817085-1-iscsi neutron-server[101083]: INFO neutron.wsgi [None req-07358ef7-ed14-47a5-8ef1-4e882de06991 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a5e486a1-d1ac-4e0a-8a7e-2611b2aeb045 HTTP/1.1" status: 204 len: 168 time: 0.1198375 Nov 08 22:14:12.004419 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07358ef7-ed14-47a5-8ef1-4e882de06991 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5e486a1-d1ac-4e0a-8a7e-2611b2aeb045,revision_number=None']} {{(pid=101083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 22:14:15.301445 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.db.agents_db [None req-16c50754-5ab9-47e2-9d92-00a33089e8d5 None None] Agent healthcheck: found 6 active agents {{(pid=101085) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 22:14:16.833075 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-f83a1ad8-9254-4f0f-ad0c-5514285003da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728276665375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534631'] for agent, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:14:19.152720 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-e0eef77c-984c-4567-9a19-bc8603f1cf3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728276665375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534631'] for agent, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:14:20.215551 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-38f8c81f-ca07-4188-b5ff-70ceca3f97c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728276665375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534631'] for agent, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:14:21.862833 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-550ddcb2-f0f8-4b6b-a238-0b8e3ebb0b9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728276665375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534631'] for agent, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:14:22.496777 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-ad13160b-513d-4512-a15f-cb40cce6b7e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728276665375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534631'] for agent, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:14:25.340836 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728276665375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534631'] for agent, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:14:46.833225 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-f33c8466-7ea7-4ad6-9446-fb0e9ba9694c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728276665375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534631'] for agent, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:14:49.153644 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-db268032-2424-4888-9231-af2693bbdc8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728276665375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534631'] for agent, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:14:50.218472 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-38f8c81f-ca07-4188-b5ff-70ceca3f97c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728276665375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534631'] for agent, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:14:51.865094 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-550ddcb2-f0f8-4b6b-a238-0b8e3ebb0b9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728276665375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534631'] for agent, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:14:52.300891 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.db.agents_db [None req-16c50754-5ab9-47e2-9d92-00a33089e8d5 None None] Agent healthcheck: found 6 active agents {{(pid=101085) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 22:14:52.497652 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-ad13160b-513d-4512-a15f-cb40cce6b7e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728276665375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534631'] for agent, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:14:55.338442 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728276665375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534631'] for agent, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:15:16.834328 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-fd3a0b96-b974-41c3-8718-98d240dd12fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728276665375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534631'] for agent, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:15:19.154711 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-71a8e1a0-e4c3-4bc8-a37e-3083b364eedc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728276665375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534631'] for agent, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:15:20.222339 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-38f8c81f-ca07-4188-b5ff-70ceca3f97c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728276665375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534631'] for agent, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:15:21.871544 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-550ddcb2-f0f8-4b6b-a238-0b8e3ebb0b9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728276665375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534631'] for agent, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:15:22.498374 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-ad13160b-513d-4512-a15f-cb40cce6b7e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728276665375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534631'] for agent, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:15:23.266829 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.wsgi [req-fbd9363c-8e9b-4825-ba14-c911b143f65a req-3eeb8738-5617-4da5-8265-162452855b76 service neutron] (101083) timed out ('10.222.0.48', 58250) {{(pid=101083) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 08 22:15:25.338437 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728276665375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534631'] for agent, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:15:29.300877 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.db.agents_db [None req-16c50754-5ab9-47e2-9d92-00a33089e8d5 None None] Agent healthcheck: found 6 active agents {{(pid=101085) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 22:15:34.934923 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.wsgi [req-33bb5f65-4adf-45ff-9101-c5e230cc11a3 req-e9847990-8f1b-4523-830b-b14ff4d5cde1 service neutron] (101083) timed out ('10.222.0.48', 58290) {{(pid=101083) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 08 22:15:34.987258 dv-cinder-817085-1-iscsi neutron-server[101083]: DEBUG neutron.wsgi [req-742460cc-e9fa-4fb3-9e4d-0df42d620764 req-00c7c8ff-7a69-4f6e-92bc-b019bfd35afc service neutron] (101083) timed out ('10.222.0.48', 58285) {{(pid=101083) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 08 22:15:46.834851 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-b8baf325-b620-495b-b8f9-1668622b6d9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728276665375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534631'] for agent, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:15:49.156630 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-0104b1f5-830b-45b9-b8de-65d12c257028 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728276665375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534631'] for agent, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:15:50.224709 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-38f8c81f-ca07-4188-b5ff-70ceca3f97c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728276665375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534631'] for agent, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:15:51.872370 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-550ddcb2-f0f8-4b6b-a238-0b8e3ebb0b9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728276665375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534631'] for agent, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:15:52.499384 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-ad13160b-513d-4512-a15f-cb40cce6b7e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728276665375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534631'] for agent, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:15:55.352116 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728276665375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534631'] for agent, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:16:06.299773 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.db.agents_db [None req-16c50754-5ab9-47e2-9d92-00a33089e8d5 None None] Agent healthcheck: found 6 active agents {{(pid=101085) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 22:16:16.836402 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-69c306d2-17fd-48c7-a437-e91c88d02328 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728276665375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534631'] for agent, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:16:19.159098 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-80e93140-d809-4655-b725-52c86c8c24f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728276665375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534631'] for agent, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:16:20.228141 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-38f8c81f-ca07-4188-b5ff-70ceca3f97c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728276665375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534631'] for agent, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:16:21.874646 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-550ddcb2-f0f8-4b6b-a238-0b8e3ebb0b9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728276665375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534631'] for agent, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:16:22.500396 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-ad13160b-513d-4512-a15f-cb40cce6b7e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728276665375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534631'] for agent, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:16:25.366238 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728276665375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534631'] for agent, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:16:43.298987 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.db.agents_db [None req-16c50754-5ab9-47e2-9d92-00a33089e8d5 None None] Agent healthcheck: found 6 active agents {{(pid=101085) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 22:16:46.837281 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-ad0e993e-fa14-490b-b5e2-6d5c07f3f154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728276665375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534631'] for agent, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:16:49.159526 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-0cf5fb66-fcc9-4974-9a34-6f885b7d3afb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728276665375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534631'] for agent, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:16:50.231780 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-38f8c81f-ca07-4188-b5ff-70ceca3f97c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728276665375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534631'] for agent, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:16:51.877109 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-550ddcb2-f0f8-4b6b-a238-0b8e3ebb0b9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728276665375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534631'] for agent, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:16:52.501219 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-ad13160b-513d-4512-a15f-cb40cce6b7e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728276665375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534631'] for agent, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:16:55.367043 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728276665375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534631'] for agent, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:17:16.838232 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-cd9abf86-e537-4ddd-8c2f-38d004fc5aa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728276665375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534631'] for agent, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:17:19.161814 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-50d62738-aec4-4916-884c-d2be4a9f9eb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728276665375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534631'] for agent, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:17:20.233320 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-38f8c81f-ca07-4188-b5ff-70ceca3f97c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728276665375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534631'] for agent, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:17:20.298621 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.db.agents_db [None req-16c50754-5ab9-47e2-9d92-00a33089e8d5 None None] Agent healthcheck: found 6 active agents {{(pid=101085) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 22:17:21.880248 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-550ddcb2-f0f8-4b6b-a238-0b8e3ebb0b9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728276665375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534631'] for agent, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:17:22.503092 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-ad13160b-513d-4512-a15f-cb40cce6b7e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728276665375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534631'] for agent, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:17:25.364936 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728276665375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534631'] for agent, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:17:46.841628 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-5a4228de-fa71-470d-bb14-5a5497e4a07f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728276665375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534631'] for agent, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:17:49.162418 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-a03912d2-9506-4565-b7f7-fdd9557f1407 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728276665375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534631'] for agent, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:17:50.235846 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-38f8c81f-ca07-4188-b5ff-70ceca3f97c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728276665375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534631'] for agent, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:17:51.883207 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-550ddcb2-f0f8-4b6b-a238-0b8e3ebb0b9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728276665375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534631'] for agent, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:17:52.504729 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-ad13160b-513d-4512-a15f-cb40cce6b7e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728276665375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534631'] for agent, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:17:55.379232 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728276665375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534631'] for agent, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:17:57.298148 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.db.agents_db [None req-16c50754-5ab9-47e2-9d92-00a33089e8d5 None None] Agent healthcheck: found 6 active agents {{(pid=101085) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 22:18:16.411101 dv-cinder-817085-1-iscsi neutron-server[101082]: DEBUG neutron.wsgi [req-6d6c91a0-9589-47d3-861c-1a6748ce493c req-1c51a130-eafe-4814-af7c-f16952cbbf98 service neutron] (101082) timed out ('10.222.0.25', 45178) {{(pid=101082) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 08 22:18:16.843231 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-4b548984-dad6-43ca-9a0f-71d56ee57008 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728276665375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534631'] for agent, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:18:19.166460 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-bf3cf4de-f7a6-4dc6-9218-7623b68f3363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728276665375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534631'] for agent, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:18:20.239093 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-38f8c81f-ca07-4188-b5ff-70ceca3f97c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728276665375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534631'] for agent, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:18:21.886812 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-550ddcb2-f0f8-4b6b-a238-0b8e3ebb0b9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728276665375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534631'] for agent, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:18:22.506470 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-ad13160b-513d-4512-a15f-cb40cce6b7e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728276665375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534631'] for agent, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:18:25.395107 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728276665375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534631'] for agent, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:18:34.297368 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.db.agents_db [None req-16c50754-5ab9-47e2-9d92-00a33089e8d5 None None] Agent healthcheck: found 6 active agents {{(pid=101085) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 22:18:46.844405 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-9c6cbea7-8faa-492f-8fa6-21cab933135b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728276665375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534631'] for agent, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:18:49.168496 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-de232e1f-8dc5-400e-b3da-560114978c64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728276665375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534631'] for agent, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:18:50.241214 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-38f8c81f-ca07-4188-b5ff-70ceca3f97c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728276665375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534631'] for agent, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:18:51.888963 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-550ddcb2-f0f8-4b6b-a238-0b8e3ebb0b9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728276665375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534631'] for agent, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:18:52.506924 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-ad13160b-513d-4512-a15f-cb40cce6b7e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728276665375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534631'] for agent, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:18:55.393845 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728276665375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534631'] for agent, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:19:11.296386 dv-cinder-817085-1-iscsi neutron-server[101085]: DEBUG neutron.db.agents_db [None req-16c50754-5ab9-47e2-9d92-00a33089e8d5 None None] Agent healthcheck: found 6 active agents {{(pid=101085) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 22:19:16.848390 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-13459e8c-e11b-44b5-b9a8-278762814210 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728276665375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534631'] for agent, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:19:19.169677 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-5dfd324e-d3a5-4b6b-bbd0-8b2ccae07173 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728276665375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534631'] for agent, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:19:20.244715 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-38f8c81f-ca07-4188-b5ff-70ceca3f97c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728276665375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534631'] for agent, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:19:21.891655 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-550ddcb2-f0f8-4b6b-a238-0b8e3ebb0b9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728276665375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534631'] for agent, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:19:22.507920 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-ad13160b-513d-4512-a15f-cb40cce6b7e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728276665375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534631'] for agent, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 22:19:25.395442 dv-cinder-817085-1-iscsi neutron-server[101084]: DEBUG neutron_lib.callbacks.manager [None req-0d35aa23-1b23-4743-8a09-bef14b23e05b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728276665375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534631'] for agent, after_update {{(pid=101084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}